00000800:00000200:2.1F:1767384285.221681:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (2) 00000800:00000200:1.1F:1767384285.222159:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (2) 00000800:00000200:1.1:1767384285.222169:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp 00000000afcfd2b5 deleted 00000800:00000010:1.1:1767384285.222171:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000afcfd2b5. 00000800:00000200:1.1:1767384285.222176:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384285.222183:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000800:00000200:1.1:1767384285.222186:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5f83de2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1767384285.222323:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1767384285.222767:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (4) 00000800:00000200:0.1:1767384285.222782:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp 000000009dc94dd1 deleted 00000800:00000010:0.1:1767384285.222784:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009dc94dd1. 00000800:00000200:0.1:1767384285.222788:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384285.222949:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000010:1.0:1767384285.259469:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004339e3c7. 00000100:00000010:1.0:1767384285.259613:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a779e054. 00000100:00000010:1.0:1767384285.259615:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcd867c3. 00000100:00000010:1.0:1767384285.259752:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b5b78a17. 00000100:00000010:1.0:1767384285.259754:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035c6ca06. 00000100:00000010:1.0:1767384285.259892:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000000b07a03. 00000100:00000010:1.0:1767384285.259896:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040e9cf72. 00000100:00000010:1.0:1767384285.260053:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0b8c2f9. 00000100:00000010:1.0:1767384285.260057:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b87eee19. 00000100:00000010:1.0:1767384285.260200:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000727f692d. 00000100:00000010:1.0:1767384285.260204:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056e3ad61. 00000100:00000010:1.0:1767384285.260353:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000090f3fd54. 00000100:00000010:1.0:1767384285.260356:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067c95ae3. 00000100:00000010:1.0:1767384285.260501:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ddf21bf. 00000100:00000010:1.0:1767384285.260505:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000794f7aac. 00000100:00000010:1.0:1767384285.260641:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eb406ff1. 00000100:00000010:1.0:1767384285.260643:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ea3adab. 00000100:00000010:1.0:1767384285.260777:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003007baac. 00000100:00000010:1.0:1767384285.260779:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007d82b79. 00000100:00000010:1.0:1767384285.260929:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fec1cd28. 00000100:00000010:1.0:1767384285.260934:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011dd74ee. 00000100:00000010:1.0:1767384285.261081:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd5fae80. 00000100:00000010:1.0:1767384285.261089:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d92d02ea. 00000100:00000010:1.0:1767384285.261239:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000084716fd1. 00000100:00000010:1.0:1767384285.261242:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c2fc76. 00000100:00000010:1.0:1767384285.261394:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fded6857. 00000100:00000010:1.0:1767384285.261397:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007861c3d5. 00000100:00000010:1.0:1767384285.261550:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001f02db82. 00000100:00000010:1.0:1767384285.261554:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1a9d1c2. 00000100:00000010:1.0:1767384285.261693:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000947f20b4. 00000100:00000010:1.0:1767384285.261695:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a1d946. 00000100:00000010:1.0:1767384285.261831:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0f32175. 00000100:00000010:1.0:1767384285.261836:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077878f39. 00000100:00000010:1.0:1767384285.261990:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000defbd3b4. 00000100:00000010:1.0:1767384285.261994:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e25db18e. 00000100:00000010:1.0:1767384285.262133:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005a737066. 00000100:00000010:1.0:1767384285.262138:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015bce12f. 00000100:00000010:1.0:1767384285.262363:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012aa45aa. 00000100:00000010:1.0:1767384285.262368:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014f775a8. 00000100:00000010:1.0:1767384285.262543:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ee27b716. 00000100:00000010:1.0:1767384285.262548:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9b52d03. 00000100:00000010:1.0:1767384285.262716:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000018f260a2. 00000100:00000010:1.0:1767384285.262718:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d5f199f. 00000100:00000010:1.0:1767384285.262853:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000baa9af58. 00000100:00000010:1.0:1767384285.262856:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab607944. 00000100:00000010:1.0:1767384285.263019:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009215fc4e. 00000100:00000010:1.0:1767384285.263024:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001ba5c23. 00000100:00000010:1.0:1767384285.263168:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009398ce51. 00000100:00000010:1.0:1767384285.263171:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cffc9a0c. 00000100:00000010:1.0:1767384285.263320:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f3c87b4. 00000100:00000010:1.0:1767384285.263323:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f97c00b. 00000100:00000010:1.0:1767384285.263465:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000394d4581. 00000100:00000010:1.0:1767384285.263470:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f653d530. 00000100:00000010:1.0:1767384285.263624:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007da827d1. 00000100:00000010:1.0:1767384285.263633:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1edb904. 00000100:00000010:1.0:1767384285.263770:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b10a2201. 00000100:00000010:1.0:1767384285.263772:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032ed8c71. 00000100:00000010:1.0:1767384285.263921:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004187c302. 00000100:00000010:1.0:1767384285.263927:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005639eeba. 00000100:00000010:1.0:1767384285.264074:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004977e45c. 00000100:00000010:1.0:1767384285.264077:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065c1582d. 00000100:00000010:1.0:1767384285.264232:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eb28407c. 00000100:00000010:1.0:1767384285.264236:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5671c0. 00000100:00000010:1.0:1767384285.264392:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000060bb454f. 00000100:00000010:1.0:1767384285.264396:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dad12f76. 00000100:00000010:1.0:1767384285.264545:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008914a155. 00000400:00000200:1.0:1767384285.264551:0:16759:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767384285.264613:0:16759:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ad6a4bd7. 00000020:00000010:1.0:1767384285.264616:0:16759:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007fc1ae39. 00000100:00000010:1.0:1767384285.264660:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008d246b24. 00000100:00000010:1.0:1767384285.264665:0:16759:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000a6633aa. 00000100:00000010:1.0:1767384285.264668:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fe97651. 00000100:00000010:1.0:1767384285.264671:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008ad4e89a. 00000100:00000010:1.0:1767384285.264673:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000007886f. 00000100:00000010:1.0:1767384285.264675:0:16759:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000b0048a7d. 00000100:00000010:1.0:1767384285.264677:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001afba1fd. 00000100:00000010:1.0:1767384285.264678:0:16759:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000795d4189. 00000100:00000010:1.0:1767384285.264680:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003260448b. 00000100:00000010:1.0:1767384285.264681:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d87c6c4e. 00000100:00000010:1.0:1767384285.264682:0:16759:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000d1b1a8d. 00000100:00000200:1.0:1767384285.264704:0:16759:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767384285.264707:0:16759:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ee90fa8e. 00000020:00000010:1.0:1767384285.265213:0:16791:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000369ce72f. 00000100:00000010:1.0:1767384285.265218:0:16791:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000231340cc. 00000020:00000010:1.0:1767384285.265220:0:16791:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e7b8d308. 00000020:00000010:1.0:1767384285.265226:0:16791:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba31d25b. 00000020:00000010:1.0:1767384285.265229:0:16791:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f61fec3f. 00000040:00000010:1.0:1767384285.265231:0:16791:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000489f2e61. 00000020:00000010:1.0:1767384285.265234:0:16791:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd14a4f8. 00000020:00000010:1.0:1767384285.265237:0:16791:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f756245e. 00000020:00000010:1.0:1767384285.265240:0:16791:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000193c5d62. 80000000:00000010:1.0:1767384285.265243:0:16791:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d57b17b. 40000000:00000010:1.0:1767384285.265246:0:16791:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008ca47f71. 00100000:00000010:1.0:1767384285.265258:0:16791:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004bd0f31. 00040000:00000010:1.0:1767384285.265261:0:16791:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f83b1869. 00040000:00000010:1.0:1767384285.265266:0:16791:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001ac1d3b3. 00040000:00000010:1.0:1767384285.265269:0:16791:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0e0f649. 00080000:00000010:1.0:1767384285.265272:0:16791:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ca576970. 00000004:00000010:1.0:1767384285.265299:0:16791:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000069c9a2c4. 00000004:00000010:1.0:1767384285.265303:0:16791:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e682ece4. 00000004:00000010:1.0:1767384285.265306:0:16791:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000820cb9fe. 00002000:00000010:1.0:1767384285.265310:0:16791:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d81d88b. 00000004:00000010:1.0:1767384285.265312:0:16791:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000078a7cfb2. 00000100:00000200:1.0:1767384285.265317:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265321:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f362bcd. 00000400:00000010:1.0:1767384285.265325:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5445b15. 00000100:00000200:1.0:1767384285.265331:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265332:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9c5f3e. 00000400:00000010:1.0:1767384285.265335:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002fb11573. 00000100:00000200:1.0:1767384285.265336:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265338:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ce5774. 00000400:00000010:1.0:1767384285.265346:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fb6498c. 00000100:00000200:1.0:1767384285.265349:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265351:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073aa260a. 00000400:00000010:1.0:1767384285.265353:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c4b97a4. 00000100:00000200:1.0:1767384285.265354:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265356:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2430b3a. 00000400:00000010:1.0:1767384285.265358:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045b1743e. 00000100:00000200:1.0:1767384285.265359:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265360:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0742170. 00000400:00000010:1.0:1767384285.265362:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000636fd7f4. 00000100:00000200:1.0:1767384285.265364:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265365:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c502209e. 00000400:00000010:1.0:1767384285.265367:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b53ec4db. 00000100:00000200:1.0:1767384285.265368:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265369:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043299979. 00000400:00000010:1.0:1767384285.265371:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000530db0ae. 00000100:00000200:1.0:1767384285.265373:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265374:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000243b52c5. 00000400:00000010:1.0:1767384285.265376:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009260b78. 00000100:00000200:1.0:1767384285.265381:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265382:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e862211. 00000400:00000010:1.0:1767384285.265384:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000056535818. 00000100:00000200:1.0:1767384285.265386:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265387:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020a31ab6. 00000400:00000010:1.0:1767384285.265393:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008acaf846. 00000100:00000200:1.0:1767384285.265396:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265397:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c5b88f2. 00000400:00000010:1.0:1767384285.265399:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffd8836f. 00000100:00000200:1.0:1767384285.265401:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265402:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010444c3c. 00000400:00000010:1.0:1767384285.265405:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c0a41f8e. 00000100:00000200:1.0:1767384285.265408:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265410:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e982cbf7. 00000400:00000010:1.0:1767384285.265413:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b45e4a2. 00000100:00000200:1.0:1767384285.265416:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265418:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5bc95a. 00000400:00000010:1.0:1767384285.265421:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb540aec. 00000100:00000200:1.0:1767384285.265424:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265426:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a65b477. 00000400:00000010:1.0:1767384285.265429:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c627c799. 00000100:00000200:1.0:1767384285.265432:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265433:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008eedc19. 00000400:00000010:1.0:1767384285.265436:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ec9a832. 00000100:00000200:1.0:1767384285.265440:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265442:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096a80510. 00000400:00000010:1.0:1767384285.265445:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000739f9e1. 00000100:00000200:1.0:1767384285.265448:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265449:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817b2231. 00000400:00000010:1.0:1767384285.265460:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004c17e5e3. 00000100:00000200:1.0:1767384285.265465:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265468:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037556442. 00000400:00000010:1.0:1767384285.265472:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016097117. 00000100:00000200:1.0:1767384285.265475:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265477:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064a5bc9f. 00000400:00000010:1.0:1767384285.265480:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a2f3ad2. 00000100:00000200:1.0:1767384285.265486:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265487:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000822a4b4b. 00000400:00000010:1.0:1767384285.265490:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b3547368. 00000100:00000200:1.0:1767384285.265491:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265493:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2cb1416. 00000400:00000010:1.0:1767384285.265495:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b7329bc5. 00000100:00000200:1.0:1767384285.265496:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265497:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000183e4c4. 00000400:00000010:1.0:1767384285.265499:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f74c2fb8. 00000100:00000200:1.0:1767384285.265500:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265501:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ca6668. 00000400:00000010:1.0:1767384285.265503:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b083a3e1. 00000100:00000200:1.0:1767384285.265505:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265506:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087e30f1c. 00000400:00000010:1.0:1767384285.265508:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea9ac7a2. 00000100:00000200:1.0:1767384285.265509:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265510:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de30902a. 00000400:00000010:1.0:1767384285.265517:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007bdb039e. 00000100:00000200:1.0:1767384285.265520:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265521:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b49538. 00000400:00000010:1.0:1767384285.265523:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004130fa61. 00000100:00000200:1.0:1767384285.265524:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265526:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec744753. 00000400:00000010:1.0:1767384285.265528:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e110975. 00000100:00000200:1.0:1767384285.265529:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265530:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000340b7695. 00000400:00000010:1.0:1767384285.265532:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c293db73. 00000100:00000200:1.0:1767384285.265534:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265534:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053521044. 00000400:00000010:1.0:1767384285.265536:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4f63911. 00000100:00000200:1.0:1767384285.265538:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265539:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed00ed0d. 00000400:00000010:1.0:1767384285.265541:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000458a98c7. 00000100:00000200:1.0:1767384285.265542:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265543:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c20202e. 00000400:00000010:1.0:1767384285.265545:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d51b73a. 00000100:00000200:1.0:1767384285.265551:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265552:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b372272. 00000400:00000010:1.0:1767384285.265554:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008005b5ee. 00000100:00000200:1.0:1767384285.265556:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265557:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014a04ba5. 00000400:00000010:1.0:1767384285.265563:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d6fc7bae. 00000100:00000200:1.0:1767384285.265565:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265566:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa13151a. 00000400:00000010:1.0:1767384285.265568:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd4e0ff2. 00000100:00000200:1.0:1767384285.265570:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265571:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada962bd. 00000400:00000010:1.0:1767384285.265573:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ccda454c. 00000100:00000200:1.0:1767384285.265575:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265576:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d6cb2a4. 00000400:00000010:1.0:1767384285.265578:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f35466cb. 00000100:00000200:1.0:1767384285.265580:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265581:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b7702a0. 00000400:00000010:1.0:1767384285.265583:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000753b83e1. 00000100:00000200:1.0:1767384285.265585:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265585:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014f0542b. 00000400:00000010:1.0:1767384285.265587:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a5c350bd. 00000100:00000200:1.0:1767384285.265589:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265590:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ef5f95. 00000400:00000010:1.0:1767384285.265592:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009acc5d1d. 00000100:00000200:1.0:1767384285.265593:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265594:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001520a837. 00000400:00000010:1.0:1767384285.265596:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000007952fa2. 00000100:00000200:1.0:1767384285.265598:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265599:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fca446d. 00000400:00000010:1.0:1767384285.265605:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000014713275. 00000100:00000200:1.0:1767384285.265608:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265609:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041c315b6. 00000400:00000010:1.0:1767384285.265611:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075a0eac4. 00000100:00000200:1.0:1767384285.265612:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265613:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f841ca. 00000400:00000010:1.0:1767384285.265615:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000031486e8. 00000100:00000200:1.0:1767384285.265620:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265621:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9398fbb. 00000400:00000010:1.0:1767384285.265623:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000055e221a. 00000100:00000200:1.0:1767384285.265625:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265626:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022d28fb2. 00000400:00000010:1.0:1767384285.265628:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cac25a71. 00000100:00000200:1.0:1767384285.265630:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265630:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015428535. 00000400:00000010:1.0:1767384285.265632:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000afa8804a. 00000100:00000200:1.0:1767384285.265634:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265635:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077ebb4b1. 00000400:00000010:1.0:1767384285.265637:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1e55d29. 00000100:00000200:1.0:1767384285.265638:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265639:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002289ddae. 00000400:00000010:1.0:1767384285.265641:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d6fe1e23. 00000100:00000200:1.0:1767384285.265643:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265644:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d2c97d4. 00000400:00000010:1.0:1767384285.265650:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a2e9dd5. 00000100:00000200:1.0:1767384285.265653:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265654:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a30679b4. 00000400:00000010:1.0:1767384285.265656:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005e39fda9. 00000100:00000200:1.0:1767384285.265657:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265658:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a16881c2. 00000400:00000010:1.0:1767384285.265660:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c13be559. 00000100:00000200:1.0:1767384285.265662:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265663:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0d3942. 00000400:00000010:1.0:1767384285.265665:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d012d8b4. 00000100:00000200:1.0:1767384285.265666:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265667:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000277ab9d5. 00000400:00000010:1.0:1767384285.265669:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a34f1128. 00000100:00000200:1.0:1767384285.265671:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265672:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba9e2d0a. 00000400:00000010:1.0:1767384285.265674:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007b2c8e76. 00000100:00000200:1.0:1767384285.265675:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265676:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb2dee65. 00000400:00000010:1.0:1767384285.265678:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ff4e696. 00000100:00000200:1.0:1767384285.265683:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265685:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f82d210. 00000400:00000010:1.0:1767384285.265687:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d43328e4. 00000100:00000200:1.0:1767384285.265688:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265690:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3e690ee. 00000400:00000010:1.0:1767384285.265696:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059fca3af. 00000100:00000200:1.0:1767384285.265699:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265700:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000591b2f9d. 00000400:00000010:1.0:1767384285.265702:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ffc661f. 00000100:00000200:1.0:1767384285.265703:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265704:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eaada80. 00000400:00000010:1.0:1767384285.265706:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087c81e61. 00000100:00000200:1.0:1767384285.265708:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265709:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da351774. 00000400:00000010:1.0:1767384285.265711:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf643a8d. 00000100:00000200:1.0:1767384285.265712:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265713:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005385080. 00000400:00000010:1.0:1767384285.265715:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa6fd8fd. 00000100:00000200:1.0:1767384285.265717:0:16791:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384285.265718:0:16791:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cc0f092. 00000400:00000010:1.0:1767384285.265719:0:16791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009646bc26. 00000100:00000010:1.0:1767384285.265728:0:16791:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000880bbe94. 00000100:00000200:1.0:1767384285.265741:0:16791:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384285.266348:0:16759:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b239a36d. 00000020:00000010:1.0:1767384285.266754:0:16793:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000672ee20f. 00000100:00000010:1.0:1767384285.266757:0:16793:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000087311223. 00000020:00000010:1.0:1767384285.266759:0:16793:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dbb53380. 00000020:00000010:1.0:1767384285.266762:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003272e812. 00000020:00000010:1.0:1767384285.266765:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000703bdc4f. 00000040:00000010:1.0:1767384285.266767:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6ec595e. 00000020:00000010:1.0:1767384285.266769:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7c52148. 00000020:00000010:1.0:1767384285.266771:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000589a947e. 00000020:00000010:1.0:1767384285.266772:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000098e90a1b. 80000000:00000010:1.0:1767384285.266774:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b1be4ad. 40000000:00000010:1.0:1767384285.266775:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000903ec83. 00100000:00000010:1.0:1767384285.266781:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000054f62e68. 00040000:00000010:1.0:1767384285.266783:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd75d7b3. 00040000:00000010:1.0:1767384285.266785:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e63ebf91. 00040000:00000010:1.0:1767384285.266787:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038179cef. 00080000:00000010:1.0:1767384285.266789:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000fab83cd. 00000004:00000010:1.0:1767384285.266791:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a00317db. 00000004:00000010:1.0:1767384285.266794:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000667d9791. 00000004:00000010:1.0:1767384285.266796:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c4724f18. 00002000:00000010:1.0:1767384285.266798:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000095e1c8b8. 00000004:00000010:1.0:1767384285.266799:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006f4cf993. 00000100:00000010:1.0:1767384285.266808:0:16793:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000037e0b3ed. 00000100:00000200:1.0:1767384285.266819:0:16793:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384285.270324:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047b96959. 00000400:00000010:1.0:1767384285.278484:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f55eb5d. 00000400:00000200:1.0:1767384285.278492:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f23c58c5 00000400:00000010:1.0:1767384285.278496:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f23c58c5. 00000100:00000200:1.0:1767384285.278500:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e0f2a98 x1853236737736960/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.278511:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e0f2a98 x1853236737736960/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.278528:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006c2574a8. 02000000:00000010:1.0:1767384285.278534:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005ae8c99f. 02000000:00000010:1.0:1767384285.278537:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000001f74dc1. 00000100:00000010:1.0:1767384285.278540:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e0f2a98. 00000020:00000010:1.0:1767384285.278543:0:16759:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 0000000061d29f07. 00000020:00000010:1.0:1767384285.278547:0:16759:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000006b336b0. 00000020:00000010:1.0:1767384285.278549:0:16759:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000089eeae73. 00000020:00000010:1.0:1767384285.278553:0:16759:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ba04198e. 00000020:00000010:1.0:1767384285.278555:0:16759:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000642fe188. 00000020:00000010:1.0:1767384285.278557:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096dfc80c. 00000020:00000010:1.0:1767384285.278559:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009440d54. 00000040:00000010:1.0:1767384285.278561:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb4946ed. 00000020:00000010:1.0:1767384285.278563:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000057eb8fa. 00000020:00000010:1.0:1767384285.278570:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000557d2f90. 00040000:00000010:1.0:1767384285.278573:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000500dd7af. 00040000:00000010:1.0:1767384285.278574:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b25409c8. 00080000:00000010:1.0:1767384285.278576:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003d78b3f9. 10000000:00000010:1.0:1767384285.278584:0:16759:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000ff334d47. 02000000:00000010:1.0:1767384285.278588:0:16759:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000edd9f98a. 00000100:00000010:1.0:1767384285.278592:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.278597:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc007054. 00010000:00000010:1.0:1767384285.278604:0:16759:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001e0938bd. 00010000:00000010:1.0:1767384285.278607:0:16759:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000331744c9. 00000020:00000010:1.0:1767384285.278610:0:16759:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000858ab38a. 00000100:00000010:1.0:1767384285.278617:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.278624:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.278626:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.278629:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.278631:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737737088, portal 25 00000400:00000010:1.0:1767384285.278634:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.278635:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737737088, offset 0 00000400:00000200:1.0:1767384285.278648:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.278653:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.278657:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d700180 00000400:00000200:1.0:1767384285.278660:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x115 [2] + 0 00000400:00000010:1.0:1767384285.278663:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000422c2dcd. 00000400:00000200:1.0:1767384285.278665:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000562c9678 00000400:00000200:1.0:1767384285.278667:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.278669:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.278671:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562c9678 00000400:00000010:1.0:1767384285.278672:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562c9678. 00000100:00000200:1.0:1767384285.278674:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.278686:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.278687:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.278691:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737088/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.278711:0:16759:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a71b6aa. 00000100:00000010:1.0:1767384285.278720:0:16759:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085462344. 00000100:00000010:1.0:1767384285.278728:0:16759:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e5dac12. 00000100:00000010:1.0:1767384285.278733:0:16759:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7a49. 00000400:00000010:1.0:1767384285.278869:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.278874:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.278878:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.278887:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737088/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.278896:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737088/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.278922:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.278934:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.278937:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc007054. 00000100:00000010:1.0:1767384285.278940:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.278947:0:16759:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000228a9e81. 00000020:00000010:1.0:1767384285.278950:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc007054. 00000020:00000010:1.0:1767384285.278953:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6886d8b. 00000040:00000010:1.0:1767384285.278955:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000069adaa80. 00000020:00000010:1.0:1767384285.278958:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4127b0d. 00000020:00000010:1.0:1767384285.278959:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034943337. 80000000:00000010:1.0:1767384285.278961:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292b37ab. 00040000:00000010:1.0:1767384285.278963:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a61c46aa. 00080000:00000010:1.0:1767384285.278965:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b511aacf. 20000000:00000010:1.0:1767384285.278967:0:16759:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a8ee6060. 00000040:00000010:1.0:1767384285.278969:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f4f76d. 00000100:00000010:1.0:1767384285.278972:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.278977:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000817f3216. 00000100:00000010:1.0:1767384285.278982:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.278995:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7cc1970. 00000400:00000010:1.0:1767384285.279000:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.279002:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279004:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737737216, portal 25 00000400:00000010:1.0:1767384285.279006:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279008:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236737737216, offset 0 00000400:00000200:1.0:1767384285.279011:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.279015:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.279018:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d700200 00000400:00000200:1.0:1767384285.279021:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x119 [2] + 0 00000400:00000010:1.0:1767384285.279023:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a6624ac. 00000400:00000200:1.0:1767384285.279025:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000219662f1 00000400:00000200:1.0:1767384285.279027:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.279029:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.279031:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000219662f1 00000400:00000010:1.0:1767384285.279032:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000219662f1. 00000100:00000200:1.0:1767384285.279034:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.279045:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.279046:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279049:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737216/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.279234:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.279240:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.279243:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279249:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737216/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.279258:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737216/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.279269:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.279273:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7cc1970. 02000000:00000010:1.0:1767384285.279275:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000817f3216. 00000100:00000010:1.0:1767384285.279277:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000040:00000010:1.0:1767384285.279279:0:16759:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f4f76d. 00000020:00000010:1.0:1767384285.279282:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6886d8b. 00000040:00000010:1.0:1767384285.279317:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000069adaa80. 00000020:00000010:1.0:1767384285.279320:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4127b0d. 00000020:00000010:1.0:1767384285.279322:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034943337. 80000000:00000010:1.0:1767384285.279324:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292b37ab. 00040000:00000010:1.0:1767384285.279326:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a61c46aa. 00080000:00000010:1.0:1767384285.279328:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b511aacf. 20000000:00000010:1.0:1767384285.279330:0:16759:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a8ee6060. 00000020:00000010:1.0:1767384285.279331:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc007054. 10000000:00000010:1.0:1767384285.279333:0:16759:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000228a9e81. 10000000:00000010:1.0:1767384285.279344:0:16759:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000c7cc1970. 10000000:00000010:1.0:1767384285.279348:0:16759:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000680cbf21. 00000100:00000010:1.0:1767384285.279351:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.279355:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b4b8e6a. 00010000:00000010:1.0:1767384285.279360:0:16759:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b97438d7. 00010000:00000010:1.0:1767384285.279363:0:16759:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc913f24. 00000100:00000010:1.0:1767384285.279368:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.279373:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.279375:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.279377:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279379:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737737344, portal 25 00000400:00000010:1.0:1767384285.279381:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279382:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737737344, offset 0 00000400:00000200:1.0:1767384285.279385:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.279389:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.279393:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d700280 00000400:00000200:1.0:1767384285.279395:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11d [2] + 0 00000400:00000010:1.0:1767384285.279397:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c95b20aa. 00000400:00000200:1.0:1767384285.279399:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084536c04 00000400:00000200:1.0:1767384285.279401:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.279404:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.279407:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084536c04 00000400:00000010:1.0:1767384285.279408:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084536c04. 00000100:00000200:1.0:1767384285.279411:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.279430:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.279433:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279438:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737344/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.279590:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.279596:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.279600:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279607:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737344/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.279615:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737344/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.279627:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.279633:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.279635:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b4b8e6a. 00000100:00000010:1.0:1767384285.279636:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.279646:0:16759:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000008b4b8e6a. 10000000:00000010:1.0:1767384285.279650:0:16759:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000009aef63d1. 00000100:00000010:1.0:1767384285.279654:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.279658:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c73efc6. 00010000:00000010:1.0:1767384285.279663:0:16759:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005854c3d3. 00000100:00000010:1.0:1767384285.279667:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.279672:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.279674:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.279676:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279678:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737737472, portal 25 00000400:00000010:1.0:1767384285.279680:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279681:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737737472, offset 0 00000400:00000200:1.0:1767384285.279684:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.279688:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.279691:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d700300 00000400:00000200:1.0:1767384285.279694:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x121 [2] + 0 00000400:00000010:1.0:1767384285.279696:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012bef965. 00000400:00000200:1.0:1767384285.279719:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005cdb323 00000400:00000200:1.0:1767384285.279722:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.279725:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.279728:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005cdb323 00000400:00000010:1.0:1767384285.279729:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005cdb323. 00000100:00000200:1.0:1767384285.279731:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.279743:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.279745:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.279750:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737472/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.279954:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.279960:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.279963:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.279970:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737472/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.279981:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737472/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.279991:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.279997:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.279999:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c73efc6. 00000100:00000010:1.0:1767384285.280001:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.280005:0:16759:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000228a9e81. 00000020:00000010:1.0:1767384285.280006:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c73efc6. 00000020:00000010:1.0:1767384285.280008:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e8bad7a. 00000040:00000010:1.0:1767384285.280010:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c02789a. 00000020:00000010:1.0:1767384285.280012:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b511aacf. 00000020:00000010:1.0:1767384285.280013:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020371f29. 80000000:00000010:1.0:1767384285.280015:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292b37ab. 00040000:00000010:1.0:1767384285.280017:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000081f37d58. 00080000:00000010:1.0:1767384285.280018:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a4127b0d. 20000000:00000010:1.0:1767384285.280020:0:16759:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004dd5c3b4. 00000040:00000010:1.0:1767384285.280023:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000016fc0fc3. 00000100:00000010:1.0:1767384285.280025:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.280035:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.280039:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.280044:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d2cc1f. 00000400:00000010:1.0:1767384285.280046:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.280048:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.280051:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737737600, portal 25 00000400:00000010:1.0:1767384285.280052:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.280054:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236737737600, offset 0 00000400:00000200:1.0:1767384285.280056:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.280060:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.280063:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d700380 00000400:00000200:1.0:1767384285.280065:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x125 [2] + 0 00000400:00000010:1.0:1767384285.280067:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028e5c737. 00000400:00000200:1.0:1767384285.280069:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b5534ad 00000400:00000200:1.0:1767384285.280071:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.280073:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.280075:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5534ad 00000400:00000010:1.0:1767384285.280076:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b5534ad. 00000100:00000200:1.0:1767384285.280078:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.280087:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.280089:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.280093:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737600/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.280309:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.280314:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.280315:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.280321:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737600/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.280331:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737600/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.280348:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.280354:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d2cc1f. 02000000:00000010:1.0:1767384285.280359:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.280368:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000040:00000010:1.0:1767384285.280379:0:16759:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000c8df182. 00000100:00000010:1.0:1767384285.280382:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.280386:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.280389:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.280401:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000dba3e47e. 00000400:00000010:1.0:1767384285.280405:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.280409:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000068e6291e. 00000100:00000200:1.0:1767384285.280412:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737737728, portal 25 00000400:00000010:1.0:1767384285.280415:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.280418:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737737728, offset 0 00000400:00000200:1.0:1767384285.280422:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.280427:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.280432:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d700400 00000400:00000200:1.0:1767384285.280435:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x129 [2] + 0 00000400:00000010:1.0:1767384285.280438:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d2a6ecb. 00000400:00000200:1.0:1767384285.280441:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093010f3e 00000400:00000200:1.0:1767384285.280444:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.280447:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.280450:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093010f3e 00000400:00000010:1.0:1767384285.280452:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093010f3e. 00000100:00000200:1.0:1767384285.280454:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.280468:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.280470:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.280475:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737737728/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.282234:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.282239:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068e6291e 00000400:00000010:1.0:1767384285.282240:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000068e6291e. 00000100:00000200:1.0:1767384285.282245:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737737728/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.282257:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737737728/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.282308:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d8ce912. 02000000:00000010:1.0:1767384285.282314:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000dba3e47e. 02000000:00000010:1.0:1767384285.282322:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.282325:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000040:00000010:1.0:1767384285.282345:0:16759:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006a8dad6a. 00000100:00000010:1.0:1767384285.286324:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085462344. 00000040:00000010:1.0:1767384285.325829:0:16759:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006a8dad6a. 00000040:00000010:1.0:1767384285.325836:0:16759:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000c8df182. 00000040:00000010:1.0:1767384285.325839:0:16759:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000016fc0fc3. 00000020:00000010:1.0:1767384285.325843:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e8bad7a. 00000040:00000010:1.0:1767384285.325845:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002c02789a. 00000020:00000010:1.0:1767384285.325847:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b511aacf. 00000020:00000010:1.0:1767384285.325850:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000020371f29. 80000000:00000010:1.0:1767384285.325852:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000292b37ab. 00040000:00000010:1.0:1767384285.325853:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000081f37d58. 00080000:00000010:1.0:1767384285.325855:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a4127b0d. 20000000:00000010:1.0:1767384285.325857:0:16759:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004dd5c3b4. 00000020:00000010:1.0:1767384285.325859:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c73efc6. 10000000:00000010:1.0:1767384285.325861:0:16759:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000228a9e81. 00000100:00000010:1.0:1767384285.325878:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.325883:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c73efc6. 00010000:00000010:1.0:1767384285.325890:0:16759:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c121ee21. 00010000:00000010:1.0:1767384285.325895:0:16759:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fa5a4bf8. 00000100:00000010:1.0:1767384285.325904:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.325921:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.325924:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.325927:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.325930:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737738240, portal 25 00000400:00000010:1.0:1767384285.325932:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.325933:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737738240, offset 0 00000400:00000200:1.0:1767384285.325937:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.325941:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.325950:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d700600 00000400:00000200:1.0:1767384285.325953:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135 [2] + 0 00000400:00000010:1.0:1767384285.325955:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070595a0e. 00000400:00000200:1.0:1767384285.325957:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f73a1497 00000400:00000200:1.0:1767384285.325959:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.325961:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.325963:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73a1497 00000400:00000010:1.0:1767384285.325964:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73a1497. 00000100:00000200:1.0:1767384285.325967:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.325977:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.325979:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.325982:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737738240/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.326148:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b33a65a0. 00000400:00000200:1.0:1767384285.326153:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.326154:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.326159:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737738240/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.326165:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737738240/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.326175:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.326183:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.326185:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c73efc6. 00000100:00000010:1.0:1767384285.326187:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.326192:0:16759:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000a4127b0d. 00000100:00000010:1.0:1767384285.326848:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.326872:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c73efc6. 00000100:00000010:1.0:1767384285.326877:0:16759:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000022c2c222. 00000100:00000010:1.0:1767384285.326881:0:16759:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000a2a1e52b. 00000100:00000010:1.0:1767384285.326894:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fb0ce6c. 00000400:00000010:1.0:1767384285.326902:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384285.326907:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c8df182. 00000100:00000200:1.0:1767384285.326947:0:16759:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824d700680-0x695824d700680, portal 33 02000000:00000010:1.0:1767384285.326951:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dd5c3b4. 00000400:00000010:1.0:1767384285.326953:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3301320. 00000400:00000010:1.0:1767384285.326955:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.326956:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737738368, portal 25 00000400:00000010:1.0:1767384285.326958:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.326960:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737738368, offset 0 00000400:00000200:1.0:1767384285.326963:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.326967:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.326971:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d700680 00000400:00000200:1.0:1767384285.326974:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x139 [2] + 0 00000400:00000010:1.0:1767384285.326976:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad4e86c0. 00000400:00000200:1.0:1767384285.326978:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2fee217 00000400:00000200:1.0:1767384285.326980:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.326998:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.327000:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2fee217 00000400:00000010:1.0:1767384285.327001:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2fee217. 00000100:00000200:1.0:1767384285.327003:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.327014:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.327015:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.327017:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737738368/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.327266:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3301320. 00000400:00000200:1.0:1767384285.327272:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.327295:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.327303:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737738368/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.327314:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737738368/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.327326:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.327331:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dd5c3b4. 00000100:00000010:1.0:1767384285.327337:0:16759:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000a2a1e52b. 00000100:00000010:1.0:1767384285.327344:0:16759:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.327346:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c73efc6. 00000100:00000010:1.0:1767384285.327347:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.327823:0:16759:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000a4127b0d. 00000100:00000010:1.0:1767384285.327837:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.327841:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c73efc6. 00010000:00000010:1.0:1767384285.327846:0:16759:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000072f4ce3f. 00010000:00000010:1.0:1767384285.327848:0:16759:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053968b2c. 00000100:00000010:1.0:1767384285.327853:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.327858:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.327860:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3301320. 00000400:00000010:1.0:1767384285.327862:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.327864:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737738496, portal 25 00000400:00000010:1.0:1767384285.327866:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.327867:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737738496, offset 0 00000400:00000200:1.0:1767384285.327870:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.327874:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.327878:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d700700 00000400:00000200:1.0:1767384285.327898:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:1.0:1767384285.327900:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d041b86. 00000400:00000200:1.0:1767384285.327903:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8c5901c 00000400:00000200:1.0:1767384285.327905:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.327908:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.327925:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c5901c 00000400:00000010:1.0:1767384285.327927:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c5901c. 00000100:00000200:1.0:1767384285.327931:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.327941:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.327943:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.327961:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737738496/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.328137:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3301320. 00000400:00000200:1.0:1767384285.328143:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.328145:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.328157:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737738496/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.328166:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737738496/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.328178:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.328184:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022c2c222. 02000000:00000010:1.0:1767384285.328186:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c73efc6. 00000100:00000010:1.0:1767384285.328187:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 10000000:00000010:1.0:1767384285.328191:0:16759:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000228a9e81. 00000020:00000010:1.0:1767384285.328193:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c73efc6. 00000020:00000010:1.0:1767384285.328195:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004dd5c3b4. 00000040:00000010:1.0:1767384285.328197:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081f37d58. 00000020:00000010:1.0:1767384285.328198:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4127b0d. 00000020:00000010:1.0:1767384285.328200:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020371f29. 80000000:00000010:1.0:1767384285.328202:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292b37ab. 00040000:00000010:1.0:1767384285.328204:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002c02789a. 00080000:00000010:1.0:1767384285.328206:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b511aacf. 20000000:00000010:1.0:1767384285.328209:0:16759:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002e8bad7a. 00000040:00000010:1.0:1767384285.328212:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000016fc0fc3. 00000100:00000010:1.0:1767384285.328214:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.328218:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.328222:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.328227:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d2cc1f. 00000400:00000010:1.0:1767384285.328228:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3301320. 00000400:00000010:1.0:1767384285.328231:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.328233:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737738624, portal 25 00000400:00000010:1.0:1767384285.328235:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.328236:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236737738624, offset 0 00000400:00000200:1.0:1767384285.328239:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.328242:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.328246:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824d700780 00000400:00000200:1.0:1767384285.328248:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:1.0:1767384285.328254:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1f33efa. 00000400:00000200:1.0:1767384285.328256:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001804f46e 00000400:00000200:1.0:1767384285.328259:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.328261:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.328263:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001804f46e 00000400:00000010:1.0:1767384285.328264:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001804f46e. 00000100:00000200:1.0:1767384285.328266:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.328294:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384285.328296:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384285.328300:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737738624/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.328492:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3301320. 00000400:00000200:1.0:1767384285.328496:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.328497:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.328502:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737738624/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.328511:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737738624/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.328522:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.328526:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d2cc1f. 02000000:00000010:1.0:1767384285.328528:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.328529:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000040:00000010:1.0:1767384285.328534:0:16759:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007a792d85. 00000100:00000010:1.0:1767384285.328537:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.328540:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.328543:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.328553:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000043a9681d. 00000400:00000010:1.0:1767384285.328556:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3301320. 00000400:00000010:1.0:1767384285.328558:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f6050122. 00000100:00000200:1.0:1767384285.328561:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737738752, portal 25 00000400:00000010:1.0:1767384285.328563:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.328564:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737738752, offset 0 00000400:00000200:1.0:1767384285.328570:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.328574:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.328577:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d700800 00000400:00000200:1.0:1767384285.328579:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:1.0:1767384285.328581:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a6c4908. 00000400:00000200:1.0:1767384285.328583:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f74280c 00000400:00000200:1.0:1767384285.328585:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.328587:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.328589:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f74280c 00000400:00000010:1.0:1767384285.328590:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f74280c. 00000100:00000200:1.0:1767384285.328592:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.328602:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.328604:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.328606:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737738752/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.328818:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3301320. 00000400:00000200:1.0:1767384285.328822:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6050122 00000400:00000010:1.0:1767384285.328826:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f6050122. 00000100:00000200:1.0:1767384285.328833:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737738752/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384285.328841:0:16759:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737738752/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.328870:0:16759:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fb0ce6c. 02000000:00000010:1.0:1767384285.328875:0:16759:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000043a9681d. 02000000:00000010:1.0:1767384285.328883:0:16759:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d69e7de0. 00000100:00000010:1.0:1767384285.328884:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000040:00000010:1.0:1767384285.328889:0:16759:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006a8dad6a. 00000020:00000010:1.0:1767384285.329044:0:16803:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d69e7de0. 00000020:00000010:1.0:1767384285.329047:0:16803:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087d2cc1f. 00000040:00000010:1.0:1767384285.329049:0:16803:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f36753cb. 00000020:00000010:1.0:1767384285.329051:0:16803:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001ca753b. 00000020:00000010:1.0:1767384285.329053:0:16803:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cbe2f421. 00000020:00000010:1.0:1767384285.329055:0:16803:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b9d2ab4. 80000000:00000010:1.0:1767384285.329061:0:16803:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085462344. 40000000:00000010:1.0:1767384285.329062:0:16803:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b9a989c. 00100000:00000010:1.0:1767384285.329071:0:16803:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b1a7586e. 00040000:00000010:1.0:1767384285.329074:0:16803:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006bf27f84. 00040000:00000010:1.0:1767384285.329076:0:16803:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f41ac112. 00040000:00000010:1.0:1767384285.329077:0:16803:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a589df0e. 00080000:00000010:1.0:1767384285.329079:0:16803:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000041c8ec17. 00000004:00000010:1.0:1767384285.329081:0:16803:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007aa42d53. 00000004:00000010:1.0:1767384285.329083:0:16803:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.329085:0:16803:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b1bd3bc. 00002000:00000010:1.0:1767384285.329087:0:16803:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000022c2c222. 00000004:00000010:1.0:1767384285.329089:0:16803:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007118ddad. 00000020:00000010:1.0:1767384285.329091:0:16803:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a4b44482. 00000040:00000010:1.0:1767384285.329096:0:16803:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000336acf2a. 00000040:00000010:1.0:1767384285.329598:0:16803:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000336acf2a. 00000020:00000010:1.0:1767384285.329603:0:16803:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a4b44482. 00000020:00000010:1.0:1767384285.329607:0:16803:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087d2cc1f. 00000040:00000010:1.0:1767384285.329608:0:16803:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f36753cb. 00000020:00000010:1.0:1767384285.329610:0:16803:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001ca753b. 00000020:00000010:1.0:1767384285.329612:0:16803:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cbe2f421. 00000020:00000010:1.0:1767384285.329615:0:16803:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b9d2ab4. 80000000:00000010:1.0:1767384285.329617:0:16803:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085462344. 40000000:00000010:1.0:1767384285.329618:0:16803:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b9a989c. 00100000:00000010:1.0:1767384285.329620:0:16803:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b1a7586e. 00040000:00000010:1.0:1767384285.329622:0:16803:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006bf27f84. 00040000:00000010:1.0:1767384285.329624:0:16803:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f41ac112. 00040000:00000010:1.0:1767384285.329625:0:16803:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a589df0e. 00080000:00000010:1.0:1767384285.329627:0:16803:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000041c8ec17. 00000004:00000010:1.0:1767384285.329628:0:16803:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007aa42d53. 00000004:00000010:1.0:1767384285.329630:0:16803:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.329632:0:16803:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b1bd3bc. 00002000:00000010:1.0:1767384285.329633:0:16803:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000022c2c222. 00000004:00000010:1.0:1767384285.329634:0:16803:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007118ddad. 00000020:00000010:1.0:1767384285.329636:0:16803:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d69e7de0. 00000020:00000010:1.0:1767384285.333849:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000336acf2a. 00000020:00000010:1.0:1767384285.333863:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.333868:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da074fb6. 00000020:00000010:1.0:1767384285.333873:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027611790. 00000100:00000200:1.0:1767384285.333901:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737739392 02000000:00000010:1.0:1767384285.333925:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007118ddad. 00000400:00000010:1.0:1767384285.333933:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.333938:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737739392, offset 0 00000400:00000200:1.0:1767384285.333943:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.333952:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.333961:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d700a80 00000400:00000200:1.0:1767384285.333968:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000400:00000200:1.0:1767384285.333974:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.333980:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384285.333986:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737739392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384285.334003:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.334006:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000020:00000010:1.0:1767384285.334014:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da074fb6. 00000020:00000010:1.0:1767384285.334019:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.334021:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.334161:0:16773:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eacaea64. 00000020:00000010:1.0:1767384285.334170:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.334172:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.334176:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.334178:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da074fb6. 00000020:00000010:1.0:1767384285.334182:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.334203:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.334205:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b9a989c. 00000100:00000200:1.0:1767384285.334208:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737739520 02000000:00000010:1.0:1767384285.334223:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d5f59aac. 00000040:00000010:1.0:1767384285.334226:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002b9d2ab4. 00000020:00000010:1.0:1767384285.334236:0:16773:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006bf27f84. 00000040:00000010:1.0:1767384285.334239:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007a792d85. 00000040:00000010:1.0:1767384285.334376:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007a792d85. 00000040:00000010:1.0:1767384285.334379:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002b9d2ab4. 00010000:00000200:1.0:1767384285.334383:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003455936d x1853236737739520/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:266/0 lens 272/8472 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.334393:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004fb0ce6c. 00000100:00000200:1.0:1767384285.334396:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737739520, offset 224 00000400:00000200:1.0:1767384285.334399:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.334406:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.334411:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d700b00 00000400:00000200:1.0:1767384285.334416:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:1.0:1767384285.334422:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.334426:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384285.334432:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c145089 x1853236737739520/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384285.334453:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb0ce6c 00000400:00000010:1.0:1767384285.334456:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004fb0ce6c. 00000020:00000010:1.0:1767384285.334468:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da074fb6. 00000020:00000010:1.0:1767384285.334476:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.334482:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a589df0e. 02000000:00000010:1.0:1767384285.334490:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d5f59aac. 00000100:00000200:1.0:1767384285.334503:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384285.334508:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3301320. 00000400:00000010:1.0:1767384285.334512:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fb0ce6c. 00000040:00000010:1.0:1767384285.334614:0:16759:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000091fe72c. 00000040:00000010:1.0:1767384285.334620:0:16759:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000001f74dc1. 00000040:00000010:1.0:1767384285.334624:0:16759:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000abe9827. 00000020:00000010:1.0:1767384285.334628:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000557d2f90. 00000040:00000010:1.0:1767384285.334631:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fb4946ed. 00000020:00000010:1.0:1767384285.334633:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000013e18634. 00000020:00000010:1.0:1767384285.334636:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009440d54. 80000000:00000010:1.0:1767384285.334644:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cca7aafd. 00040000:00000010:1.0:1767384285.334647:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b14ba506. 00080000:00000010:1.0:1767384285.334649:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d31b5a46. 20000000:00000010:1.0:1767384285.334652:0:16759:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000dd3428df. 00000020:00000010:1.0:1767384285.334653:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b25409c8. 10000000:00000010:1.0:1767384285.334655:0:16759:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000077dedcd7. 00000020:00000010:1.0:1767384285.334668:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004368c295. 00000040:00000010:1.0:1767384285.334670:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9e1cb1d. 00000020:00000010:1.0:1767384285.334672:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e89e9a02. 00000020:00000010:1.0:1767384285.334673:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e67eaa2c. 00040000:00000010:1.0:1767384285.334675:0:16759:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079ced635. 00040000:00000010:1.0:1767384285.334677:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f2dfb9a. 00080000:00000010:1.0:1767384285.334678:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000de7ecef7. 00000020:00000010:1.0:1767384285.334680:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000376ea9ee. 00000020:00000010:1.0:1767384285.334682:0:16759:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000005f41df7d. 00000020:00000010:1.0:1767384285.334684:0:16759:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000008e229faa. 00000020:00000010:1.0:1767384285.334686:0:16759:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000a8284053. 00000020:00000010:1.0:1767384285.334688:0:16759:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000e3f67fef. 00000020:00000010:1.0:1767384285.334699:0:16759:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 000000007a792d85. 00000100:00000010:1.0:1767384285.334712:0:16759:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:1.0:1767384285.334718:0:16759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000c8df182. 00000100:00000010:1.0:1767384285.334725:0:16759:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000022d3be7. 02000000:00000010:1.0:1767384285.334744:0:16759:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000253527cf. 00000400:00000010:1.0:1767384285.334749:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a377e0d. 00000400:00000010:1.0:1767384285.334753:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007bb2ff0. 00000100:00000200:1.0:1767384285.334756:0:16759:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737739648, portal 25 00000400:00000010:1.0:1767384285.334760:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c558050b. 00000100:00000200:1.0:1767384285.334762:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737739648, offset 0 00000400:00000200:1.0:1767384285.334767:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.334773:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.334779:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d700b80 00000400:00000200:1.0:1767384285.334784:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:1.0:1767384285.334788:0:16759:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c46ebe. 00000400:00000200:1.0:1767384285.334795:0:16759:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fceeefe 00000400:00000200:1.0:1767384285.334799:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.334801:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.334803:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fceeefe 00000400:00000010:1.0:1767384285.334804:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fceeefe. 00000100:00000200:1.0:1767384285.334806:0:16759:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384285.334818:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c558050b 00000400:00000010:1.0:1767384285.334819:0:16759:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c558050b. 00000100:00000200:1.0:1767384285.334822:0:16759:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737739648/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384285.338322:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5e207b1. 00080000:00000010:1.0:1767384285.344190:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a6258e9d. 00080000:00000010:1.0:1767384285.344196:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003af97042. 00080000:00000010:1.0:1767384285.344199:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e2f33e6e. 00080000:00000010:1.0:1767384285.344204:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ba2ad8e7. 00000020:00000010:1.0:1767384285.344391:0:16761:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000063adb14c. 00000020:00000010:1.0:1767384285.344407:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.344410:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.344415:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.344419:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a57b2897. 00000020:00000010:1.0:1767384285.344423:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.344453:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b9a989c. 00000020:00000010:1.0:1767384285.344457:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b9a989c. 00000100:00000200:1.0:1767384285.344460:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737739776 02000000:00000010:1.0:1767384285.344468:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022c2c222. 00000400:00000010:1.0:1767384285.344474:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.344477:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737739776, offset 224 00000400:00000200:1.0:1767384285.344482:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.344487:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.344491:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d700c00 00000400:00000200:1.0:1767384285.344494:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:1.0:1767384285.344497:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.344499:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384285.344508:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737739776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384285.344525:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.344526:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00010000:00000010:1.0:1767384285.344533:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b2fee217. 00000020:00000010:1.0:1767384285.344547:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a57b2897. 00000020:00000010:1.0:1767384285.344552:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.344558:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.344816:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d751ab5b. 00000020:00000010:1.0:1767384285.344826:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d03c4e. 00000020:00000010:1.0:1767384285.344828:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d03c4e. 00000020:00000010:1.0:1767384285.344831:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a589df0e. 00000020:00000010:1.0:1767384285.344833:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a57b2897. 00000020:00000010:1.0:1767384285.344835:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027611790. 00000100:00000200:1.0:1767384285.344848:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bccac1f x1853236737739904/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:266/0 lens 328/0 e 0 to 0 dl 1767384296 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384285.344879:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d03c4e. 00000020:00000010:1.0:1767384285.344883:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d03c4e. 00000100:00000200:1.0:1767384285.344885:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737739904 02000000:00000010:1.0:1767384285.344893:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b429e0a6. 00000020:00000010:1.0:1767384285.344905:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c4d03c4e. 00010000:00000010:1.0:1767384285.344930:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc0d6e6b. 00000100:00000010:1.0:1767384285.344935:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f73a1497. 00000100:00000010:1.0:1767384285.344951:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f73a1497. 00010000:00000010:1.0:1767384285.344955:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc0d6e6b. 00000400:00000010:1.0:1767384285.344964:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384285.344968:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737739904, offset 224 00000400:00000200:1.0:1767384285.344972:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.344980:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.344985:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d700c80 00000400:00000200:1.0:1767384285.344989:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:1.0:1767384285.344992:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.344999:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384285.345004:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046c1cb3f x1853236737739904/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384285.345020:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384285.345021:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000020:00000010:1.0:1767384285.345031:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a57b2897. 00000020:00000010:1.0:1767384285.345052:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027611790. 00000020:00000010:1.0:1767384285.345057:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a589df0e. 20000000:00000010:1.0:1767384285.346485:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000119a75d1. 00010000:00000200:1.0:1767384285.346492:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c9ec25d x1853236737739648/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384285.346501:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f73a1497. 00000100:00000200:1.0:1767384285.346502:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737739648, offset 224 00000400:00000200:1.0:1767384285.346505:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.346509:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.346513:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d700b80 00000400:00000200:1.0:1767384285.346516:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:1.0:1767384285.346519:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.346521:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384285.346524:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bd1a3a0 x1853236737739648/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384285.346536:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73a1497 00000400:00000010:1.0:1767384285.346538:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73a1497. 00000020:00000010:1.0:1767384285.346545:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff2ea8b. 00000020:00000010:1.0:1767384285.346547:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046d324ae. 00000020:00000010:1.0:1767384285.346550:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005716b9a3. 02000000:00000010:1.0:1767384285.346557:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fa65d010. 00000100:00000200:1.0:1767384285.346563:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384285.346584:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000108c33d1. 00000400:00000010:1.0:1767384285.346589:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f73a1497. 00000100:00000010:1.0:1767384285.348316:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022391ee7. 00010000:00000010:2.1:1767384285.349305:0:16759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c121ee21. 00010000:00000010:2.1:1767384285.349313:0:16759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fa5a4bf8. 00010000:00000010:1.1:1767384285.349319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c71e0da. 00010000:00000010:0.1:1767384285.349325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dced00b3. 00010000:00000010:0.1:1767384285.349333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00000020:00000010:1.0:1767384285.350056:0:16759:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000a4b44482. 00000020:00000010:1.0:1767384285.350065:0:16759:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000a4b44482. 00000020:00000010:1.0:1767384285.350068:0:16759:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000a57b2897. 00000020:00000010:1.0:1767384285.350072:0:16759:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000a4b44482. 00000020:00000010:1.0:1767384285.350075:0:16759:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000a4b44482. 00040000:00000010:1.0:1767384285.350101:0:16759:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000007bb2ff0. 00000020:00000010:1.0:1767384285.350118:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b484a227. 00080000:00000010:1.0:1767384285.350132:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a730a04d. 00080000:00000010:1.0:1767384285.350176:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a730a04d. 00000020:00000010:1.0:1767384285.350179:0:16759:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b484a227. 00000004:00000010:1.0:1767384285.350192:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef255315. 00000004:00000010:1.0:1767384285.350200:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000cd93e63. 00000004:00000010:1.0:1767384285.350204:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c2dcdaa. 00080000:00000010:1.0:1767384285.350206:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a730a04d. 00100000:00000010:1.0:1767384285.350231:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fb1413d2. 00000004:00000010:1.0:1767384285.350244:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005aa36405. 00000004:00000010:1.0:1767384285.350246:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009cfce5d7. 00000004:00000010:1.0:1767384285.350248:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000260a2f9b. 00080000:00000010:1.0:1767384285.350250:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dcbbd9ac. 00100000:00000010:1.0:1767384285.350268:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000345f7057. 00040000:00000010:1.0:1767384285.350272:0:16759:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005e20e81e. 00000001:00000010:1.0:1767384285.350292:0:16759:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a589df0e. 00000001:00000010:1.0:1767384285.350295:0:16759:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000009858591. 00000001:00000010:1.0:1767384285.350297:0:16759:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b2fee217. 00040000:00000010:1.0:1767384285.350303:0:16759:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000001804f46e. 00000020:00000010:1.0:1767384285.350315:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5afc289. 00080000:00000010:1.0:1767384285.350317:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b404bae5. 00080000:00000010:1.0:1767384285.350339:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b404bae5. 00000020:00000010:1.0:1767384285.350341:0:16759:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a5afc289. 00000004:00000010:1.0:1767384285.350344:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000558d1c9d. 00000004:00000010:1.0:1767384285.350346:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000829caebf. 00000004:00000010:1.0:1767384285.350348:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000001d05d42. 00080000:00000010:1.0:1767384285.350350:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b404bae5. 00100000:00000010:1.0:1767384285.350366:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004dce99b0. 00000004:00000010:1.0:1767384285.350385:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000444a03b4. 00000004:00000010:1.0:1767384285.350387:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cf1f82c9. 00000004:00000010:1.0:1767384285.350389:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038967f88. 00080000:00000010:1.0:1767384285.350391:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb9ba444. 00100000:00000010:1.0:1767384285.350410:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eb3c23cd. 00040000:00000010:1.0:1767384285.350413:0:16759:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e4f5aecb. 00000001:00000010:1.0:1767384285.350415:0:16759:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002b9d2ab4. 00000001:00000010:1.0:1767384285.350416:0:16759:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000617b85eb. 00000001:00000010:1.0:1767384285.350418:0:16759:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006f74280c. 00040000:00000010:1.0:1767384285.350422:0:16759:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000f6600671. 00000020:00000010:1.0:1767384285.350431:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002e48a651. 00080000:00000010:1.0:1767384285.350433:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014634893. 00080000:00000010:1.0:1767384285.350452:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014634893. 00000020:00000010:1.0:1767384285.350454:0:16759:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e48a651. 00000004:00000010:1.0:1767384285.350457:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000134608bf. 00000004:00000010:1.0:1767384285.350459:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001dbbe092. 00000004:00000010:1.0:1767384285.350460:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008cac51c8. 00080000:00000010:1.0:1767384285.350462:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014634893. 00100000:00000010:1.0:1767384285.350477:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a0556c31. 00000004:00000010:1.0:1767384285.350486:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000edaceb00. 00000004:00000010:1.0:1767384285.350488:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ddeccd31. 00000004:00000010:1.0:1767384285.350490:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa2ed5e3. 00080000:00000010:1.0:1767384285.350492:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e3ac82d. 00100000:00000010:1.0:1767384285.350508:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000038560f47. 00040000:00000010:1.0:1767384285.350510:0:16759:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000030ec7bfc. 00000001:00000010:1.0:1767384285.350512:0:16759:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f36753cb. 00000001:00000010:1.0:1767384285.350514:0:16759:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b31253c6. 00000001:00000010:1.0:1767384285.350515:0:16759:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e91e0870. 00040000:00000010:1.0:1767384285.350520:0:16759:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b27b7288. 00000020:00000010:1.0:1767384285.350522:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d2cc1f. 00000020:00000010:1.0:1767384285.350524:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d69e7de0. 00000020:00000010:1.0:1767384285.350526:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007aa42d53. 00000020:00000010:1.0:1767384285.350528:0:16759:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cbe2f421. 00000020:00000010:1.0:1767384285.350535:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008c73efc6. 80000000:00000010:1.0:1767384285.350537:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f2a80f5. 40000000:00000010:1.0:1767384285.350539:0:16759:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000228a9e81. 00100000:00000010:1.0:1767384285.350541:0:16759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000041c8ec17. 00040000:00000010:1.0:1767384285.350543:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025db6076. 00040000:00000010:1.0:1767384285.350544:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e8bad7a. 00080000:00000010:1.0:1767384285.350546:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f41ac112. 00002000:00000010:1.0:1767384285.350549:0:16759:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008f09a03a. 00000020:00000010:1.0:1767384285.350788:0:16759:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000002f48f25c. 00000020:00000010:1.0:1767384285.350791:0:16759:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000002f48f25c. 00000020:00000010:1.0:1767384285.350794:0:16759:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000007c5a0e7e. 00000020:00000010:1.0:1767384285.350797:0:16759:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000002f48f25c. 00000020:00000010:1.0:1767384285.350799:0:16759:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000002f48f25c. 40000000:00000010:1.0:1767384285.350803:0:16759:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 0000000090525153. 00080000:00000010:1.0:1767384285.350846:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000055377365. 00080000:00000010:1.0:1767384285.357525:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000055377365. 00000004:00000010:1.0:1767384285.358055:0:16759:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 0000000085462344. 00000040:00000010:1.0:1767384285.358059:0:16759:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000022d3be7. 00000020:00000010:1.0:1767384285.358064:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c02789a. 00000020:00000010:1.0:1767384285.358067:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020371f29. 00000040:00000010:1.0:1767384285.358068:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081f37d58. 00000020:00000010:1.0:1767384285.358071:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b1a7586e. 00000020:00000010:1.0:1767384285.358073:0:16759:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5d801af. 00000020:00000010:1.0:1767384285.358075:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004dd5c3b4. 80000000:00000010:1.0:1767384285.358077:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000292b37ab. 40000000:00000010:1.0:1767384285.358079:0:16759:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000703c0265. 00100000:00000010:1.0:1767384285.358081:0:16759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1939a7f. 00040000:00000010:1.0:1767384285.358083:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008e2aa6d. 00040000:00000010:1.0:1767384285.358085:0:16759:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000090f92361. 00040000:00000010:1.0:1767384285.358087:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016fc0fc3. 00080000:00000010:1.0:1767384285.358089:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d48df4e9. 00000004:00000010:1.0:1767384285.358091:0:16759:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000896247b4. 00000004:00000010:1.0:1767384285.358094:0:16759:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.358104:0:16759:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005373212. 00000004:00000010:1.0:1767384285.358107:0:16759:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000055377365. 00000004:00000010:1.0:1767384285.358316:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db825b06. 00000004:00000010:1.0:1767384285.358322:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ef7f8c0. 00000004:00000010:1.0:1767384285.358326:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b937b38. 00080000:00000010:1.0:1767384285.358330:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a45db098. 00080000:00000010:1.0:1767384285.358408:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a45db098. 00000004:00000010:1.0:1767384285.358412:0:16759:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b937b38. 00000004:00000010:1.0:1767384285.358415:0:16759:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001ef7f8c0. 00000004:00000010:1.0:1767384285.358417:0:16759:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db825b06. 00000004:00000010:1.0:1767384285.358423:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000056c15c1c. 00000004:00000010:1.0:1767384285.358426:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ef7f8c0. 00000004:00000010:1.0:1767384285.358428:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b937b38. 00080000:00000010:1.0:1767384285.358430:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a45db098. 00000004:00000010:1.0:1767384285.358465:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001e244415. 00000004:00000010:1.0:1767384285.358469:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fd992ea5. 00000004:00000010:1.0:1767384285.358471:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000afeb3cdb. 00080000:00000010:1.0:1767384285.358474:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf61c724. 00080000:00000010:1.0:1767384285.358528:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bf61c724. 00000004:00000010:1.0:1767384285.358532:0:16759:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000afeb3cdb. 00000004:00000010:1.0:1767384285.358534:0:16759:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fd992ea5. 00000004:00000010:1.0:1767384285.358535:0:16759:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001e244415. 00000004:00000010:1.0:1767384285.358541:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000055621890. 00000004:00000010:1.0:1767384285.358545:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fd992ea5. 00000004:00000010:1.0:1767384285.358547:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000afeb3cdb. 00080000:00000010:1.0:1767384285.358549:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf61c724. 00000004:00000010:1.0:1767384285.358582:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000601d3ccc. 00000004:00000010:1.0:1767384285.358588:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cff260d4. 00000004:00000010:1.0:1767384285.358592:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000d39fa1f. 00080000:00000010:1.0:1767384285.358597:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d2402cb. 00080000:00000010:1.0:1767384285.360017:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b714dc20. 00000004:00000010:1.0:1767384285.360023:0:16759:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001a11299b. 00000004:00000010:1.0:1767384285.360025:0:16759:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000033c2d9ee. 00000004:00000010:1.0:1767384285.360033:0:16759:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009443a165. 00000004:00000010:1.0:1767384285.360055:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000716e8e1d. 00000004:00000010:1.0:1767384285.360059:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c9205755. 00000004:00000010:1.0:1767384285.360061:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002eeac030. 00080000:00000010:1.0:1767384285.360066:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000659010a8. 00000020:00000010:1.0:1767384285.360120:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a1195b8. 00080000:00000010:1.0:1767384285.360124:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1c0e4c6. 00080000:00000010:1.0:1767384285.360150:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c1c0e4c6. 00000020:00000010:1.0:1767384285.360153:0:16759:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007a1195b8. 00000004:00000010:1.0:1767384285.360158:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000052825286. 00000004:00000010:1.0:1767384285.360161:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000012f2035e. 00000004:00000010:1.0:1767384285.360163:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f852f496. 00080000:00000010:1.0:1767384285.360165:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1c0e4c6. 00000040:00000010:1.0:1767384285.360711:0:16759:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f6050122. 00000040:00000010:1.0:1767384285.360718:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000009440d54. 00000040:00000010:1.0:1767384285.360732:0:16759:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000c239205c. 00000020:00000010:1.0:1767384285.360736:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000500dd7af. 00080000:00000010:1.0:1767384285.360738:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a20649ae. 00000040:00000010:1.0:1767384285.360781:0:16759:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c89ff2cb. 00000040:00000010:1.0:1767384285.360788:0:16759:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000253527cf. 00000040:00000010:1.0:1767384285.361728:0:16759:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000253527cf. 00000040:00000010:1.0:1767384285.361735:0:16759:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000642fe188. 00000040:00000010:1.0:1767384285.361739:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000376ea9ee. 00000040:00000010:1.0:1767384285.361755:0:16759:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000f0348069. 00000020:00000010:1.0:1767384285.361757:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000008e2aa6d. 00080000:00000010:1.0:1767384285.361760:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000017247c3e. 00000040:00000010:1.0:1767384285.361798:0:16759:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000253527cf. 00000040:00000010:1.0:1767384285.361812:0:16759:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000003bd4a734. 00000040:00000010:1.0:1767384285.362215:0:16759:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000003bd4a734. 00000040:00000010:1.0:1767384285.362219:0:16759:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dc4fbf8d. 00000020:00000010:1.0:1767384285.362222:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2dfb9a. 00000020:00000010:1.0:1767384285.362224:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e67eaa2c. 00000040:00000010:1.0:1767384285.362225:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9e1cb1d. 00000020:00000010:1.0:1767384285.362231:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000812067a0. 00000020:00000010:1.0:1767384285.362234:0:16759:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.362236:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004368c295. 80000000:00000010:1.0:1767384285.362237:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2d02e8d. 40000000:00000010:1.0:1767384285.362239:0:16759:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011df989f. 00100000:00000010:1.0:1767384285.362241:0:16759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000013757dc0. 00040000:00000010:1.0:1767384285.362243:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acda69cd. 00040000:00000010:1.0:1767384285.362245:0:16759:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008b78e229. 00040000:00000010:1.0:1767384285.362247:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043d8f7e7. 00080000:00000010:1.0:1767384285.362249:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eac8d955. 00000004:00000010:1.0:1767384285.362251:0:16759:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e9ea027b. 00000004:00000010:1.0:1767384285.362253:0:16759:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.362255:0:16759:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003cb210de. 00002000:00000010:1.0:1767384285.362257:0:16759:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000055377365. 00000004:00000010:1.0:1767384285.362259:0:16759:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ba2ad8e7. 00000020:00000010:1.0:1767384285.362261:0:16759:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fc0d6e6b. 00000040:00000010:1.0:1767384285.362264:0:16759:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003bd4a734. 00000040:00000010:1.0:1767384285.362756:0:16759:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003bd4a734. 00000020:00000010:1.0:1767384285.362777:0:16759:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fc0d6e6b. 00000020:00000010:1.0:1767384285.362781:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e67eaa2c. 00000040:00000010:1.0:1767384285.362783:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9e1cb1d. 00000020:00000010:1.0:1767384285.362784:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000812067a0. 00000020:00000010:1.0:1767384285.362786:0:16759:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.362788:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004368c295. 80000000:00000010:1.0:1767384285.362790:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2d02e8d. 40000000:00000010:1.0:1767384285.362791:0:16759:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000011df989f. 00100000:00000010:1.0:1767384285.362793:0:16759:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013757dc0. 00040000:00000010:1.0:1767384285.362794:0:16759:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000acda69cd. 00040000:00000010:1.0:1767384285.362796:0:16759:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008b78e229. 00040000:00000010:1.0:1767384285.362798:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043d8f7e7. 00080000:00000010:1.0:1767384285.362800:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eac8d955. 00000004:00000010:1.0:1767384285.362801:0:16759:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e9ea027b. 00000004:00000010:1.0:1767384285.362803:0:16759:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.362804:0:16759:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003cb210de. 00002000:00000010:1.0:1767384285.362811:0:16759:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000055377365. 00000004:00000010:1.0:1767384285.362813:0:16759:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ba2ad8e7. 00000020:00000010:1.0:1767384285.362814:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2dfb9a. 00000040:00000010:1.0:1767384285.362816:0:16759:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dc4fbf8d. 00000040:00000010:1.0:1767384285.362818:0:16759:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dc4fbf8d. 00000020:00000010:1.0:1767384285.362820:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2dfb9a. 00000020:00000010:1.0:1767384285.362821:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043d8f7e7. 00000040:00000010:1.0:1767384285.362822:0:16759:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004368c295. 00000020:00000010:1.0:1767384285.362824:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003cb210de. 00000020:00000010:1.0:1767384285.362826:0:16759:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.362827:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9e1cb1d. 80000000:00000010:1.0:1767384285.362829:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2d02e8d. 40000000:00000010:1.0:1767384285.362830:0:16759:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011df989f. 00100000:00000010:1.0:1767384285.362832:0:16759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e9ea027b. 00040000:00000010:1.0:1767384285.362833:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000acda69cd. 00040000:00000010:1.0:1767384285.362835:0:16759:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eac8d955. 00040000:00000010:1.0:1767384285.362836:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e67eaa2c. 00080000:00000010:1.0:1767384285.362837:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008b78e229. 00000004:00000010:1.0:1767384285.362839:0:16759:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000013757dc0. 00000004:00000010:1.0:1767384285.362840:0:16759:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.362859:0:16759:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000812067a0. 00002000:00000010:1.0:1767384285.362860:0:16759:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ba2ad8e7. 00000004:00000010:1.0:1767384285.362862:0:16759:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000055377365. 00000020:00000010:1.0:1767384285.362865:0:16759:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f48f25c. 00000040:00000010:1.0:1767384285.362867:0:16759:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003bd4a734. 00000040:00000010:1.0:1767384285.363300:0:16759:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003bd4a734. 00000020:00000010:1.0:1767384285.363305:0:16759:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002f48f25c. 00000020:00000010:1.0:1767384285.363310:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043d8f7e7. 00000040:00000010:1.0:1767384285.363312:0:16759:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004368c295. 00000020:00000010:1.0:1767384285.363313:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003cb210de. 00000020:00000010:1.0:1767384285.363315:0:16759:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.363316:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9e1cb1d. 80000000:00000010:1.0:1767384285.363318:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2d02e8d. 40000000:00000010:1.0:1767384285.363319:0:16759:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000011df989f. 00100000:00000010:1.0:1767384285.363326:0:16759:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e9ea027b. 00040000:00000010:1.0:1767384285.363327:0:16759:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000acda69cd. 00040000:00000010:1.0:1767384285.363329:0:16759:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eac8d955. 00040000:00000010:1.0:1767384285.363330:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e67eaa2c. 00080000:00000010:1.0:1767384285.363332:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008b78e229. 00000004:00000010:1.0:1767384285.363333:0:16759:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000013757dc0. 00000004:00000010:1.0:1767384285.363335:0:16759:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2a1e52b. 00000004:00000010:1.0:1767384285.363336:0:16759:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000812067a0. 00002000:00000010:1.0:1767384285.363338:0:16759:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ba2ad8e7. 00000004:00000010:1.0:1767384285.363339:0:16759:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000055377365. 00000020:00000010:1.0:1767384285.363341:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2dfb9a. 00000040:00000010:1.0:1767384285.363343:0:16759:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dc4fbf8d. 00000040:00000010:1.0:1767384285.363346:0:16759:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002d8ce912. 00000040:00000010:1.0:1767384285.363350:0:16759:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f2dfb9a. 00000040:00000010:1.0:1767384285.363381:0:16759:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000e955552a. 00000020:00000010:1.0:1767384285.363384:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000acda69cd. 00080000:00000010:1.0:1767384285.363386:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2f9e8af. 00000040:00000010:1.0:1767384285.363415:0:16759:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003bd4a734. 00000001:00000010:1.0:1767384285.363424:0:16759:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 0000000024c1f0e1. 00000004:00000010:1.0:1767384285.363449:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006f04a7f7. 00000004:00000010:1.0:1767384285.363454:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008b4e55c0. 00000004:00000010:1.0:1767384285.363458:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0de7a5b. 00080000:00000010:1.0:1767384285.363461:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2fd72d5. 00080000:00000010:1.0:1767384285.363496:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000055377365. 00080000:00000010:1.0:1767384285.363507:0:16759:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000005dc4e5d5. 00080000:00000010:1.0:1767384285.363647:0:16759:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2fd72d5. 00000004:00000010:1.0:1767384285.363651:0:16759:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e0de7a5b. 00000004:00000010:1.0:1767384285.363653:0:16759:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008b4e55c0. 00000004:00000010:1.0:1767384285.363655:0:16759:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006f04a7f7. 00000020:00000010:1.0:1767384285.363668:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004494f42b. 00080000:00000010:1.0:1767384285.363671:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2fd72d5. 00080000:00000010:1.0:1767384285.363686:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001d35bb3. 00000020:00000010:1.0:1767384285.363990:0:16759:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000008821d938. 00100000:00000010:1.0:1767384285.364017:0:16759:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004a3f8d29. 00080000:00000010:1.0:1767384285.364029:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000017215a65. 00000020:00000010:1.0:1767384285.364056:0:16759:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000008821d938. 00000020:00000010:1.0:1767384285.364059:0:16759:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000168500c9. 00080000:00000010:1.0:1767384285.364072:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005e56a8ec. 00080000:00000010:1.0:1767384285.364093:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000063893a14. 00080000:00000010:1.0:1767384285.364111:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a82f8369. 00100000:00000010:1.0:1767384285.364130:0:16759:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000a2a1e52b. 00000020:00000010:1.0:1767384285.364158:0:16759:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000de5aca12. 00000004:00000010:1.0:1767384285.364174:0:16759:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe6a7150. 00000004:00000010:1.0:1767384285.364177:0:16759:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008b4e55c0. 00000004:00000010:1.0:1767384285.364179:0:16759:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0de7a5b. 00080000:00000010:1.0:1767384285.364181:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001fd790af. 00000020:00000010:1.0:1767384285.364191:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000321cf193. 00080000:00000010:1.0:1767384285.364193:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c6b195d. 00000020:00000010:1.0:1767384285.364217:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4e783b0. 00080000:00000010:1.0:1767384285.364219:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d2402cb. 00100000:00000010:1.0:1767384285.364259:0:16759:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000005f111a5. 00100000:00000010:1.0:1767384285.364262:0:16759:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000b07b9bd1. 00100000:00000010:1.0:1767384285.364322:0:16759:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000b07b9bd1. 00100000:00000010:1.0:1767384285.364327:0:16759:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000812067a0. 00100000:00000010:1.0:1767384285.364330:0:16759:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000096dbf12d. 00100000:00000010:1.0:1767384285.364334:0:16759:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000dc65cc9f. 00100000:00000010:1.0:1767384285.364336:0:16759:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000889467fb. 00000020:00000010:1.0:1767384285.364365:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d3943d2f. 00080000:00000010:1.0:1767384285.364374:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8697044. 00000020:00000010:1.0:1767384285.364428:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003886afa7. 00080000:00000010:1.0:1767384285.364432:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ab54ebe. 00000020:00000010:1.0:1767384285.364474:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f4aacee7. 00080000:00000010:1.0:1767384285.364478:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007ff32450. 00000020:00000010:1.0:1767384285.364510:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000091bc2eab. 00080000:00000010:1.0:1767384285.364512:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a5be9c7. 00000020:00000010:1.0:1767384285.364533:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000923a8bbd. 00080000:00000010:1.0:1767384285.364542:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e5d9839. 00000020:00000010:1.0:1767384285.364568:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9167838. 00080000:00000010:1.0:1767384285.364570:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a6acaf10. 00000020:00000010:1.0:1767384285.364589:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000499027bf. 00080000:00000010:1.0:1767384285.364591:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008cfb16b2. 00000020:00000010:1.0:1767384285.364610:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000458ef1f3. 00080000:00000010:1.0:1767384285.364612:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012fcbc8e. 00000020:00000010:1.0:1767384285.364653:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a3d1c60. 00080000:00000010:1.0:1767384285.364655:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d49334a. 00000020:00000010:1.0:1767384285.364680:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009adfa141. 00080000:00000010:1.0:1767384285.364682:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082db06a2. 00000020:00000010:1.0:1767384285.364706:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009bf73c52. 00080000:00000010:1.0:1767384285.364708:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007707b2fa. 00000020:00000010:1.0:1767384285.364732:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad69ff89. 00080000:00000010:1.0:1767384285.364735:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c66fc54. 00000020:00000010:1.0:1767384285.364774:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5963090. 00080000:00000010:1.0:1767384285.364776:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000944663a1. 00000020:00000010:1.0:1767384285.364794:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072f1a865. 00080000:00000010:1.0:1767384285.364796:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f678f7bf. 00000020:00000010:1.0:1767384285.364813:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d28b638f. 00080000:00000010:1.0:1767384285.364815:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012d325b2. 00000020:00000010:1.0:1767384285.364832:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f852ce3. 00080000:00000010:1.0:1767384285.364834:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c76e2608. 00000020:00000010:1.0:1767384285.364874:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e234965e. 00080000:00000010:1.0:1767384285.364877:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f015c1b9. 00100000:00000010:1.0:1767384285.364906:0:16759:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000013757dc0. 00100000:00000010:1.0:1767384285.364929:0:16759:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000009f553b7d. 00100000:00000010:1.0:1767384285.364949:0:16759:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000029a263dc. 00100000:00000010:1.0:1767384285.364951:0:16759:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000008cab2388. 00000020:00000010:1.0:1767384285.364962:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0e9df23. 00080000:00000010:1.0:1767384285.364971:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000070357e2a. 00000020:00000010:1.0:1767384285.365027:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c27abac7. 00080000:00000010:1.0:1767384285.365034:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edb54051. 00000020:00000010:1.0:1767384285.365060:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d74ee1f5. 00080000:00000010:1.0:1767384285.365062:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000faecde50. 00000020:00000010:1.0:1767384285.365081:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b05bbd1. 00080000:00000010:1.0:1767384285.365083:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000099f0af8b. 00000020:00000010:1.0:1767384285.365102:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e4377bc8. 00080000:00000010:1.0:1767384285.365104:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d71deff. 00000020:00000010:1.0:1767384285.365122:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008bcbc0f1. 00080000:00000010:1.0:1767384285.365124:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe2c75d3. 00000020:00000010:1.0:1767384285.365143:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007eeb89e1. 00080000:00000010:1.0:1767384285.365145:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008de4cbd3. 00000020:00000010:1.0:1767384285.365163:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008cf29e73. 00080000:00000010:1.0:1767384285.365165:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004241ac2e. 00000020:00000010:1.0:1767384285.365183:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f056d977. 00080000:00000010:1.0:1767384285.365185:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b9831125. 00000020:00000010:1.0:1767384285.365203:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000102c5aea. 00080000:00000010:1.0:1767384285.365205:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000035b38096. 00000020:00000010:1.0:1767384285.365223:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000baf8f045. 00080000:00000010:1.0:1767384285.365225:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002fc09f73. 00000020:00000010:1.0:1767384285.365242:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a7c3f65. 00080000:00000010:1.0:1767384285.365244:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d15fb305. 00000020:00000010:1.0:1767384285.365263:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000021d0af. 00080000:00000010:1.0:1767384285.365265:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d9b6160c. 00000020:00000010:1.0:1767384285.365283:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002e5b6752. 00080000:00000010:1.0:1767384285.365285:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1ca6fac. 00000020:00000010:1.0:1767384285.365342:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a41dcf8. 00080000:00000010:1.0:1767384285.365344:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000061c3c8e7. 00000020:00000010:1.0:1767384285.365363:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000008ca59. 00080000:00000010:1.0:1767384285.365431:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005bc5122c. 00000020:00000010:1.0:1767384285.365481:0:16759:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001fde2482. 00080000:00000010:1.0:1767384285.365486:0:16759:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000694ac5f5. 00100000:00000010:1.0:1767384285.365515:0:16759:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b60c8143. 00200000:00000010:1.0:1767384285.365519:0:16759:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000b07b9bd1. 00000020:00000010:1.0:1767384285.365536:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d8f7e7. 00000020:00000010:1.0:1767384285.365538:0:16759:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d8b57d3. 00000020:00000010:1.0:1767384285.365540:0:16759:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b78e229. 00000020:00000010:1.0:1767384285.365542:0:16759:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.365544:0:16759:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c30d3152. 80000000:00000010:1.0:1767384285.365546:0:16759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f19e184. 40000000:00000010:1.0:1767384285.365547:0:16759:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000026c5b090. 00100000:00000010:1.0:1767384285.365549:0:16759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eac8d955. 00040000:00000010:1.0:1767384285.365551:0:16759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095d26139. 00040000:00000010:1.0:1767384285.365553:0:16759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc007054. 00080000:00000010:1.0:1767384285.365555:0:16759:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9ea027b. 00002000:00000010:1.0:1767384285.365557:0:16759:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000023841ccb. 00080000:00000010:1.0:1767384285.365562:0:16759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089d957d4. 00000020:00000010:1.0:1767384285.376125:0:16759:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d8b57d3. 00000020:00000010:1.0:1767384285.376131:0:16759:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b78e229. 00000020:00000010:1.0:1767384285.376135:0:16759:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.376139:0:16759:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c30d3152. 80000000:00000010:1.0:1767384285.376141:0:16759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f19e184. 40000000:00000010:1.0:1767384285.376145:0:16759:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000026c5b090. 00100000:00000010:1.0:1767384285.376148:0:16759:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eac8d955. 00040000:00000010:1.0:1767384285.376151:0:16759:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095d26139. 00040000:00000010:1.0:1767384285.376154:0:16759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc007054. 00080000:00000010:1.0:1767384285.376157:0:16759:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e9ea027b. 00002000:00000010:1.0:1767384285.376160:0:16759:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000023841ccb. 00000020:00000010:1.0:1767384285.376163:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d8f7e7. 00000004:00000010:1.0:1767384285.376170:0:16759:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000026c5b090. 00000004:00000010:1.0:1767384285.376314:0:16812:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000fb3e3e09. 00000020:00000010:1.0:1767384285.376318:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc007054. 00000020:00000010:1.0:1767384285.376321:0:16812:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8ee6060. 00000040:00000010:1.0:1767384285.376324:0:16812:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a61c46aa. 00000020:00000010:1.0:1767384285.376327:0:16812:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e9ea027b. 00000020:00000010:1.0:1767384285.376333:0:16812:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384285.376335:0:16812:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034943337. 80000000:00000010:1.0:1767384285.376342:0:16812:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f19e184. 40000000:00000010:1.0:1767384285.376345:0:16812:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076e67ec8. 00100000:00000010:1.0:1767384285.376348:0:16812:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eac8d955. 00040000:00000010:1.0:1767384285.376352:0:16812:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095d26139. 00040000:00000010:1.0:1767384285.376354:0:16812:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008b78e229. 00040000:00000010:1.0:1767384285.376359:0:16812:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069adaa80. 00080000:00000010:1.0:1767384285.376365:0:16812:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003cb210de. 00000004:00000010:1.0:1767384285.376372:0:16812:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000005373212. 00000004:00000010:1.0:1767384285.376379:0:16812:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000012ebb834. 00000004:00000010:1.0:1767384285.376384:0:16812:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000896247b4. 00000004:00000010:1.0:1767384285.376390:0:16812:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023841ccb. 00080000:00000010:1.0:1767384285.376408:0:16812:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000003638a49. 00080000:00000010:1.0:1767384285.376415:0:16812:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002a05b809. 00000001:02000400:1.0:1767384286.954565:0:17036:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug -1 all 00080000:00000001:1.0:1767384287.141208:0:17050:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384287.141220:0:17050:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384287.141223:0:17050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384287.266450:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384287.266456:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384287.266462:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384288.289503:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384288.289508:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384288.289512:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384290.337545:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384290.337549:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384290.337553:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384290.466635:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384290.466641:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737740160 02000000:00000001:1.0:1767384290.466645:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384290.466648:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384290.466651:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.466657:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384290.466662:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737740160 00000020:00000001:1.0:1767384290.466666:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384290.466669:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384290.466682:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384290.466685:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.466691:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.466698:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008294a52b. 00000020:00000010:1.0:1767384290.466704:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007697a9bc. 00000020:00000010:1.0:1767384290.466729:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027611790. 00000100:00000001:1.0:1767384290.466738:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384290.466741:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384290.466745:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.466751:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.466764:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.466852:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384290.466855:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384290.466860:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384290.466864:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893030912 : -113991816520704 : ffff98533644dc00) 00000100:00000040:1.0:1767384290.466868:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000060dc349 x1853236737740160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384290.466915:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000060dc349 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16137:x1853236737740160:12345-0@lo:38: 00000100:00000200:1.0:1767384290.466924:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737740160 00000020:00000001:1.0:1767384290.466928:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384290.466933:0:16780:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384290.466942:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 4 - find 00000020:00000001:1.0:1767384290.466946:0:16780:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081787847520 : -113991921704096 : ffff98532fffe360) 00000100:00000001:1.0:1767384290.466951:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384290.466955:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384290.467161:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002dc844e0. 02000000:00000001:1.0:1767384290.467168:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.467172:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384290.467176:0:16780:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384290.467187:0:16780:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 210 last 0 00010000:00000001:1.0:1767384290.467192:0:16780:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384290.467195:0:16780:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1767384290.467199:0:16780:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384290.467210:0:16780:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000040:1.0:1767384290.471333:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294878213, at 4294878214 00000100:00000010:1.0:1767384290.471361:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efb52f4a. 00080000:00000001:1.0:1767384290.670001:0:17457:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384290.670013:0:17457:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.670017:0:17457:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.287885:0:17558:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:1.0:1767384291.287904:0:17558:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004d5609d9. 00000020:00000010:1.0:1767384291.287908:0:17558:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009be4a859. 00000020:00000010:1.0:1767384291.287913:0:17558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008c79889. 00000020:00000010:1.0:1767384291.287916:0:17558:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000585173cf. 00000040:00000010:1.0:1767384291.287919:0:17558:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005dbdf072. 00000020:00000010:1.0:1767384291.287922:0:17558:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d48df4e9. 00000020:00000010:1.0:1767384291.287926:0:17558:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001df85ae2. 00000020:00000010:1.0:1767384291.287929:0:17558:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018f1ac6f. 80000000:00000010:1.0:1767384291.287932:0:17558:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000ca6a72c. 40000000:00000010:1.0:1767384291.287934:0:17558:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000036bde1a1. 00100000:00000010:1.0:1767384291.287938:0:17558:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005373212. 00040000:00000010:1.0:1767384291.287941:0:17558:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012169da4. 00040000:00000010:1.0:1767384291.287944:0:17558:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e9ea027b. 00040000:00000010:1.0:1767384291.287946:0:17558:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007389953c. 00080000:00000010:1.0:1767384291.287949:0:17558:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008b78e229. 00000004:00000010:1.0:1767384291.287952:0:17558:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b1bd3bc. 00000004:00000010:1.0:1767384291.287957:0:17558:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bc9f65ac. 00000004:00000010:1.0:1767384291.287960:0:17558:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eac8d955. 00002000:00000010:1.0:1767384291.287963:0:17558:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000345602e6. 00000004:00000010:1.0:1767384291.287966:0:17558:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000034e0dda8. 00000100:00000200:1.0:1767384291.287970:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.287973:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068990e34. 00000400:00000010:1.0:1767384291.287980:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dbc99ee0. 00000100:00000200:1.0:1767384291.287986:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.287987:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000488cab10. 00000400:00000010:1.0:1767384291.287991:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008fd288e7. 00000100:00000200:1.0:1767384291.287993:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288001:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007300abcb. 00000400:00000010:1.0:1767384291.288004:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fba7139f. 00000100:00000200:1.0:1767384291.288007:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288008:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ed7dda1. 00000400:00000010:1.0:1767384291.288012:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084aa55e7. 00000100:00000200:1.0:1767384291.288014:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288015:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000708ecdff. 00000400:00000010:1.0:1767384291.288024:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e9798e27. 00000100:00000200:1.0:1767384291.288027:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288028:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ee5e3cd. 00000400:00000010:1.0:1767384291.288031:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001205a492. 00000100:00000200:1.0:1767384291.288034:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288035:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009255e2f5. 00000400:00000010:1.0:1767384291.288038:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000051b212db. 00000100:00000200:1.0:1767384291.288040:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288041:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd06bfe. 00000400:00000010:1.0:1767384291.288044:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be690aa0. 00000100:00000200:1.0:1767384291.288046:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288048:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006268ab7f. 00000400:00000010:1.0:1767384291.288054:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013bb0ae6. 00000100:00000200:1.0:1767384291.288058:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288059:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faf74945. 00000400:00000010:1.0:1767384291.288062:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f51100b5. 00000100:00000200:1.0:1767384291.288064:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288065:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c7f82a. 00000400:00000010:1.0:1767384291.288068:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000702c803e. 00000100:00000200:1.0:1767384291.288070:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288072:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3576e2f. 00000400:00000010:1.0:1767384291.288074:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d74dcf8d. 00000100:00000200:1.0:1767384291.288077:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288078:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067d948f9. 00000400:00000010:1.0:1767384291.288085:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a54a70d0. 00000100:00000200:1.0:1767384291.288088:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288089:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049d084d7. 00000400:00000010:1.0:1767384291.288092:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c7561772. 00000100:00000200:1.0:1767384291.288094:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288098:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de3f6f0. 00000400:00000010:1.0:1767384291.288102:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0155ebf. 00000100:00000200:1.0:1767384291.288104:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288105:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a377e0d. 00000400:00000010:1.0:1767384291.288120:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b50030c3. 00000100:00000200:1.0:1767384291.288122:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288123:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33a65a0. 00000400:00000010:1.0:1767384291.288129:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000327bc6dc. 00000100:00000200:1.0:1767384291.288132:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288134:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f57831c1. 00000400:00000010:1.0:1767384291.288137:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072f915ec. 00000100:00000200:1.0:1767384291.288140:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288141:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a80eba5d. 00000400:00000010:1.0:1767384291.288144:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000faabfb81. 00000100:00000200:1.0:1767384291.288146:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288147:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfb15397. 00000400:00000010:1.0:1767384291.288150:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ad021f7e. 00000100:00000200:1.0:1767384291.288152:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288153:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4336ad. 00000400:00000010:1.0:1767384291.288160:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007756e803. 00000100:00000200:1.0:1767384291.288163:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288164:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f49e159c. 00000400:00000010:1.0:1767384291.288167:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea90f6d3. 00000100:00000200:1.0:1767384291.288170:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288171:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd0c05cf. 00000400:00000010:1.0:1767384291.288173:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e51e0d2. 00000100:00000200:1.0:1767384291.288176:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288177:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3f894ae. 00000400:00000010:1.0:1767384291.288179:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ff79183. 00000100:00000200:1.0:1767384291.288182:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288182:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8d8039. 00000400:00000010:1.0:1767384291.288189:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083445f7f. 00000100:00000200:1.0:1767384291.288192:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288194:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d126e24b. 00000400:00000010:1.0:1767384291.288196:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000328cb84e. 00000100:00000200:1.0:1767384291.288198:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288203:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005578d20e. 00000400:00000010:1.0:1767384291.288206:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d0ff900. 00000100:00000200:1.0:1767384291.288209:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288210:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffa7b625. 00000400:00000010:1.0:1767384291.288213:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000099102fae. 00000100:00000200:1.0:1767384291.288215:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288216:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e50dd79. 00000400:00000010:1.0:1767384291.288223:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000065f512a9. 00000100:00000200:1.0:1767384291.288226:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288227:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001447c755. 00000400:00000010:1.0:1767384291.288230:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000924149ac. 00000100:00000200:1.0:1767384291.288233:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288233:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac358970. 00000400:00000010:1.0:1767384291.288236:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000dfa9bed. 00000100:00000200:1.0:1767384291.288239:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288240:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007343c413. 00000400:00000010:1.0:1767384291.288243:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022b52dc8. 00000100:00000200:1.0:1767384291.288245:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288246:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a097db6c. 00000400:00000010:1.0:1767384291.288252:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bc3a9d10. 00000100:00000200:1.0:1767384291.288256:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288257:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6339a4f. 00000400:00000010:1.0:1767384291.288260:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e654a8e. 00000100:00000200:1.0:1767384291.288262:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288263:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e696d56c. 00000400:00000010:1.0:1767384291.288266:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e13ea2c. 00000100:00000200:1.0:1767384291.288268:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288269:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000335ed5b5. 00000400:00000010:1.0:1767384291.288287:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000af6ab766. 00000100:00000200:1.0:1767384291.288291:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288292:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b624386. 00000400:00000010:1.0:1767384291.288300:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000004a48d49. 00000100:00000200:1.0:1767384291.288304:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288306:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6c7597c. 00000400:00000010:1.0:1767384291.288309:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c09cc860. 00000100:00000200:1.0:1767384291.288331:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288343:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bee5cd1a. 00000400:00000010:1.0:1767384291.288351:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce70dfe3. 00000100:00000200:1.0:1767384291.288360:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288364:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c0f9480. 00000400:00000010:1.0:1767384291.288371:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f209e99a. 00000100:00000200:1.0:1767384291.288378:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288382:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d0a3638. 00000400:00000010:1.0:1767384291.288401:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000098519872. 00000100:00000200:1.0:1767384291.288413:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288419:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343b40b5. 00000400:00000010:1.0:1767384291.288426:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006178d987. 00000100:00000200:1.0:1767384291.288434:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288438:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cadadd61. 00000400:00000010:1.0:1767384291.288446:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000616e9d33. 00000100:00000200:1.0:1767384291.288454:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288457:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb42a05. 00000400:00000010:1.0:1767384291.288465:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000041fbdd61. 00000100:00000200:1.0:1767384291.288473:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288477:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007521119e. 00000400:00000010:1.0:1767384291.288497:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006d38bd36. 00000100:00000200:1.0:1767384291.288509:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288513:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005014e715. 00000400:00000010:1.0:1767384291.288519:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f4e6495b. 00000100:00000200:1.0:1767384291.288524:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288526:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aaa01a2. 00000400:00000010:1.0:1767384291.288531:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d3db6828. 00000100:00000200:1.0:1767384291.288536:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288538:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b7bc2ee. 00000400:00000010:1.0:1767384291.288543:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005193277d. 00000100:00000200:1.0:1767384291.288548:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288550:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006529d8ed. 00000400:00000010:1.0:1767384291.288564:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc4041db. 00000100:00000200:1.0:1767384291.288571:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288573:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb6702df. 00000400:00000010:1.0:1767384291.288578:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c3a3338e. 00000100:00000200:1.0:1767384291.288583:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288592:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047516d6f. 00000400:00000010:1.0:1767384291.288598:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d100b937. 00000100:00000200:1.0:1767384291.288603:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288605:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f30c463d. 00000400:00000010:1.0:1767384291.288610:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff1b3a07. 00000100:00000200:1.0:1767384291.288615:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288616:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d613a445. 00000400:00000010:1.0:1767384291.288629:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2795b69. 00000100:00000200:1.0:1767384291.288636:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288638:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007945a07. 00000400:00000010:1.0:1767384291.288643:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000136df1a7. 00000100:00000200:1.0:1767384291.288648:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288649:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061332347. 00000400:00000010:1.0:1767384291.288654:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f98ac2a4. 00000100:00000200:1.0:1767384291.288659:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288661:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e44f4ae. 00000400:00000010:1.0:1767384291.288666:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006575fbae. 00000100:00000200:1.0:1767384291.288671:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288673:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2bbacd5. 00000400:00000010:1.0:1767384291.288695:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000093d17aaf. 00000100:00000200:1.0:1767384291.288702:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288704:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006100a883. 00000400:00000010:1.0:1767384291.288709:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000056532529. 00000100:00000200:1.0:1767384291.288714:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288716:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009de8105d. 00000400:00000010:1.0:1767384291.288720:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000079ec8ab5. 00000100:00000200:1.0:1767384291.288725:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288727:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d34689. 00000400:00000010:1.0:1767384291.288731:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ee5ef3c8. 00000100:00000200:1.0:1767384291.288736:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288738:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbc70d43. 00000400:00000010:1.0:1767384291.288763:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ccfe774c. 00000100:00000200:1.0:1767384291.288767:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288769:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3e53c03. 00000400:00000010:1.0:1767384291.288772:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9577ede. 00000100:00000200:1.0:1767384291.288774:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288779:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079d02311. 00000400:00000010:1.0:1767384291.288783:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdbdfae8. 00000100:00000200:1.0:1767384291.288786:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1767384291.288788:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000541abcaf. 00000400:00000010:1.0:1767384291.288791:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b026ece6. 00000100:00000010:1.0:1767384291.288803:0:17558:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b739c413. 00000100:00000200:1.0:1767384291.288819:0:17558:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1767384291.289093:0:17559:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:1.0:1767384291.289101:0:17559:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000031b98aa4. 00000020:00000010:1.0:1767384291.289103:0:17559:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec4030dc. 00000020:00000010:1.0:1767384291.289106:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f06c6ee2. 00000020:00000010:1.0:1767384291.289108:0:17559:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000995102e5. 00000040:00000010:1.0:1767384291.289110:0:17559:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df2638fe. 00000020:00000010:1.0:1767384291.289112:0:17559:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000090f92361. 00000020:00000010:1.0:1767384291.289114:0:17559:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2c3616b. 00000020:00000010:1.0:1767384291.289116:0:17559:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032bf4c25. 80000000:00000010:1.0:1767384291.289118:0:17559:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005288186d. 40000000:00000010:1.0:1767384291.289119:0:17559:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003bd0e293. 00100000:00000010:1.0:1767384291.289121:0:17559:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000896247b4. 00040000:00000010:1.0:1767384291.289134:0:17559:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001d9aaf6b. 00040000:00000010:1.0:1767384291.289136:0:17559:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1a7586e. 00040000:00000010:1.0:1767384291.289137:0:17559:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e1fe258. 00080000:00000010:1.0:1767384291.289139:0:17559:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f1939a7f. 00000004:00000010:1.0:1767384291.289142:0:17559:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f1ab5fc. 00000004:00000010:1.0:1767384291.289144:0:17559:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ab2e3d2c. 00000004:00000010:1.0:1767384291.289147:0:17559:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf52ca69. 00002000:00000010:1.0:1767384291.289149:0:17559:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d1bd95c8. 00000004:00000010:1.0:1767384291.289150:0:17559:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023841ccb. 00000100:00000010:1.0:1767384291.289161:0:17559:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005b7e4462. 00000100:00000200:1.0:1767384291.289172:0:17559:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1767384291.294209:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384291.294213:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384291.294217:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.294221:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384291.303348:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879044, at 4294879046 00000100:00000010:1.0:1767384291.303365:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddfc8b3. 00000100:00000200:0.0:1767384291.307675:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737741056, offset 0 00000400:00000200:0.0:1767384291.307687:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.307695:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.307702:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d701100 00000400:00000200:0.0:1767384291.307707:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:0.0:1767384291.307711:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000934c9df. 00000400:00000200:0.0:1767384291.307715:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000569a4314 00000400:00000200:0.0:1767384291.307719:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.307723:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.307727:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000569a4314 00000400:00000010:0.0:1767384291.307729:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000569a4314. 00000100:00000001:0.0:1767384291.307732:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.307734:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.307737:0:17546:0:(events.c:337:request_in_callback()) incoming req@000000004ba0ecf6 x1853236737741056 msgsize 272 00000100:00100000:0.0:1767384291.307742:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.307744:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.307773:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.307776:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.307777:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.307779:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.307781:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.307787:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.307788:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.307793:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.307794:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.307796:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.307798:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879053 00000100:00000001:0.0:1767384291.307801:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879050 00000100:00000001:0.0:1767384291.307804:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879053 00000100:00000001:0.0:1767384291.307806:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879050 00000100:00000001:0.0:1767384291.307807:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879053 00000100:00000001:0.0:1767384291.307809:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879050 00000100:00000001:0.0:1767384291.307816:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879053 00000100:00000001:0.0:1767384291.307834:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879050 00000100:00000001:0.0:1767384291.307836:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.307838:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.307839:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.307840:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.307842:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 000000005a592d1f going to sleep for 11 seconds 00000100:00000001:0.0:1767384291.307844:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.307846:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.308544:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384291.308549:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.308551:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.308555:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.308560:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe48217 00000400:00000010:0.0:1767384291.308563:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dbe48217. 00000100:00000001:0.0:1767384291.308565:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.308571:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.308592:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.308605:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.308608:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.308611:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.308615:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.308616:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.308619:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.308624:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.308626:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.308629:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.308634:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.308637:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.308641:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.308644:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.308649:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.308654:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.308667:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.308669:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.308670:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.308672:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.308677:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741056:0@lo:502: 00000100:00000001:0.0:1767384291.308680:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.308681:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.308682:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.308683:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.308684:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.308687:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.308689:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a592d1f. 00000100:00000001:0.0:1767384291.308691:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.308692:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308695:0:17546:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767384291.308696:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.308697:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737741056/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.308701:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.308702:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.308703:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002d0e6156. 02000000:00000001:0.0:1767384291.308709:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.308710:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.308711:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.308712:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.308713:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000736b5448. 02000000:00000001:0.0:1767384291.308715:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.308716:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.308717:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.308719:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.308720:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.308724:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.308725:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.308726:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384291.308727:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.308728:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d842000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384291.308730:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384291.308731:0:17546:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.308732:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.308734:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.308735:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.308753:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009706a8d3. 00080000:00000001:0.0:1767384291.308755:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720349184 : -113996989202432 : ffff985201f40000) 00000040:00000001:0.0:1767384291.308757:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.308758:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.308760:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.308762:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.308763:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.308764:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.308765:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.308766:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308767:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308769:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.308770:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.308771:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.308773:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.308774:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.308781:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308782:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.308783:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.308784:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.308788:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.308933:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:0.0:1767384291.308937:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.308959:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.308962:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:0.0:1767384291.308963:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308965:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.308966:0:17546:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1767384291.308971:0:17546:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.308972:0:17546:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.308974:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.308979:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308980:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.308981:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.308982:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d8420e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384291.308984:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1767384291.308985:0:17546:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.308986:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.308987:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.308988:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.308990:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3175cfa. 00080000:00000001:0.0:1767384291.308991:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720351232 : -113996989200384 : ffff985201f40800) 00000040:00000001:0.0:1767384291.308993:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.308994:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.308995:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309001:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309002:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309003:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309007:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309008:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309009:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309010:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309011:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.309016:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309017:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309018:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.309019:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.309022:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309026:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.309028:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309030:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.309031:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309034:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.309035:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309038:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.309039:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:0.0:1767384291.309041:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309045:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309047:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.309051:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309052:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309053:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.309055:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d842160 type=0x10620000 idx=3 00000040:00001000:0.0:1767384291.309056:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1767384291.309057:0:17546:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.309058:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.309059:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.309060:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.309062:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006fe1e2c9. 00080000:00000001:0.0:1767384291.309063:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720352256 : -113996989199360 : ffff985201f40c00) 00000040:00000001:0.0:1767384291.309064:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309065:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.309066:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309070:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309071:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309072:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309076:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309076:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309077:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309078:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309079:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.309084:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309085:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309085:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.309086:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.309088:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309092:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.309093:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309095:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.309096:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309098:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.309099:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309102:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:0.0:1767384291.309103:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:0.0:1767384291.309105:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309106:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309111:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.309115:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309116:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309117:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.309118:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d8421d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384291.309120:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384291.309121:0:17546:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.309122:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.309123:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.309123:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.309125:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000743452c7. 00080000:00000001:0.0:1767384291.309126:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720354304 : -113996989197312 : ffff985201f41400) 00000040:00000001:0.0:1767384291.309127:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309128:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.309129:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309133:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309134:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309135:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309138:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309139:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309140:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309141:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309142:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.309146:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309147:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309148:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.309149:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.309151:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309154:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.309155:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309157:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.309158:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309161:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.309162:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309200:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.309203:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:0.0:1767384291.309206:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309208:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309210:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.309226:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309229:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309231:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.309233:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d8422b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384291.309236:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384291.309238:0:17546:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.309240:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.309241:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.309243:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.309246:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000072a36e4. 00080000:00000001:0.0:1767384291.309249:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720361472 : -113996989190144 : ffff985201f43000) 00000040:00000001:0.0:1767384291.309251:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309252:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.309254:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309262:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309264:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309266:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309272:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309274:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309276:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309278:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309280:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.309288:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309290:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309292:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.309293:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.309297:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309343:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.309347:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309354:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.309356:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309361:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.309364:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309371:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.309373:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:0.0:1767384291.309376:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309378:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309380:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.309387:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309398:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309400:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.309402:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d842390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384291.309405:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384291.309407:0:17546:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.309409:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.309411:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.309413:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.309417:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008d8aa622. 00080000:00000001:0.0:1767384291.309420:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720364544 : -113996989187072 : ffff985201f43c00) 00000040:00000001:0.0:1767384291.309422:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309424:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.309426:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309436:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309438:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309440:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.309447:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.309448:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309451:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309453:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309455:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.309465:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309467:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.309468:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.309470:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.309474:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309482:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.309484:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309488:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.309490:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309494:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.309496:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.309502:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384291.309504:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:0.0:1767384291.309507:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309509:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.309511:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.309517:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309519:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.309528:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.309530:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d8423e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.309533:0:17546:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384291.309535:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.309537:0:17546:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767384291.309539:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000010:0.0:1767384291.309543:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.309546:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.309549:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.309552:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.309554:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.309558:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000736b5448. 00000100:00000001:0.0:1767384291.309562:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.309566:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.309568:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.309571:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a592d1f. 00000100:00000001:0.0:1767384291.309574:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060865344 : -113992648686272 : ffff985304ab0540) 00000100:00000001:0.0:1767384291.309577:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.309578:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.309582:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.309584:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.309586:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.309587:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.309591:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.309600:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.309602:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.309604:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.309606:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.309609:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.309611:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741184:0@lo:502: 00000100:00000001:0.0:1767384291.309615:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.309618:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.309620:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.309622:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.309638:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002d0e6156. 02000000:00000001:0.0:1767384291.309641:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.309645:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.309649:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dbe48217. 00000100:00000200:0.0:1767384291.309653:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737741184, portal 25 00000100:00000001:0.0:1767384291.309656:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.309657:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.309662:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.309670:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.309673:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.309675:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.309677:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737741184, offset 0 00000400:00000200:0.0:1767384291.309682:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.309689:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.309696:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d701180 00000400:00000200:0.0:1767384291.309702:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x181 [2] + 0 00000400:00000010:0.0:1767384291.309706:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000400:00000200:0.0:1767384291.309709:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d1cda69 00000400:00000200:0.0:1767384291.309713:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.309717:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.309721:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1cda69 00000400:00000010:0.0:1767384291.309723:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d1cda69. 00000100:00000001:0.0:1767384291.309726:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.309728:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.309731:0:17546:0:(events.c:337:request_in_callback()) incoming req@000000009433d3bd x1853236737741184 msgsize 272 00000100:00100000:0.0:1767384291.309736:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.309738:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.309765:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.309768:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.309769:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.309771:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.309773:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.309787:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.309789:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.309793:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.309795:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.309798:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.309800:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879055 00000100:00000001:0.0:1767384291.309803:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879053 00000100:00000001:0.0:1767384291.309805:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879055 00000100:00000001:0.0:1767384291.309807:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879053 00000100:00000001:0.0:1767384291.309809:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879055 00000100:00000001:0.0:1767384291.309826:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879053 00000100:00000001:0.0:1767384291.309828:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879055 00000100:00000001:0.0:1767384291.309830:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879053 00000100:00000001:0.0:1767384291.309832:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.309833:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.309835:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.309836:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.309837:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 000000005a592d1f going to sleep for 11 seconds 00000100:00000001:0.0:1767384291.309839:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.309840:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.310211:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384291.310216:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.310219:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.310223:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.310228:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe48217 00000400:00000010:0.0:1767384291.310232:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dbe48217. 00000100:00000001:0.0:1767384291.310236:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.310242:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.310256:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.310296:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.310298:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.310300:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.310301:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.310303:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.310307:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.310310:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.310314:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.310319:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.310325:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.310327:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.310330:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.310332:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.310334:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.310336:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.310342:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.310344:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.310345:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.310347:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.310352:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741184:0@lo:502: 00000100:00000001:0.0:1767384291.310354:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.310356:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.310357:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.310357:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.310358:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.310362:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.310364:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a592d1f. 00000100:00000001:0.0:1767384291.310366:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.310366:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310369:0:17546:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767384291.310376:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.310378:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737741184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.310382:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.310383:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.310384:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002d0e6156. 02000000:00000001:0.0:1767384291.310390:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.310391:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.310392:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.310393:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.310394:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000736b5448. 02000000:00000001:0.0:1767384291.310396:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.310397:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.310398:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.310400:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.310400:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.310402:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.310403:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.310404:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384291.310405:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.310406:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98533d8423e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.310408:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384291.310409:0:17546:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:0.0:1767384291.310410:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.310411:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.310412:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.310415:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d5c50d80. 00080000:00000001:0.0:1767384291.310416:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720356352 : -113996989195264 : ffff985201f41c00) 00000040:00000001:0.0:1767384291.310417:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.310419:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.310420:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.310426:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.310427:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310428:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.310432:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.310433:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310434:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310439:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310440:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.310447:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310448:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.310449:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.310450:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:0.0:1767384291.310453:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.310459:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.310460:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.310463:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.310464:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.310466:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.310468:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.310483:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.310485:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:0.0:1767384291.310487:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310488:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310489:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.310494:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310495:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310496:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310497:0:17546:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384291.310498:0:17546:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:0.0:1767384291.310500:0:17546:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001704208d. 00000020:00000010:0.0:1767384291.310503:0:17546:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006221e7fe. 00000020:00000010:0.0:1767384291.310507:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0b15564. 00000040:00000010:0.0:1767384291.310509:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000081c22ec3. 00000020:00000010:0.0:1767384291.310510:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000352453ee. 00000020:00000010:0.0:1767384291.310512:0:17546:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000084e33343. 00000020:00000010:0.0:1767384291.310514:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000052f55500. 80000000:00000010:0.0:1767384291.310516:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005291cb30. 40000000:00000010:0.0:1767384291.310518:0:17546:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c6b6606a. 00100000:00000010:0.0:1767384291.310519:0:17546:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000079254c31. 00040000:00000010:0.0:1767384291.310521:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000071b47a5. 00040000:00000010:0.0:1767384291.310523:0:17546:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000052f029ac. 00040000:00000010:0.0:1767384291.310524:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c94be74. 00080000:00000010:0.0:1767384291.310526:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004224a583. 00000004:00000010:0.0:1767384291.310532:0:17546:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba6ab476. 00000004:00000010:0.0:1767384291.310534:0:17546:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.310536:0:17546:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d41c407e. 00002000:00000010:0.0:1767384291.310538:0:17546:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002a3aaa48. 00000004:00000010:0.0:1767384291.310539:0:17546:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000017821786. 00000020:00000010:0.0:1767384291.310541:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f23a5657. 00000040:00000010:0.0:1767384291.310542:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000092d66b93. 00000040:00000001:0.0:1767384291.310544:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310545:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.310547:0:17546:0:(lu_object.c:207:lu_object_put()) Add 00000000287fd0e2/00000000cfdc8916 to site lru. bkt: 000000005b1f184b 00000040:00000010:0.0:1767384291.310549:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000077194cce. 00000040:00000001:0.0:1767384291.310550:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.310551:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fc734bd4. 00000040:00000010:0.0:1767384291.310553:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001928a9c3. 00000040:00000010:0.0:1767384291.310555:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4da82c2. 00000040:00000010:0.0:1767384291.310556:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000682777f0. 00000040:00000001:0.0:1767384291.310557:0:17546:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310558:0:17546:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384291.310559:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.310560:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000682777f0. 00000040:00000001:0.0:1767384291.310562:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.310563:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.310564:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.310566:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.310569:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.310577:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.310579:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.310580:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310581:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.310583:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000077194cce. 00000020:00000001:0.0:1767384291.310585:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.310587:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076745500760 : -113996964050856 : ffff98520373c858) 00000040:00000001:0.0:1767384291.310588:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310589:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310590:0:17546:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384291.310595:0:17546:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384291.310596:0:17546:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384291.310597:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.310599:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000017821786. 00080000:00000001:0.0:1767384291.310601:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720357376 : -113996989194240 : ffff985201f42000) 00000040:00000001:0.0:1767384291.310602:0:17546:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384291.310603:0:17546:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.310605:0:17546:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.310625:0:17546:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384291.310628:0:17546:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:0.0:1767384291.310631:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.310638:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.310641:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310644:0:17546:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.310646:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.310648:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384291.310652:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384291.310654:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.310667:0:17546:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310670:0:17546:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310672:0:17546:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310675:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.310685:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310688:0:17546:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.310691:0:17546:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.310701:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.310703:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310711:0:17546:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310714:0:17546:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384291.310718:0:17546:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310720:0:17546:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.310722:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.310724:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310855:0:17546:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.310857:0:17546:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310859:0:17546:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310861:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.310867:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310868:0:17546:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310909:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384291.310916:0:17546:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000091cf4b8d. 00000020:00000010:0.0:1767384291.310918:0:17546:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000035cbf3ba. 00000040:00000010:0.0:1767384291.310921:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000077194cce. 00000040:00000001:0.0:1767384291.310923:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.310924:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000682777f0. 00000040:00000001:0.0:1767384291.310925:0:17546:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767384291.310926:0:17546:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 00000000ebe06dcf. 10000000:00000040:0.0:1767384291.310928:0:17546:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f217480b : new refcount 1 10000000:00000001:0.0:1767384291.310930:0:17546:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.310932:0:17546:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384291.310933:0:17546:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1767384291.310934:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.310935:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000682777f0. 00000040:00000001:0.0:1767384291.310937:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.310938:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.310939:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.310941:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.310943:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.310950:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.310952:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.310968:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.310970:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.310972:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ebe06dcf. 00000020:00000001:0.0:1767384291.310974:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.310975:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076745502552 : -113996964049064 : ffff98520373cf58) 00000040:00000001:0.0:1767384291.310977:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310978:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.310979:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.310981:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4da82c2. 00000040:00000001:0.0:1767384291.310982:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.310983:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384291.311005:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.311007:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.311008:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.311010:0:17546:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384291.311015:0:17546:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000efb52f4a. 00000040:00001000:0.0:1767384291.311017:0:17546:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00040000:00000010:3.0:1767384291.311222:0:17561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006288c6d8. 00040000:00000010:3.0:1767384291.311230:0:17561:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cec12562. 00040000:00000010:3.0:1767384291.311232:0:17561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f27833e. 00080000:00000010:3.0:1767384291.311234:0:17561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003187f7c9. 00000004:00000010:3.0:1767384291.311236:0:17561:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000585ca427. 00000004:00000010:3.0:1767384291.311240:0:17561:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000549fb34b. 00000004:00000010:3.0:1767384291.311242:0:17561:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000af0cda4f. 00002000:00000010:3.0:1767384291.311244:0:17561:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001897380. 00000004:00000010:3.0:1767384291.311246:0:17561:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008fe123dd. 00000020:00000010:3.0:1767384291.311248:0:17561:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000312cb302. 00000040:00000010:3.0:1767384291.311251:0:17561:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000096ae01a5. 00000040:00001000:3.0:1767384291.311252:0:17561:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384291.311254:0:17561:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384291.311255:0:17561:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384291.311258:0:17561:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384291.311316:0:17561:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384291.311318:0:17561:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384291.311320:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de0000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384291.311321:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384291.311323:0:17561:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384291.311325:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1767384291.311327:0:17561:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384291.311328:0:17561:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1767384291.311329:0:17561:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1767384291.311333:0:17561:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1767384291.311334:0:17561:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000001:3.0:1767384291.311336:0:17561:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384291.311340:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000016db1323. 00000020:00000080:3.0:1767384291.311343:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1767384291.311344:0:17561:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:3.0:1767384291.311346:0:17561:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.311348:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000016db1323. 00000020:00000001:3.0:1767384291.311350:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384291.311351:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de00e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384291.311352:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:3.0:1767384291.311358:0:17561:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384291.311360:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1767384291.311362:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 000000001c804938. 00000020:00000080:3.0:1767384291.311363:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384291.311365:0:17561:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384291.311366:0:17561:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384291.311372:0:17561:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c28b6d9f. 00000020:00000080:3.0:1767384291.311374:0:17561:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000c28b6d9f) 00000020:00000001:3.0:1767384291.311376:0:17561:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384291.311378:0:17561:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000083df085a. 00000020:00000001:3.0:1767384291.311379:0:17561:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384291.311381:0:17561:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000083df085a with handle 0x1cafe7b7e4a4fc30 to hash 00000020:00000001:3.0:1767384291.311382:0:17561:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384291.311384:0:17561:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384291.311385:0:17561:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.311387:0:17561:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630081080365056 : -113992629186560 : ffff985305d49000) 00000020:00000040:3.0:1767384291.311389:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000083df085a : new refcount 1 00000020:00000040:3.0:1767384291.311396:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 2 - obd_device_list 00000020:00000001:3.0:1767384291.311398:0:17561:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384291.311400:0:17561:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:3.0:1767384291.311401:0:17561:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.311403:0:17561:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.311404:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 000000001c804938. 00000020:00000001:3.0:1767384291.311405:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384291.311406:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de0160 type=0x10620000 idx=3 00000040:00001000:3.0:1767384291.311408:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:3.0:1767384291.311409:0:17561:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:3.0:1767384291.311410:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:3.0:1767384291.311411:0:17561:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:3.0:1767384291.311413:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 000000009dd212da. 00000020:00000080:3.0:1767384291.311414:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384291.311417:0:17561:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384291.311425:0:17561:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384291.311427:0:17561:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000016db1323. 00000001:00000010:3.0:1767384291.311430:0:17561:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000000f36340. 00000001:00000010:3.0:1767384291.311436:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc921571. 00000001:00000010:3.0:1767384291.311438:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1ce1cdf. 00000001:00000010:3.0:1767384291.311439:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058ef66b9. 00000001:00000010:3.0:1767384291.311441:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d94ed4d8. 00000001:00000001:3.0:1767384291.311443:0:17561:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384291.311444:0:17561:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000434498d3. 00000001:00000010:3.0:1767384291.311445:0:17561:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000052143b4c. 00000001:00000010:3.0:1767384291.311446:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004895dff2. 00000001:00000010:3.0:1767384291.311448:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017dd2db9. 00000001:00000010:3.0:1767384291.311456:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c36ddd1. 00000001:00000010:3.0:1767384291.311459:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f30c3710. 00000020:00000001:3.0:1767384291.311461:0:17561:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384291.311462:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119beb2f. 00000020:00000010:3.0:1767384291.311464:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c804938. 00000020:00000010:3.0:1767384291.311466:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003bd655a1. 00000008:00000010:3.0:1767384291.311469:0:17561:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006d37d2ea. 00020000:00000010:3.0:1767384291.311472:0:17561:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003ec50797. 00008000:00000010:3.0:1767384291.311474:0:17561:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fa2b46d3. 00000080:00000010:3.0:1767384291.311478:0:17561:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f7e7bfbf. 00000020:00000010:3.0:1767384291.311480:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e162aa8. 00000020:00000010:3.0:1767384291.311482:0:17561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009bfacfa. 00000020:00000010:3.0:1767384291.311484:0:17561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009ddbdaae. 00000020:00000010:3.0:1767384291.311486:0:17561:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d5e4fef. 00000020:00000010:3.0:1767384291.311488:0:17561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca045e0e. 80000000:00000010:3.0:1767384291.311490:0:17561:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000723ca6ee. 40000000:00000010:3.0:1767384291.311491:0:17561:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003baa5a74. 00100000:00000010:3.0:1767384291.311494:0:17561:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005543f13c. 00040000:00000010:3.0:1767384291.311496:0:17561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9227307. 00040000:00000010:3.0:1767384291.311498:0:17561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003da5efef. 00080000:00000010:3.0:1767384291.311500:0:17561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a65c21db. 00002000:00000010:3.0:1767384291.311502:0:17561:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009fc433f3. 00002000:00000010:3.0:1767384291.311511:0:17561:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 0000000051080c45. 00002000:00000001:3.0:1767384291.311514:0:17561:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:3.0:1767384291.311522:0:17561:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:3.0:1767384291.311523:0:17561:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384291.311524:0:17561:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384291.311525:0:17561:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630082007402912 : -113991702148704 : ffff98533d1609a0) 00000020:01000004:3.0:1767384291.311527:0:17561:0:(tgt_mount.c:154:server_get_mount()) get mount 000000002d33fa68 from lustre-OST0000, refs=2 00000020:00000001:3.0:1767384291.311529:0:17561:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446630082007402912 : -113991702148704 : ffff98533d1609a0) 00002000:00000010:3.0:1767384291.311531:0:17561:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 00000000a7a59947. 00002000:00000001:3.0:1767384291.311532:0:17561:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:3.0:1767384291.311534:0:17561:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 00000000b6fca448. 00002000:00000001:3.0:1767384291.311536:0:17561:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:3.0:1767384291.311538:0:17561:0:(osd_handler.c:1527:osd_obd_connect()) Process entered 00080000:01000000:3.0:1767384291.311539:0:17561:0:(osd_handler.c:1528:osd_obd_connect()) connect #1 00000020:00000001:3.0:1767384291.311540:0:17561:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384291.311541:0:17561:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384291.311543:0:17561:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003946cb3d. 00000020:00000001:3.0:1767384291.311544:0:17561:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384291.311545:0:17561:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003946cb3d with handle 0x1cafe7b7e4a4fc37 to hash 00000020:00000001:3.0:1767384291.311546:0:17561:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384291.311548:0:17561:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384291.311548:0:17561:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.311550:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000ec0dfd3e) now 5 - export 00000020:00000001:3.0:1767384291.311552:0:17561:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076758290432 : -113996951261184 : ffff98520436f000) 00000020:00000040:3.0:1767384291.311553:0:17561:0:(genops.c:898:class_export_put()) PUTting export 000000003946cb3d : new refcount 1 00000020:00000080:3.0:1767384291.311555:0:17561:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x1cafe7b7e4a4fc37 00000020:00000001:3.0:1767384291.311556:0:17561:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.311557:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.311558:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc37 00000020:00000001:3.0:1767384291.311559:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.311560:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003946cb3d refcount=2 00000020:00000001:3.0:1767384291.311561:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758290432 : -113996951261184 : ffff98520436f000) 00000020:00000001:3.0:1767384291.311562:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758290432 : -113996951261184 : ffff98520436f000) 00080000:00000001:3.0:1767384291.311563:0:17561:0:(osd_handler.c:1538:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384291.311565:0:17561:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384291.311566:0:17561:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 00000000b6fca448. 00002000:00000001:3.0:1767384291.311569:0:17561:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384291.311573:0:17561:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 00000000a7a59947. 00002000:00000001:3.0:1767384291.311575:0:17561:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.311578:0:17561:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384291.311579:0:17561:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384291.311581:0:17561:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384291.311583:0:17561:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d546a8db. 00000001:00000001:3.0:1767384291.311585:0:17561:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384291.311586:0:17561:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b14385ee. 00000001:00000010:3.0:1767384291.311589:0:17561:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000040b9a85. 00000001:00000010:3.0:1767384291.311622:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5030293. 00000001:00000010:3.0:1767384291.311660:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000929c5338. 00000001:00000010:3.0:1767384291.311698:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ab2b82a. 00000001:00000010:3.0:1767384291.311735:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000089c485e2. 00000001:00000010:3.0:1767384291.311771:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc5c14c1. 00000001:00000010:3.0:1767384291.311807:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006fc587c5. 00000001:00000010:3.0:1767384291.311844:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008976fd12. 00000001:00000010:3.0:1767384291.311901:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002884b848. 00000001:00000010:3.0:1767384291.311956:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b6c7a8d. 00000001:00000010:3.0:1767384291.311997:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a971c71c. 00000001:00000010:3.0:1767384291.312034:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b88d2ae4. 00000001:00000010:3.0:1767384291.312070:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004dacc0a5. 00000001:00000010:3.0:1767384291.312108:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003cfa59a8. 00000001:00000010:3.0:1767384291.312144:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009953af45. 00000001:00000010:3.0:1767384291.312182:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e8a4982b. 00000001:00000010:3.0:1767384291.312221:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f7ea1329. 00000001:00000010:3.0:1767384291.312258:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000250f08b1. 00000001:00000010:3.0:1767384291.312325:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d3b4c8f7. 00000001:00000010:3.0:1767384291.312369:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000094794e09. 00000001:00000010:3.0:1767384291.312415:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ae7235d. 00000001:00000010:3.0:1767384291.312452:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c15cec61. 00000001:00000010:3.0:1767384291.312488:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1502658. 00000001:00000010:3.0:1767384291.312525:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e02c120. 00000001:00000010:3.0:1767384291.312564:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001544d230. 00000001:00000010:3.0:1767384291.312606:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d23aca6. 00000001:00000010:3.0:1767384291.312645:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b5aee4f. 00000001:00000010:3.0:1767384291.312682:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009467713f. 00000001:00000010:3.0:1767384291.312720:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037d0f882. 00000001:00000010:3.0:1767384291.312758:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b4f4bfd. 00000001:00000010:3.0:1767384291.312796:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d42b2b9. 00000001:00000010:3.0:1767384291.312832:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010cfbaa2. 00000001:00000010:3.0:1767384291.312894:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000882e60ff. 00000001:00000010:3.0:1767384291.312944:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003b90023d. 00000001:00000010:3.0:1767384291.312983:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f4b6513. 00000001:00000010:3.0:1767384291.313021:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000034c41361. 00000001:00000010:3.0:1767384291.313057:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004b46fe34. 00000001:00000010:3.0:1767384291.313094:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da0ce018. 00000001:00000010:3.0:1767384291.313130:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040f08f48. 00000001:00000010:3.0:1767384291.313175:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b409f213. 00000001:00000010:3.0:1767384291.313222:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7021005. 00000001:00000010:3.0:1767384291.313259:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000776c752c. 00000100:00000040:3.0:1767384291.313308:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294879055, at 4294879056 00000100:00000010:3.0:1767384291.313313:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089afa8ab. 00000100:00000040:1.0:1767384291.313327:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879055, at 4294879056 00000100:00000040:0.0:1767384291.313340:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879055, at 4294879056 00000100:00000010:1.0:1767384291.313342:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e43d70b1. 00000001:00000010:3.0:1767384291.313349:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aad270a2. 00000100:00000010:0.0:1767384291.313349:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea2e22e. 00000001:00000010:3.0:1767384291.313394:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006642f20d. 00000001:00000010:3.0:1767384291.313433:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0970575. 00000001:00000010:3.0:1767384291.313469:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1683e2c. 00000001:00000010:3.0:1767384291.313512:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000018eb6789. 00000001:00000010:3.0:1767384291.313550:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005a2ad4c4. 00000001:00000010:3.0:1767384291.313586:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008ec8753. 00000001:00000010:3.0:1767384291.313622:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066130f63. 00000001:00000010:3.0:1767384291.313659:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009016e5c5. 00000001:00000010:3.0:1767384291.313694:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a06631ba. 00000001:00000010:3.0:1767384291.313730:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000482c167b. 00000001:00000010:3.0:1767384291.313775:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6ee48d9. 00000001:00000010:3.0:1767384291.313813:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa47b11e. 00000001:00000010:3.0:1767384291.313857:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a270b393. 00000001:00000010:3.0:1767384291.313918:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082eacb5e. 00000001:00000010:3.0:1767384291.313967:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c6ad311. 00000001:00000010:3.0:1767384291.314008:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009974b6c8. 00000001:00000010:3.0:1767384291.314046:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db57105e. 00000001:00000010:3.0:1767384291.314091:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000766184d. 00000001:00000010:3.0:1767384291.314133:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a698c07f. 00000001:00000010:3.0:1767384291.314170:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006fc07671. 00000001:00000010:3.0:1767384291.314206:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000561bbec. 00000001:00000010:3.0:1767384291.314242:0:17561:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f575ebf. 00000020:00000010:3.0:1767384291.314315:0:17561:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000387140d1. 00000020:00000010:3.0:1767384291.314318:0:17561:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000f7992795. 00010000:00000001:3.0:1767384291.314329:0:17561:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384291.314356:0:17561:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384291.314367:0:17561:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b53a04f3. 00000020:00000010:3.0:1767384291.314369:0:17561:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f9dddda0. 00010000:00000001:3.0:1767384291.314376:0:17561:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384291.314378:0:17561:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:3.0:1767384291.314379:0:17561:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.314381:0:17561:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446630076726914048 : -113996982637568 : ffff985202582c00) 00000020:00000001:3.0:1767384291.314384:0:17561:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:3.0:1767384291.314387:0:17561:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1891, crc32c 11439, adler 1283, t10ip512 6607, t10ip4k 7495, t10crc512 1523, t10crc4k 1767 00000020:00000001:3.0:1767384291.314393:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384291.314395:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.314400:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.314402:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.314410:0:17561:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000002d0e6156. 00000020:00000001:3.0:1767384291.314412:0:17561:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384291.314414:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.314417:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.314429:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002348f7c1. 00002000:00000001:3.0:1767384291.314431:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729766136 : -113996979785480 : ffff98520283b0f8) 00002000:00000001:3.0:1767384291.314434:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.314435:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:3.0:1767384291.314437:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005214e9f4. 00002000:00000001:3.0:1767384291.314439:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314441:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.314442:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.314443:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.314444:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314460:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314470:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.314474:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.314490:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314492:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314493:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.314495:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.314496:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384291.314498:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.314499:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.314500:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.314503:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729766136 : -113996979785480 : ffff98520283b0f8) 00000020:00000001:3.0:1767384291.314505:0:17561:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446630081101233280 : -113992608318336 : ffff98530712fc80) 00000001:00000040:3.0:1767384291.315020:0:17561:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:3.0:1767384291.315024:0:17561:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:3.0:1767384291.315026:0:17561:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:3.0:1767384291.315027:0:17561:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:3.0:1767384291.315029:0:17561:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:3.0:1767384291.315030:0:17561:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:3.0:1767384291.315031:0:17561:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:3.0:1767384291.315032:0:17561:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:3.0:1767384291.315033:0:17561:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:3.0:1767384291.315034:0:17561:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:3.0:1767384291.315035:0:17561:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:3.0:1767384291.315042:0:17561:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:3.0:1767384291.315045:0:17561:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000003a3e7c38. 00000001:00000040:3.0:1767384291.315073:0:17561:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236576305536, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:3.0:1767384291.315077:0:17561:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:3.0:1767384291.315079:0:17561:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000003a3e7c38. 00000001:00000001:3.0:1767384291.315081:0:17561:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384291.315083:0:17561:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384291.315084:0:17561:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:3.0:1767384291.315086:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384291.315088:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f35127d3. 00080000:00000001:3.0:1767384291.315089:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081883713536 : -113991825838080 : ffff985335b6b000) 00080000:00000001:3.0:1767384291.315091:0:17561:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384291.315095:0:17561:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384291.315096:0:17561:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315098:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384291.315104:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384291.315106:0:17561:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384291.315108:0:17561:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384291.315124:0:17561:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384291.315126:0:17561:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:3.0:1767384291.315128:0:17561:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315129:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384291.315134:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384291.315135:0:17561:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:3.0:1767384291.315137:0:17561:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384291.315139:0:17561:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315140:0:17561:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315143:0:17561:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:3.0:1767384291.315312:0:17561:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004cd331a3. 00000020:00000010:3.0:1767384291.315315:0:17561:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000003f396407. 00000020:00000001:3.0:1767384291.315354:0:17561:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:3.0:1767384291.315359:0:17561:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315361:0:17561:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384291.315367:0:17561:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:3.0:1767384291.315369:0:17561:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 00000000bb0c9d9f. 00002000:00000010:3.0:1767384291.315371:0:17561:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000005eb08e18. 40000000:00000001:3.0:1767384291.315373:0:17561:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:3.0:1767384291.315375:0:17561:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:3.0:1767384291.315376:0:17561:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384291.315377:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.315379:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.315381:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001aeafe44. 00002000:00000001:3.0:1767384291.315382:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729764920 : -113996979786696 : ffff98520283ac38) 00002000:00000001:3.0:1767384291.315385:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.315386:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:3.0:1767384291.315388:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c57b0141. 00002000:00000001:3.0:1767384291.315389:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315391:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.315392:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.315393:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.315394:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315409:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315420:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.315423:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.315431:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315433:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315434:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.315435:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.315436:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384291.315438:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315439:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.315440:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315443:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729764920 : -113996979786696 : ffff98520283ac38) 00000020:00000001:3.0:1767384291.315445:0:17561:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446630081101228720 : -113992608322896 : ffff98530712eab0) 40000000:00000001:3.0:1767384291.315446:0:17561:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384291.315448:0:17561:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:3.0:1767384291.315496:0:17561:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:3.0:1767384291.315499:0:17561:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384291.315500:0:17561:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:3.0:1767384291.315528:0:17561:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:3.0:1767384291.315537:0:17561:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 000000004496ddef. 40000000:00000001:3.0:1767384291.315540:0:17561:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:3.0:1767384291.315565:0:17561:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:3.0:1767384291.315566:0:17561:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:3.0:1767384291.315568:0:17561:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:3.0:1767384291.315570:0:17561:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 00000000bb0c9d9f. 00002000:00000001:3.0:1767384291.315572:0:17561:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:3.0:1767384291.315575:0:17561:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000f6792df8. 80000000:00000001:3.0:1767384291.315577:0:17561:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:3.0:1767384291.315578:0:17561:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:3.0:1767384291.315582:0:17561:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000366a347e. 80000000:00000040:3.0:1767384291.315584:0:17561:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:3.0:1767384291.315586:0:17561:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446630076728262656 : -113996981288960 : ffff9852026cc000) 80000000:00000001:3.0:1767384291.315588:0:17561:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:3.0:1767384291.315591:0:17561:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000061e26cdd. 00000020:00000001:3.0:1767384291.315593:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.315595:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.315598:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012ada7df. 00002000:00000001:3.0:1767384291.315599:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729767352 : -113996979784264 : ffff98520283b5b8) 00002000:00000001:3.0:1767384291.315602:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.315602:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:3.0:1767384291.315605:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077e9f53a. 00002000:00000001:3.0:1767384291.315607:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315608:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.315610:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.315611:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.315612:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315629:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315633:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.315637:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.315646:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315647:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315648:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.315650:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.315651:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384291.315653:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315655:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.315663:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315666:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729767352 : -113996979784264 : ffff98520283b5b8) 00080000:00000001:3.0:1767384291.315668:0:17561:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384291.315670:0:17561:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384291.315673:0:17561:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000838fb00b. 00100000:00000010:3.0:1767384291.315676:0:17561:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000838fb00b. 00100000:00000001:3.0:1767384291.315678:0:17561:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384291.315679:0:17561:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315681:0:17561:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1767384291.315684:0:17561:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a1b25534. 00080000:00000010:3.0:1767384291.315687:0:17561:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000838fb00b. 00080000:00000001:3.0:1767384291.315689:0:17561:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446630082016605488 : -113991692946128 : ffff98533da27530) 00080000:00000001:3.0:1767384291.315691:0:17561:0:(osd_index.c:1984:osd_index_it_load()) Process entered 00080000:00000001:3.0:1767384291.315707:0:17561:0:(osd_index.c:1993:osd_index_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384291.315709:0:17561:0:(osd_index.c:1952:osd_index_it_rec()) Process entered 00080000:00000001:3.0:1767384291.315720:0:17561:0:(osd_index.c:1963:osd_index_it_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384291.315723:0:17561:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000008c35b8ba. 80000000:00000001:3.0:1767384291.315724:0:17561:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446630076730900928 : -113996978650688 : ffff9852029501c0) 80000000:00000001:3.0:1767384291.315727:0:17561:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:3.0:1767384291.315728:0:17561:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:3.0:1767384291.315730:0:17561:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:3.0:1767384291.315731:0:17561:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:3.0:1767384291.315733:0:17561:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:3.0:1767384291.315734:0:17561:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:3.0:1767384291.315735:0:17561:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384291.315736:0:17561:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315738:0:17561:0:(osd_index.c:1895:osd_index_it_next()) Process entered 00080000:00000001:3.0:1767384291.315741:0:17561:0:(osd_index.c:1908:osd_index_it_next()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1767384291.315743:0:17561:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:3.0:1767384291.315744:0:17561:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:3.0:1767384291.315745:0:17561:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1767384291.315747:0:17561:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1767384291.315749:0:17561:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000838fb00b. 00080000:00000010:3.0:1767384291.315751:0:17561:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a1b25534. 00080000:00000001:3.0:1767384291.315753:0:17561:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 80000000:00000010:3.0:1767384291.315754:0:17561:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000061e26cdd. 80000000:00000001:3.0:1767384291.315762:0:17561:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384291.315763:0:17561:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:3.0:1767384291.315773:0:17561:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384291.315775:0:17561:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384291.315778:0:17561:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 0000000061e26cdd. 00000020:00000001:3.0:1767384291.315779:0:17561:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384291.315782:0:17561:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000838fb00b. 00000020:00000001:3.0:1767384291.315785:0:17561:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.315787:0:17561:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000838fb00b. 00000020:00000001:3.0:1767384291.315789:0:17561:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384291.315792:0:17561:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b940667f. 00000020:00000001:3.0:1767384291.315797:0:17561:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315798:0:17561:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384291.315802:0:17561:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000536f8071. 00000020:00000001:3.0:1767384291.315805:0:17561:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384291.315806:0:17561:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 0000000061e26cdd. 00002000:00000001:3.0:1767384291.315808:0:17561:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315810:0:17561:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384291.315811:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.315812:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.315815:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c3a9881a. 00002000:00000001:3.0:1767384291.315817:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729763704 : -113996979787912 : ffff98520283a778) 00002000:00000001:3.0:1767384291.315819:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.315820:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:3.0:1767384291.315824:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ff88afb6. 00002000:00000001:3.0:1767384291.315826:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315827:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.315829:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.315830:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.315830:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315851:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315867:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.315891:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.315905:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315908:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315910:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.315911:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.315923:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384291.315926:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315928:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.315931:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315934:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729763704 : -113996979787912 : ffff98520283a778) 00000020:00000001:3.0:1767384291.315937:0:17561:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446630081101231000 : -113992608320616 : ffff98530712f398) 00002000:00000001:3.0:1767384291.315941:0:17561:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.315943:0:17561:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384291.315944:0:17561:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.315946:0:17561:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:3.0:1767384291.315948:0:17561:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00000020:00000001:3.0:1767384291.315950:0:17561:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384291.315954:0:17561:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 0000000004276ab1. 00000001:00000001:3.0:1767384291.315956:0:17561:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:3.0:1767384291.315958:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.315960:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.315964:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001619196e. 00002000:00000001:3.0:1767384291.315965:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729767656 : -113996979783960 : ffff98520283b6e8) 00002000:00000001:3.0:1767384291.315967:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.315968:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:3.0:1767384291.315972:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1a1a1af. 00002000:00000001:3.0:1767384291.315974:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315975:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.315976:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.315980:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.315988:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.315993:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.316001:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316002:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316003:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.316004:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.316006:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384291.316008:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316009:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316010:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.316019:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729767656 : -113996979783960 : ffff98520283b6e8) 00080000:00000001:3.0:1767384291.316022:0:17561:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1767384291.316023:0:17561:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316024:0:17561:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384291.316040:0:17561:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316042:0:17561:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384291.316043:0:17561:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316044:0:17561:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000001:00000040:3.0:1767384291.316046:0:17561:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:3.0:1767384291.316047:0:17561:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:3.0:1767384291.316049:0:17561:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384291.316059:0:17561:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316060:0:17561:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384291.316061:0:17561:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316062:0:17561:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384291.316063:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384291.316065:0:17561:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384291.316068:0:17561:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a7f814f0. 00002000:00000001:3.0:1767384291.316070:0:17561:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729765528 : -113996979786088 : ffff98520283ae98) 00002000:00000001:3.0:1767384291.316072:0:17561:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384291.316073:0:17561:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:3.0:1767384291.316076:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b714dc20. 00002000:00000001:3.0:1767384291.316078:0:17561:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316079:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.316080:0:17561:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384291.316081:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.316082:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316099:0:17561:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316104:0:17561:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384291.316110:0:17561:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384291.316124:0:17561:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316126:0:17561:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316127:0:17561:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384291.316128:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384291.316129:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384291.316131:0:17561:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316132:0:17561:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316133:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.316142:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729765528 : -113996979786088 : ffff98520283ae98) 00080000:00000001:3.0:1767384291.316144:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384291.316149:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009748cf67. 00080000:00000001:3.0:1767384291.316150:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733059072 : -113996976492544 : ffff985202b5f000) 00080000:00000001:3.0:1767384291.316152:0:17561:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384291.316161:0:17561:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384291.316164:0:17561:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000001:0xd:0x0] not in the id map cache 00080000:00000010:3.0:1767384291.316167:0:17561:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a8c50268. 00080000:00000001:3.0:1767384291.316169:0:17561:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384291.316170:0:17561:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316172:0:17561:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384291.316173:0:17561:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x3:0x0] not in the id map cache 00080000:00000001:3.0:1767384291.316175:0:17561:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384291.316182:0:17561:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316184:0:17561:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316185:0:17561:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384291.316187:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.316187:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384291.316192:0:17561:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384291.316193:0:17561:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384291.316213:0:17561:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316215:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384291.316229:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316231:0:17561:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384291.316244:0:17561:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384291.316245:0:17561:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316308:0:17561:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316311:0:17561:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384291.316320:0:17561:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316321:0:17561:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384291.316323:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.316325:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316409:0:17561:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316411:0:17561:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316413:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384291.316425:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384291.316432:0:17561:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b714dc20. 00002000:00000001:3.0:1767384291.316443:0:17561:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1767384291.316444:0:17561:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:3.0:1767384291.316446:0:17561:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000a7f814f0. 00002000:00000001:3.0:1767384291.316449:0:17561:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:3.0:1767384291.316452:0:17561:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384291.316461:0:17561:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384291.316464:0:17561:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384291.316467:0:17561:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d21ac93. 00000020:00000001:3.0:1767384291.316469:0:17561:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384291.316472:0:17561:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b714dc20. 00000020:00000001:3.0:1767384291.316473:0:17561:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316475:0:17561:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384291.316476:0:17561:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.316477:0:17561:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.316479:0:17561:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076744761944 : -113996964789672 : ffff985203688258) 00080000:00000001:3.0:1767384291.316481:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384291.316486:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000045e41b24. 00080000:00000001:3.0:1767384291.316488:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733053952 : -113996976497664 : ffff985202b5dc00) 00000020:00000001:3.0:1767384291.316490:0:17561:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384291.316491:0:17561:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384291.316536:0:17561:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384291.316538:0:17561:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316540:0:17561:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384291.316552:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384291.316553:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384291.316558:0:17561:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xb:0x0] not in the id map cache 00000001:00000001:3.0:1767384291.316559:0:17561:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384291.316560:0:17561:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316562:0:17561:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384291.316564:0:17561:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.316566:0:17561:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316568:0:17561:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384291.316571:0:17561:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.316572:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384291.316578:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767384291.316580:0:17561:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xb:0x0] 00000020:00000001:3.0:1767384291.316588:0:17561:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384291.316590:0:17561:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384291.318509:0:17561:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.318511:0:17561:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318533:0:17561:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.318535:0:17561:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318537:0:17561:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318540:0:17561:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.318589:0:17561:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384291.318591:0:17561:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318594:0:17561:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384291.318629:0:17561:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318633:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384291.318643:0:17561:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000005291cb30. 00080000:00000001:0.0:1767384291.318689:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.318692:0:17561:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446630081101230544 : -113992608321072 : ffff98530712f1d0) 00080000:00000001:0.0:1767384291.318697:0:17561:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384291.318699:0:17561:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384291.318703:0:17561:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a14dd700. 00100000:00000001:0.0:1767384291.318705:0:17561:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384291.318708:0:17561:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:00000001:0.0:1767384291.318712:0:17561:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384291.318715:0:17561:0:(lu_object.c:207:lu_object_put()) Add 00000000c1a1a1af/000000001619196e to site lru. bkt: 0000000039fca2d3 00000001:00000001:0.0:1767384291.318719:0:17561:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1767384291.318725:0:17561:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384291.318729:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.318734:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8fcdf16. 00080000:00000001:0.0:1767384291.318737:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720358400 : -113996989193216 : ffff985201f42400) 00080000:00000001:0.0:1767384291.318741:0:17561:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318764:0:17561:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318766:0:17561:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.318770:0:17561:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318772:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.318790:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318793:0:17561:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318808:0:17561:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318810:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.318812:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384291.318814:0:17561:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00080000:00000001:0.0:1767384291.318816:0:17561:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1767384291.318818:0:17561:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1767384291.318824:0:17561:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.318825:0:17561:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318827:0:17561:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318828:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384291.318831:0:17561:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000005291cb30. 00000020:00000010:0.0:1767384291.318834:0:17561:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 0000000070371afc. 00080000:00000001:0.0:1767384291.318855:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318857:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.318862:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000edf687b7. 00080000:00000001:0.0:1767384291.318863:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081082024960 : -113992627526656 : ffff985305ede400) 00080000:00000001:0.0:1767384291.318865:0:17561:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318885:0:17561:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318887:0:17561:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.318893:0:17561:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318894:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.318902:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318904:0:17561:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318914:0:17561:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318916:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.318917:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.318919:0:17561:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1767384291.318920:0:17561:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1767384291.318925:0:17561:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.318926:0:17561:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318928:0:17561:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318929:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.318937:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318939:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.318941:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee181fc1. 00080000:00000001:0.0:1767384291.318966:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081082031104 : -113992627520512 : ffff985305edfc00) 00080000:00000001:0.0:1767384291.318968:0:17561:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318973:0:17561:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318974:0:17561:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.318979:0:17561:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318982:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.318987:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318988:0:17561:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:0.0:1767384291.318997:0:17561:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.318998:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.319000:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.319001:0:17561:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1767384291.319002:0:17561:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1767384291.319007:0:17561:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.319009:0:17561:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319010:0:17561:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319012:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.319021:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319024:0:17561:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.319033:0:17561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 00080000:00000001:0.0:1767384291.319035:0:17561:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:0.0:1767384291.319037:0:17561:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:0.0:1767384291.319042:0:17561:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319043:0:17561:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.319047:0:17561:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319049:0:17561:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.319057:0:17561:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319059:0:17561:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:0.0:1767384291.319075:0:17561:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319077:0:17561:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.319079:0:17561:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.319080:0:17561:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1767384291.319081:0:17561:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1767384291.319087:0:17561:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.319088:0:17561:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319090:0:17561:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.319091:0:17561:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.319104:0:17561:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384291.319106:0:17561:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446630081101230544 : -113992608321072 : ffff98530712f1d0) 00000001:00000001:0.0:1767384291.319109:0:17561:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446630076730770720 : -113996978780896 : ffff985202930520) 00002000:00000010:0.0:1767384291.319113:0:17561:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 00000000884e9e93. 00000020:00000010:0.0:1767384291.319115:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000736b5448. 00000020:00000010:0.0:1767384291.319117:0:17561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001e28132a. 00000020:00000010:0.0:1767384291.319119:0:17561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba6ab476. 00000020:00000010:0.0:1767384291.319121:0:17561:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000084e33343. 00000020:00000010:0.0:1767384291.319124:0:17561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000039f985a. 80000000:00000010:0.0:1767384291.319126:0:17561:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d7620bd1. 40000000:00000010:0.0:1767384291.319127:0:17561:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6b6606a. 00100000:00000010:0.0:1767384291.319130:0:17561:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004224a583. 00040000:00000010:0.0:1767384291.319132:0:17561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3ce1337. 00040000:00000010:0.0:1767384291.319134:0:17561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001171cde5. 00080000:00000010:0.0:1767384291.319136:0:17561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000052f029ac. 00002000:00000010:0.0:1767384291.319138:0:17561:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065f730b8. 00002000:00000001:3.0:1767384291.319323:0:17563:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:0.0:1767384291.319342:0:17561:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:0.0:1767384291.319346:0:17561:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 0000000092d66b93. 00000020:00000010:0.0:1767384291.319349:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b66fc6a8. 00000020:00000010:0.0:1767384291.319351:0:17561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c94be74. 00000020:00000010:0.0:1767384291.319353:0:17561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079254c31. 00000020:00000010:0.0:1767384291.319355:0:17561:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000aa1941a. 00000020:00000010:0.0:1767384291.319358:0:17561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f23a5657. 80000000:00000010:0.0:1767384291.319360:0:17561:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005291cb30. 40000000:00000010:0.0:1767384291.319361:0:17561:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009bfa4865. 00100000:00000010:0.0:1767384291.319364:0:17561:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000352453ee. 00040000:00000010:0.0:1767384291.319365:0:17561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0f7f475. 00040000:00000010:0.0:1767384291.319367:0:17561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000044eeb0f. 00080000:00000010:0.0:1767384291.319369:0:17561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003c07fa78. 00002000:00000010:0.0:1767384291.319371:0:17561:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000885800d3. 00002000:00000001:3.0:1767384291.319512:0:17564:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00002000:00000001:0.0:1767384291.319530:0:17561:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.319534:0:17561:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1767384291.319545:0:17561:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384291.319549:0:17561:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.319553:0:17561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009bfacfa. 00000020:00000010:0.0:1767384291.319556:0:17561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009ddbdaae. 00000020:00000010:0.0:1767384291.319559:0:17561:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d5e4fef. 00000020:00000010:0.0:1767384291.319562:0:17561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca045e0e. 80000000:00000010:0.0:1767384291.319564:0:17561:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000723ca6ee. 40000000:00000010:0.0:1767384291.319566:0:17561:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003baa5a74. 00100000:00000010:0.0:1767384291.319568:0:17561:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005543f13c. 00040000:00000010:0.0:1767384291.319570:0:17561:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9227307. 00040000:00000010:0.0:1767384291.319572:0:17561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003da5efef. 00080000:00000010:0.0:1767384291.319573:0:17561:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a8c50268. 00000020:00000010:0.0:1767384291.319575:0:17561:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 0000000070371afc. 00080000:00000010:0.0:1767384291.319576:0:17561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a65c21db. 00002000:00000010:0.0:1767384291.319578:0:17561:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009fc433f3. 00000020:00000010:0.0:1767384291.319580:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e162aa8. 00000020:00000010:0.0:1767384291.319582:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c804938. 00000020:00000010:0.0:1767384291.319584:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003bd655a1. 00000008:00000010:0.0:1767384291.319587:0:17561:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006d37d2ea. 00020000:00000010:0.0:1767384291.319590:0:17561:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003ec50797. 00008000:00000010:0.0:1767384291.319593:0:17561:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fa2b46d3. 00000080:00000010:0.0:1767384291.319595:0:17561:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f7e7bfbf. 00000020:00000010:0.0:1767384291.319598:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119beb2f. 00000020:00000001:0.0:1767384291.319600:0:17561:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384291.319602:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 3 - setup 00000020:00000080:0.0:1767384291.319604:0:17561:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1767384291.319606:0:17561:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.319608:0:17561:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.319610:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000009dd212da. 00000020:00000001:0.0:1767384291.319612:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319614:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de01d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384291.319617:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384291.319618:0:17561:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384291.319619:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384291.319625:0:17561:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384291.319626:0:17561:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384291.319627:0:17561:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384291.319638:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005a33e340. 00000020:00000080:0.0:1767384291.319640:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384291.319642:0:17561:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1767384291.319644:0:17561:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.319645:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005a33e340. 00000020:00000001:0.0:1767384291.319647:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319666:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de02b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384291.319669:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384291.319672:0:17561:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384291.319674:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384291.319676:0:17561:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384291.319677:0:17561:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384291.319678:0:17561:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767384291.319681:0:17561:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1767384291.319683:0:17561:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.319687:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005a33e340. 00000020:00000080:0.0:1767384291.319690:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384291.319692:0:17561:0:(obd_config.c:1477:class_process_config()) marker 16 (0x1) lustre sys.timeout 00000020:00000001:0.0:1767384291.319695:0:17561:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.319697:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005a33e340. 00000020:00000001:0.0:1767384291.319701:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319704:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de0390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384291.319706:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384291.319709:0:17561:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384291.319711:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767384291.319714:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000003fad9c2b. 00000020:00000080:0.0:1767384291.319716:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1767384291.319719:0:17561:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1767384291.319722:0:17561:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.319725:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000003fad9c2b. 00000020:00000001:0.0:1767384291.319730:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319741:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de03e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.319745:0:17561:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384291.319765:0:17561:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.319767:0:17561:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384291.319771:0:17561:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384291.319804:0:17561:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384291.319806:0:17561:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319808:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de03e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.319810:0:17561:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384291.319811:0:17561:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:0.0:1767384291.319813:0:17561:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384291.319815:0:17561:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384291.319816:0:17561:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384291.319817:0:17561:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384291.319819:0:17561:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005a33e340. 00000020:00000080:0.0:1767384291.319821:0:17561:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384291.319822:0:17561:0:(obd_config.c:1477:class_process_config()) marker 16 (0x2) lustre sys.timeout 00000020:00000001:0.0:1767384291.319824:0:17561:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.319826:0:17561:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005a33e340. 00000020:00000001:0.0:1767384291.319829:0:17561:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.319831:0:17561:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203de04c0 type=0x0 idx=0 00000040:00000001:0.0:1767384291.319833:0:17561:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384291.319834:0:17561:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:0.0:1767384291.319837:0:17561:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000096ae01a5. 00000020:00000010:0.0:1767384291.319842:0:17561:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000312cb302. 00000020:00000010:0.0:1767384291.319849:0:17561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000143cd1fc. 00000040:00000010:0.0:1767384291.319853:0:17561:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e71d7d4. 00000020:00000010:0.0:1767384291.319856:0:17561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d23825aa. 00000020:00000010:0.0:1767384291.319859:0:17561:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071d4db91. 00000020:00000010:0.0:1767384291.319862:0:17561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ebd5f813. 80000000:00000010:0.0:1767384291.319866:0:17561:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000751f7eea. 40000000:00000010:0.0:1767384291.319884:0:17561:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000019e32556. 00100000:00000010:0.0:1767384291.319888:0:17561:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dc231eeb. 00040000:00000010:0.0:1767384291.319892:0:17561:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006288c6d8. 00040000:00000010:0.0:1767384291.319901:0:17561:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cec12562. 00040000:00000010:0.0:1767384291.319904:0:17561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f27833e. 00080000:00000010:0.0:1767384291.319908:0:17561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003187f7c9. 00000004:00000010:0.0:1767384291.319912:0:17561:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000585ca427. 00000004:00000010:0.0:1767384291.319915:0:17561:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000549fb34b. 00000004:00000010:0.0:1767384291.319918:0:17561:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000af0cda4f. 00002000:00000010:0.0:1767384291.319921:0:17561:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001897380. 00000004:00000010:0.0:1767384291.319924:0:17561:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008fe123dd. 00000020:00000010:0.0:1767384291.319927:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8d914d6. 00000100:00000001:3.0:1767384291.320363:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.320367:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741312 02000000:00000001:3.0:1767384291.320371:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.320374:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.320376:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.320381:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.320385:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741312 00000020:00000001:3.0:1767384291.320388:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.320391:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.320395:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.320398:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=12 00000020:00000001:3.0:1767384291.320402:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384291.320406:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.320411:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.320415:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.320419:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.320423:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000020:00000010:3.0:1767384291.320427:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000020:00000010:3.0:1767384291.320432:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.320442:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.320451:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.320455:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.320457:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.320461:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.320465:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.320478:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.320490:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.320493:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.320500:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384291.320505:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384291.320506:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384291.320508:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384291.320512:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016929872 : -113991692621744 : ffff98533da76850) 00000100:00000001:1.0:1767384291.320513:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.320517:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.320527:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228f7669 x1853236737741312/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.320534:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.320537:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.320540:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.320542:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.320546:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+12:17546:x1853236737741312:12345-0@lo:101: 00000100:00000200:3.0:1767384291.320549:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741312 00000020:00000001:3.0:1767384291.320551:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.320553:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.320554:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.320557:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.320559:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384291.320561:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.320562:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.320563:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.320564:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.320566:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.320567:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384291.320568:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384291.320569:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384291.320570:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384291.320571:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.320574:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384291.320577:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000068e02097 count: 2 00010000:00000001:3.0:1767384291.320579:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384291.320581:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384291.320584:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a8171fae. 00000020:00000001:3.0:1767384291.320585:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384291.320587:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a8171fae with handle 0x1cafe7b7e4a4fc45 to hash 00000020:00000001:3.0:1767384291.320588:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384291.320589:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294053888 : -113992415497728 : ffff985312913200) 00010000:00000001:3.0:1767384291.320591:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294053888 : -113992415497728 : ffff985312913200) 00010000:00010000:3.0:1767384291.320597:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a8171fae/0x1cafe7b7e4a4fc45 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fc3e expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384291.320602:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 8 00000020:00000040:3.0:1767384291.320603:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=13 00000100:00000001:3.0:1767384291.320607:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.320608:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.320610:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.320611:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.320613:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.320614:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384291.320616:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384291.320617:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384291.320618:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384291.320619:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.320620:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384291.320621:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.320623:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384291.320624:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384291.320625:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384291.320626:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384291.320627:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000068e02097) refcount = 2 00010000:00000040:3.0:1767384291.320628:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384291.320630:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000073b0c5f/0x1cafe7b7e4a4fbce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbc7 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384291.320634:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a8171fae/0x1cafe7b7e4a4fc45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc3e expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384291.320637:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384291.320638:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384291.320639:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.320640:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.320641:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384291.320643:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384291.320644:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a8171fae/0x1cafe7b7e4a4fc45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc3e expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384291.320652:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384291.320653:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384291.320654:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.320655:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.320656:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384291.320657:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384291.320658:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384291.320659:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a8171fae, rc 0) 00000020:00000001:3.0:1767384291.320660:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.320662:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741312 00010000:00000001:3.0:1767384291.320663:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.320665:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228f7669 x1853236737741312/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.320670:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.320671:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.320673:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.320675:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.320676:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.320678:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.320679:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.320680:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.320682:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.320683:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.320685:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000100:00000200:3.0:1767384291.320687:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737741312, offset 224 00000400:00000200:3.0:1767384291.320690:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.320695:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.320699:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d701200 00000400:00000200:3.0:1767384291.320702:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1039 [1] + 224 00000400:00000200:3.0:1767384291.320705:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.320707:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.320709:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.320715:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737741312/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.320720:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000014ce40c x1853236737741312/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.320733:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.320737:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004347ea96 00000400:00000010:3.0:1767384291.320738:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 00000100:00000001:3.0:1767384291.320740:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.320741:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.320743:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.320746:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.320748:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.320749:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.320751:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.320753:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228f7669 x1853236737741312/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.320759:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741312:12345-0@lo:101: Request processed in 225us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.320766:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384291.320769:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.320772:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.320775:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.320779:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.320785:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.320791:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.320796:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 12 02000000:00000001:3.0:1767384291.320799:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.320802:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.320806:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.320808:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384291.320813:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384291.320819:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a48b0d8. 00000400:00000010:3.0:1767384291.320825:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008433955c. 00000100:00000001:3.0:1767384291.321521:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.321526:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741440 02000000:00000001:3.0:1767384291.321529:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.321532:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.321535:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.321538:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.321542:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741440 00000020:00000001:3.0:1767384291.321545:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.321548:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.321552:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.321554:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=13 00000020:00000001:3.0:1767384291.321557:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384291.321562:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.321565:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.321569:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.321574:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.321578:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000020:00000010:3.0:1767384291.321582:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000020:00000010:3.0:1767384291.321588:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.321595:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.321602:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.321607:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.321610:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.321613:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.321618:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.321627:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.321633:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.321634:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.321637:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384291.321638:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.321640:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016920656 : -113991692630960 : ffff98533da74450) 00000100:00000040:3.0:1767384291.321642:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d4a7e1 x1853236737741440/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 504/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.321648:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.321653:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.321655:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.321656:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.321658:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741440:12345-0@lo:501: 00000100:00000200:3.0:1767384291.321661:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741440 00000020:00000001:3.0:1767384291.321663:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.321664:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.321665:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.321666:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.321668:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567808 : -1041983808 : ffffffffc1e496c0) 00000020:00000001:3.0:1767384291.321669:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.321670:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.321672:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.321673:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.321675:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384291.321676:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.321677:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.321678:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384291.321680:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384291.321681:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384291.321683:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.321684:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.321686:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.321688:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.321689:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.321690:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384291.321692:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.321693:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.321695:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.321696:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.321698:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.321699:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.321701:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00080000:00000001:3.0:1767384291.321704:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384291.321717:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.321722:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384291.321723:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.321725:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384291.321727:0:16772:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000052df255. 00000020:00000001:3.0:1767384291.321729:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.321731:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996629336 : -113991712922280 : ffff98533c71a558) 00000040:00000001:3.0:1767384291.321733:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.321734:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.321736:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.321738:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000008a2976fa/00000000fb4193d9 to site lru. bkt: 00000000bb02ad2c 00000040:00000010:3.0:1767384291.321739:0:16772:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000052df255. 00000040:00000001:3.0:1767384291.321741:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.321742:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.321743:0:16772:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384291.321744:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.321746:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.321748:0:16772:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.321750:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741440 00010000:00000001:3.0:1767384291.321751:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.321753:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6d4a7e1 x1853236737741440/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 504/272 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.321758:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.321759:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.321761:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.321763:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.321764:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.321766:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.321768:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.321769:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.321770:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.321772:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.321773:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000100:00000200:3.0:1767384291.321775:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236737741440, offset 224 00000400:00000200:3.0:1767384291.321778:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.321782:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.321790:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d701280 00000400:00000200:3.0:1767384291.321793:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1049 [1] + 224 00000400:00000200:3.0:1767384291.321796:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.321798:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.321800:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.321802:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737741440/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.321808:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000014ce40c x1853236737741440/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.321819:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.321822:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004347ea96 00000400:00000010:3.0:1767384291.321823:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 00000100:00000001:3.0:1767384291.321825:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.321826:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.321828:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.321830:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.321831:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.321833:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.321834:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.321837:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d4a7e1 x1853236737741440/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 504/272 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.321844:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741440:12345-0@lo:501: Request processed in 193us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.321853:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384291.321857:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.321859:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.321860:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.321862:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.321867:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.321887:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.321893:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 12 02000000:00000001:3.0:1767384291.321902:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.321913:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.321920:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.321923:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384291.321927:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384291.321932:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000758737. 00000400:00000010:3.0:1767384291.321938:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c406305. 00000100:00000001:3.0:1767384291.322246:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.322249:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741568 02000000:00000001:3.0:1767384291.322253:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.322256:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.322259:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.322262:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.322266:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741568 00000020:00000001:3.0:1767384291.322268:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.322271:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.322276:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.322279:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=13 00000020:00000001:3.0:1767384291.322280:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384291.322283:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.322287:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.322309:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.322315:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.322321:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000020:00000010:3.0:1767384291.322326:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000020:00000010:3.0:1767384291.322330:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.322337:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.322344:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.322347:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.322350:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.322354:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.322357:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.322364:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.322370:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.322371:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.322374:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384291.322375:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.322381:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016932944 : -113991692618672 : ffff98533da77450) 00000100:00000040:3.0:1767384291.322385:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001728875a x1853236737741568/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.322390:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.322392:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.322393:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.322395:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.322397:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741568:12345-0@lo:503: 00000100:00000200:3.0:1767384291.322400:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741568 00000020:00000001:3.0:1767384291.322401:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.322403:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.322404:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.322405:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.322406:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567904 : -1041983712 : ffffffffc1e49720) 00000020:00000001:3.0:1767384291.322408:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.322409:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.322411:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.322412:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.322413:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.322414:0:16772:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.322415:0:16772:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384291.322417:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.322418:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.322428:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000000269f93. 02000000:00000001:3.0:1767384291.322429:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.322430:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.322432:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.322433:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.322434:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.322436:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.322437:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.322438:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.322440:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:3.0:1767384291.322446:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.322448:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996629336 : -113991712922280 : ffff98533c71a558) 00000040:00000001:3.0:1767384291.322449:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.322451:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.322452:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384291.322454:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000096ae01a5. 00000040:00000001:3.0:1767384291.322456:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.322457:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384291.322460:0:16772:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384291.322461:0:16772:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384291.322462:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384291.322464:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.322465:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384291.322467:0:16772:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384291.322469:0:16772:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384291.322470:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.322472:0:16772:0:(lu_object.c:207:lu_object_put()) Add 000000008a2976fa/00000000fb4193d9 to site lru. bkt: 00000000bb02ad2c 00000040:00000001:3.0:1767384291.322473:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.322474:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000096ae01a5. 00000040:00000010:3.0:1767384291.322475:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000040:3.0:1767384291.322477:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.322478:0:16772:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.322480:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741568 00010000:00000001:3.0:1767384291.322482:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.322484:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001728875a x1853236737741568/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8416 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.322489:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.322490:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.322492:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.322494:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.322495:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.322496:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.322498:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.322502:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.322504:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.322506:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.322507:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d30644d7. 00000100:00000200:3.0:1767384291.322510:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236737741568, offset 224 00000400:00000200:3.0:1767384291.322512:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.322517:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.322520:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d701300 00000400:00000200:3.0:1767384291.322523:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1059 [4] + 224 00000400:00000200:3.0:1767384291.322527:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.322529:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.322531:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.322533:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737741568/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.322538:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000014ce40c x1853236737741568/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.322549:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.322552:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30644d7 00000400:00000010:3.0:1767384291.322553:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d30644d7. 00000100:00000001:3.0:1767384291.322556:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.322557:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.322559:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.322561:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.322563:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.322564:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.322565:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.322568:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001728875a x1853236737741568/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8416 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.322579:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741568:12345-0@lo:503: Request processed in 185us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.322592:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384291.322595:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.322599:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.322607:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.322611:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.322616:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.322621:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.322626:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 12 02000000:00000001:3.0:1767384291.322630:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.322634:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000000269f93. 02000000:00000001:3.0:1767384291.322642:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.322645:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384291.322650:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384291.322655:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d728f7e. 00000400:00000010:3.0:1767384291.322658:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d30644d7. 00000040:00000010:0.0:1767384291.325074:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cb012533. 00000040:00000001:0.0:1767384291.325080:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384291.325081:0:17546:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:0.0:1767384291.325084:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.325086:0:17546:0:(lu_object.c:207:lu_object_put()) Add 00000000a7d909ee/0000000001e49a25 to site lru. bkt: 00000000bf519c2d 00000040:00000010:0.0:1767384291.325088:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000000d626f6b. 00000040:00000001:0.0:1767384291.325089:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.325091:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cc9b9149. 00000040:00000010:0.0:1767384291.325093:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a935ba2. 00000020:00000001:0.0:1767384291.325094:0:17546:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.325096:0:17546:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384291.325098:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076084087. 00000040:00000010:0.0:1767384291.325100:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000adac7d54. 00000020:00000010:0.0:1767384291.325102:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b5a1fea. 00000020:00000010:0.0:1767384291.325104:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006cccb24d. 80000000:00000010:0.0:1767384291.325106:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002396f0b8. 00040000:00000010:0.0:1767384291.325108:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041814f30. 00080000:00000010:0.0:1767384291.325109:0:17546:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000231b2959. 00000020:00000010:0.0:1767384291.325111:0:17546:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000394dfe62. 00080000:00000010:0.0:1767384291.325113:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000075bee1cf. 20000000:00000010:0.0:1767384291.325114:0:17546:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a952d583. 00000020:00000010:0.0:1767384291.325116:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d57dddbe. 10000000:00000010:0.0:1767384291.325117:0:17546:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a7a03051. 10000000:01000000:0.0:1767384291.325119:0:17546:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1767384291.325131:0:17546:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384291.325139:0:17546:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384291.325141:0:17546:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.325142:0:17546:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000032e4beec refcount=3 00000020:00000001:0.0:1767384291.325144:0:17546:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004049408 : -113992705502208 : ffff985301481400) 00010000:00000001:0.0:1767384291.325146:0:17546:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004049408 : -113992705502208 : ffff985301481400) 00010000:00000001:0.0:1767384291.325148:0:17546:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384291.325150:0:17546:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 0000000032e4beec/0x1cafe7b7e4a4fc3e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc45 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.325155:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.325157:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384291.325158:0:17546:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 0000000032e4beec/0x1cafe7b7e4a4fc3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc45 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.325162:0:17546:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384291.325163:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.325164:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384291.325165:0:17546:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.325166:0:17546:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.325168:0:17546:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.325171:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4f45b13. 00000040:00000010:0.0:1767384291.325173:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001420bec8. 00000020:00000010:0.0:1767384291.325175:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be2814b1. 00000020:00000010:0.0:1767384291.325177:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c6a5954. 00040000:00000010:0.0:1767384291.325180:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e7f77c15. 00040000:00000010:0.0:1767384291.325182:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0513e75. 00080000:00000010:0.0:1767384291.325184:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ad1a094c. 00000020:00000010:0.0:1767384291.325185:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f02960e. 00000020:00000001:0.0:1767384291.325187:0:17546:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.325189:0:17546:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000030c2f101. 00000020:00000010:0.0:1767384291.325191:0:17546:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000003b630d9c. 00000020:00000001:0.0:1767384291.325192:0:17546:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.325197:0:17546:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1767384291.325199:0:17546:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000003fad9c2b. 00000020:00000010:0.0:1767384291.325201:0:17546:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000038d75b90. 00000020:00000001:0.0:1767384291.325206:0:17546:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1767384291.325207:0:17546:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000003b630d9c. 00000020:00000010:0.0:1767384291.325209:0:17546:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000030c2f101. 00000020:00000001:0.0:1767384291.325211:0:17546:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384291.325212:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000173ec595. 00000020:00000010:0.0:1767384291.325214:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000682777f0. 00000040:00000010:0.0:1767384291.325216:0:17546:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f02960e. 00000020:00000010:0.0:1767384291.325217:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad1a094c. 00000020:00000010:0.0:1767384291.325219:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d8d914d6. 00040000:00000010:0.0:1767384291.325221:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a33e340. 00040000:00000010:0.0:1767384291.325223:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f27833e. 00080000:00000010:0.0:1767384291.325225:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000be2814b1. 10000000:00000001:0.0:1767384291.325227:0:17546:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384291.325228:0:17546:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1767384291.325230:0:17546:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1767384291.325231:0:17546:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1767384291.325232:0:17546:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98533f3d4800 10000000:00000001:0.0:1767384291.325234:0:17546:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384291.325235:0:17546:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98533f3d4800 10000000:00000010:0.0:1767384291.325236:0:17546:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000ebd5f813. 10000000:01000000:0.0:1767384291.325237:0:17546:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1767384291.325239:0:17546:0:(genops.c:887:class_export_get()) GET export 00000000ce4b0fdd refcount=12 10000000:00000001:0.0:1767384291.325240:0:17546:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630076733104640 : -113996976446976 : ffff985202b6a200) 10000000:00000001:0.0:1767384291.325242:0:17546:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446630076733104640 : -113996976446976 : ffff985202b6a200) 10000000:00000001:0.0:1767384291.325243:0:17546:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384291.325244:0:17546:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff98533f3d4800 from 1 10000000:00000001:0.0:1767384291.325245:0:17546:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384291.325246:0:17546:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1767384291.325249:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.325250:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.325252:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.325253:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.325255:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.325258:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e71d7d4. 00000100:00000001:0.0:1767384291.325264:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.325266:0:17546:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384291.325267:0:17546:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384291.325269:0:17546:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001e0938bd count: 5 00010000:00000001:0.0:1767384291.325271:0:17546:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384291.325272:0:17546:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:0.0:1767384291.325315:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879067, at 4294879068 00000100:00000010:0.0:1767384291.325320:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6ef0f02. 00010000:00000010:0.0:1767384291.325330:0:17546:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b91921c9. 00000020:00000001:0.0:1767384291.325335:0:17546:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384291.325339:0:17546:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b91921c9 with handle 0x1cafe7b7e4a4fc4c to hash 00000100:00000040:1.0:1767384291.325341:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879067, at 4294879068 00000020:00000001:0.0:1767384291.325342:0:17546:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384291.325344:0:17546:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000001:0.0:1767384291.325348:0:17546:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000001:0.0:1767384291.325351:0:17546:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1767384291.325353:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a71fda2a. 00010000:00000001:0.0:1767384291.325354:0:17546:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384291.325358:0:17546:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384291.325363:0:17546:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384291.325369:0:17546:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384291.325372:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.325373:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.325376:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.325377:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060866496 : -113992648685120 : ffff985304ab09c0) 00000100:00000001:0.0:1767384291.325378:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.325379:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.325382:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.325383:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325384:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.325389:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.325392:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.325398:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.325399:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.325401:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.325403:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.325404:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.325406:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741696:0@lo:101: 00000100:00000001:0.0:1767384291.325408:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.325410:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.325411:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.325413:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.325414:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000051758b24. 02000000:00000001:0.0:1767384291.325416:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.325418:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.325420:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.325422:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737741696, portal 25 00000100:00000001:0.0:1767384291.325424:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.325424:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.325427:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.325432:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.325433:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.325434:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384291.325435:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737741696, offset 0 00000400:00000200:0.0:1767384291.325438:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.325442:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.325446:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d701380 00000400:00000200:0.0:1767384291.325449:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x191 [2] + 0 00000400:00000010:0.0:1767384291.325451:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8bbd31. 00000400:00000200:0.0:1767384291.325453:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb2c67ba 00000400:00000200:0.0:1767384291.325456:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.325462:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.325464:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb2c67ba 00000400:00000010:0.0:1767384291.325465:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb2c67ba. 00000100:00000001:0.0:1767384291.325468:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.325469:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.325471:0:17546:0:(events.c:337:request_in_callback()) incoming req@000000008bb69ac3 x1853236737741696 msgsize 328 00000100:00100000:0.0:1767384291.325473:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.325474:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.325483:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.325486:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:0.0:1767384291.325488:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384291.325489:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.325492:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.325498:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384291.325500:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384291.325500:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.325504:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741696 02000000:00000001:3.0:1767384291.325508:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.325510:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.325513:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325514:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.325517:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325518:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384291.325523:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741696 00000100:00000001:0.0:1767384291.325523:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.325527:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384291.325528:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879071 00000020:00000040:3.0:1767384291.325529:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.325533:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384291.325534:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b1eeb95. 00000020:00000040:3.0:1767384291.325535:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=13 00000020:00000001:3.0:1767384291.325540:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384291.325541:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384291.325542:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.325547:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384291.325548:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879071 00000020:00000010:3.0:1767384291.325550:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000010:0.0:1767384291.325553:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efb52f4a. 00000100:00000001:3.0:1767384291.325554:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.325559:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00000001:0.0:1767384291.325559:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384291.325566:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879071 00000020:00000010:3.0:1767384291.325567:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000100:00000010:0.0:1767384291.325570:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000751f7eea. 00000020:00000010:3.0:1767384291.325573:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000100:00000001:0.0:1767384291.325574:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384291.325579:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384291.325579:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879071 00000100:00000001:0.0:1767384291.325586:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879068 00000100:00000040:3.0:1767384291.325587:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384291.325589:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384291.325590:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.325592:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384291.325598:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325599:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384291.325602:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325602:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.325608:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cfb792 going to sleep for 11 seconds 00000100:00000001:3.0:1767384291.325611:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.325611:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.325614:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.325625:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.325634:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.325635:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.325638:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384291.325641:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.325643:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016928848 : -113991692622768 : ffff98533da76450) 00000100:00000040:3.0:1767384291.325646:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bb69ac3 x1853236737741696/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.325653:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.325655:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.325656:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.325657:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.325660:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:17546:x1853236737741696:12345-0@lo:101: 00000100:00000200:3.0:1767384291.325662:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741696 00000020:00000001:3.0:1767384291.325664:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.325665:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.325666:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.325668:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.325669:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384291.325671:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.325672:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.325673:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.325674:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.325676:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.325677:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384291.325678:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384291.325679:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384291.325679:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384291.325680:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.325682:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384291.325685:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 5 00010000:00000001:3.0:1767384291.325690:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384291.325692:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384291.325694:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000016902af8. 00000020:00000001:3.0:1767384291.325696:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384291.325697:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000016902af8 with handle 0x1cafe7b7e4a4fc53 to hash 00000020:00000001:3.0:1767384291.325698:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384291.325699:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294055936 : -113992415495680 : ffff985312913a00) 00010000:00000001:3.0:1767384291.325701:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294055936 : -113992415495680 : ffff985312913a00) 00010000:00010000:3.0:1767384291.325703:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fc4c expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384291.325707:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 9 00000020:00000040:3.0:1767384291.325709:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384291.325712:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.325713:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.325715:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.325716:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.325718:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.325719:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384291.325721:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384291.325722:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384291.325723:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384291.325724:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.325726:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384291.325726:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.325728:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384291.325729:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384291.325730:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384291.325730:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384291.325731:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000008a82654) refcount = 5 00010000:00000040:3.0:1767384291.325733:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384291.325735:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ae33d/0x1cafe7b7e4a4fc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc22 expref: 14 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384291.325738:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007388e35a/0x1cafe7b7e4a4fbdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbd5 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384291.325746:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c2e5e848/0x1cafe7b7e4a4fb57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb50 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384291.325750:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001c6f5905/0x1cafe7b7e4a4fb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb34 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384291.325753:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc4c expref: 14 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384291.325756:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384291.325757:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384291.325758:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.325759:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.325760:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384291.325762:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384291.325763:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc4c expref: 14 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384291.325767:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384291.325768:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384291.325769:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.325770:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.325771:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384291.325772:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384291.325773:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384291.325773:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000016902af8, rc 0) 00000020:00000001:3.0:1767384291.325775:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.325776:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741696 00010000:00000001:3.0:1767384291.325778:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.325780:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bb69ac3 x1853236737741696/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.325785:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.325786:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.325788:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.325793:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.325795:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.325796:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.325798:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.325799:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.325801:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.325802:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.325804:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000100:00000200:3.0:1767384291.325806:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737741696, offset 224 00000400:00000200:3.0:1767384291.325809:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.325814:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.325818:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d701380 00000400:00000200:3.0:1767384291.325821:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1069 [1] + 224 00000400:00000200:3.0:1767384291.325824:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.325826:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.325828:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.325830:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.325836:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.325849:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.325852:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004347ea96 00000400:00000010:3.0:1767384291.325853:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 00000100:00000001:3.0:1767384291.325855:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.325856:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.325858:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.325861:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.325862:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.325864:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.325865:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384291.325879:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384291.325880:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb69ac3 x1853236737741696/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384291.325883:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.325886:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.325889:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.325894:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.325897:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00100000:3.0:1767384291.325899:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737741696:12345-0@lo:101: Request processed in 242us (424us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384291.325900:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.325904:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.325922:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000200:0.0:1767384291.325924:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.325927:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.325931:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.325933:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.325937:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000100:00000001:0.0:1767384291.325938:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.325941:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384291.325943:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384291.325944:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.325946:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.325948:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384291.325949:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000100:00000001:0.0:1767384291.325950:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.325954:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384291.325954:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.325960:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384291.325961:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384291.325963:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cb126e4e. 00000100:00001000:0.0:1767384291.325965:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384291.325967:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384291.325969:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384291.325970:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.325972:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384291.325975:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384291.325975:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.325978:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384291.325981:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838e12ba. 00000100:00000001:0.0:1767384291.325982:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384291.325988:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007197aa6f. 00000100:00000040:0.0:1767384291.325989:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.325997:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.325999:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.326000:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.326009:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.326014:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741696:0@lo:101: 00000100:00000001:0.0:1767384291.326017:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.326018:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.326019:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.326021:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.326022:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.326025:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.326027:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.326028:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.326029:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.326030:0:17546:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384291.326031:0:17546:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384291.326032:0:17546:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.326034:0:17546:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b91921c9 refcount=4 00000020:00000001:0.0:1767384291.326035:0:17546:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000001:0.0:1767384291.326037:0:17546:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000040:0.0:1767384291.326039:0:17546:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b91921c9, remote cookie: 0x1cafe7b7e4a4fc53, flags: 0x0 00010000:00000001:0.0:1767384291.326041:0:17546:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384291.326042:0:17546:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384291.326044:0:17546:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384291.326044:0:17546:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384291.326045:0:17546:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384291.326047:0:17546:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000001e0938bd) refcount = 5 00010000:00000040:0.0:1767384291.326049:0:17546:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384291.326050:0:17546:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.152@tcp lock: 00000000467176bf/0x1cafe7b7e4a4fc22 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fc29 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384291.326053:0:17546:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384291.326057:0:17546:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384291.326064:0:17546:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.152@tcp lock: 00000000331744c9/0x1cafe7b7e4a4fb34 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fb3b expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384291.326068:0:17546:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc53 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.326071:0:17546:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384291.326072:0:17546:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384291.326073:0:17546:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384291.326074:0:17546:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384291.326075:0:17546:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384291.326076:0:17546:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fc53 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.326079:0:17546:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384291.326080:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.326081:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.326082:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.326082:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.326083:0:17546:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.326084:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.326086:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737741696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.326091:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.326092:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.326093:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000051758b24. 02000000:00000001:0.0:1767384291.326095:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.326096:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.326097:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.326098:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.326099:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e71d7d4. 02000000:00000001:0.0:1767384291.326101:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.326102:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.326103:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.326105:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.326109:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384291.326110:0:17546:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.326111:0:17546:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384291.326112:0:17546:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000ebd5f813) refs 2 10000000:00000001:0.0:1767384291.326113:0:17546:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.326114:0:17546:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384291.326115:0:17546:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.326116:0:17546:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b91921c9 refcount=3 00000020:00000001:0.0:1767384291.326117:0:17546:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000001:0.0:1767384291.326118:0:17546:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 00010000:00000001:0.0:1767384291.326120:0:17546:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384291.326120:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.326121:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.326122:0:17546:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.326123:0:17546:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384291.326124:0:17546:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000eb749bec. 00000020:00000010:0.0:1767384291.326126:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e71d7d4. 00000020:00000010:0.0:1767384291.326128:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000143cd1fc. 00000040:00000010:0.0:1767384291.326130:0:17546:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0513e75. 00000020:00000010:0.0:1767384291.326132:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000418f8349. 00000020:00000010:0.0:1767384291.326134:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c6a5954. 80000000:00000010:0.0:1767384291.326136:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009dd212da. 00040000:00000010:0.0:1767384291.326137:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001420bec8. 00080000:00000010:0.0:1767384291.326139:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006ab4e255. 20000000:00000010:0.0:1767384291.326141:0:17546:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a4f45b13. 10000000:00000040:0.0:1767384291.326143:0:17546:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f217480b : new refcount 2 10000000:00000040:0.0:1767384291.326144:0:17546:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000707691f4 : new refcount 2 10000000:00000040:0.0:1767384291.326146:0:17546:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.152@tcp: copy local log lustre-client 10000000:00000001:0.0:1767384291.326147:0:17546:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384291.326149:0:17546:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 15 at 0000000077194cce. 00000040:00000001:0.0:1767384291.326151:0:17546:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384291.326152:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.326153:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000088c3c043. 00000040:00000001:0.0:1767384291.326155:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.326156:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.326160:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.326162:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.326166:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.326176:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.326178:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.326179:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326180:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.326182:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001023b29a. 00000020:00000001:0.0:1767384291.326184:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.326187:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b56c0281. 00000020:00000001:0.0:1767384291.326189:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.326190:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091cf4b8d. 00000020:00000001:0.0:1767384291.326192:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326193:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.326195:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.326196:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.326196:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326204:0:17546:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326209:0:17546:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384291.326212:0:17546:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384291.326221:0:17546:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326223:0:17546:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326224:0:17546:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384291.326225:0:17546:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.326227:0:17546:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384291.326228:0:17546:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.326229:0:17546:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.326230:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.326232:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731764312 : -113996977787304 : ffff985202a22e58) 00000040:00000001:0.0:1767384291.326234:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.326235:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.326236:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.326238:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4da82c2. 00000040:00000001:0.0:1767384291.326240:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.326241:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384291.327845:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.327848:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.327854:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.327856:0:17546:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384291.327858:0:17546:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cea2e22e. 00000040:00001000:0.0:1767384291.327859:0:17546:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1767384291.327862:0:17546:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384291.327864:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fc86466. 00000020:00000010:0.0:1767384291.327866:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b6e40cf8. 00000040:00000010:0.0:1767384291.327868:0:17546:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007343b7f4. 00000020:00000010:0.0:1767384291.327883:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384291.327885:0:17546:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.327887:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002957f2cf. 80000000:00000010:0.0:1767384291.327889:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004a07f373. 40000000:00000010:0.0:1767384291.327891:0:17546:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9fa2fcf. 00100000:00000010:0.0:1767384291.327893:0:17546:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384291.327895:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000ecfa78. 00040000:00000010:0.0:1767384291.327897:0:17546:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384291.327898:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3621ddc. 00080000:00000010:0.0:1767384291.327901:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384291.327903:0:17546:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a65c21db. 00000004:00000010:0.0:1767384291.327905:0:17546:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.327907:0:17546:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005543f13c. 00002000:00000010:0.0:1767384291.327909:0:17546:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000051758b24. 00000004:00000010:0.0:1767384291.327910:0:17546:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008e2bf730. 00000020:00000010:0.0:1767384291.327912:0:17546:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d7cdfbba. 00000040:00000010:0.0:1767384291.327916:0:17546:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d6fd7c4d. 00000040:00001000:0.0:1767384291.327917:0:17546:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1767384291.327919:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.327920:0:17546:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384291.327923:0:17546:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384291.328823:0:17546:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384291.328826:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.328828:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384291.328830:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384291.328831:0:17546:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328839:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384291.328840:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1767384291.328841:0:17546:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328842:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca158 type=0x10620000 idx=3 00000040:00001000:0.0:1767384291.328844:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1767384291.328845:0:17546:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328846:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca200 type=0x10620000 idx=4 00000040:00001000:0.0:1767384291.328847:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1767384291.328848:0:17546:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328849:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384291.328850:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1767384291.328850:0:17546:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328851:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767384291.328852:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1767384291.328853:0:17546:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328854:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca438 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.328855:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1767384291.328856:0:17546:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328857:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767384291.328858:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1767384291.328859:0:17546:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328860:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767384291.328861:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1767384291.328862:0:17546:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328863:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767384291.328864:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1767384291.328865:0:17546:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328866:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca718 type=0x10620000 idx=11 00000040:00001000:0.0:1767384291.328867:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1767384291.328868:0:17546:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328883:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767384291.328884:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1767384291.328889:0:17546:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328891:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767384291.328892:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1767384291.328893:0:17546:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328894:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca930 type=0x10620000 idx=14 00000040:00001000:0.0:1767384291.328895:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1767384291.328896:0:17546:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328897:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1767384291.328914:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1767384291.328915:0:17546:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328916:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caa40 type=0x10620000 idx=16 00000040:00001000:0.0:1767384291.328918:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1767384291.328918:0:17546:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328920:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caae0 type=0x10620000 idx=17 00000040:00001000:0.0:1767384291.328921:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1767384291.328921:0:17546:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328923:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cabc0 type=0x10620000 idx=18 00000040:00001000:0.0:1767384291.328924:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1767384291.328924:0:17546:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328926:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caca0 type=0x10620000 idx=19 00000040:00001000:0.0:1767384291.328927:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1767384291.328928:0:17546:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328929:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cacf0 type=0x10620000 idx=20 00000040:00001000:0.0:1767384291.328930:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1767384291.328931:0:17546:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328932:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cadd0 type=0x10620000 idx=21 00000040:00001000:0.0:1767384291.328933:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1767384291.328934:0:17546:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328935:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767384291.328936:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1767384291.328937:0:17546:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328938:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caf08 type=0x10620000 idx=23 00000040:00001000:0.0:1767384291.328942:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1767384291.328943:0:17546:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328945:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caf88 type=0x10620000 idx=24 00000040:00001000:0.0:1767384291.328946:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1767384291.328947:0:17546:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328948:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb018 type=0x10620000 idx=25 00000040:00001000:0.0:1767384291.328949:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1767384291.328950:0:17546:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328951:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb098 type=0x10620000 idx=26 00000040:00001000:0.0:1767384291.328953:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1767384291.328953:0:17546:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328954:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb178 type=0x10620000 idx=27 00000040:00001000:0.0:1767384291.328956:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:0.0:1767384291.328956:0:17546:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328958:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb258 type=0x10620000 idx=28 00000040:00001000:0.0:1767384291.328959:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1767384291.328960:0:17546:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328961:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.328962:0:17546:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:0.0:1767384291.328963:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.328965:0:17546:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384291.328967:0:17546:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384291.328993:0:17546:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384291.328995:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.328996:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.328997:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1767384291.328998:0:17546:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00001000:0.0:1767384291.328999:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb388 type=0x0 idx=0 00000040:00000001:0.0:1767384291.329000:0:17546:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384291.329001:0:17546:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00000010:0.0:1767384291.329003:0:17546:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d6fd7c4d. 00000020:00000010:0.0:1767384291.329006:0:17546:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d7cdfbba. 00000020:00000010:0.0:1767384291.329012:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b6e40cf8. 00000040:00000010:0.0:1767384291.329019:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007343b7f4. 00000020:00000010:0.0:1767384291.329021:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384291.329023:0:17546:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.329026:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002957f2cf. 80000000:00000010:0.0:1767384291.329028:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004a07f373. 40000000:00000010:0.0:1767384291.329029:0:17546:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d9fa2fcf. 00100000:00000010:0.0:1767384291.329031:0:17546:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384291.329033:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000000ecfa78. 00040000:00000010:0.0:1767384291.329035:0:17546:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384291.329037:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f3621ddc. 00080000:00000010:0.0:1767384291.329038:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384291.329040:0:17546:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a65c21db. 00000004:00000010:0.0:1767384291.329042:0:17546:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.329044:0:17546:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005543f13c. 00002000:00000010:0.0:1767384291.329046:0:17546:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000051758b24. 00000004:00000010:0.0:1767384291.329047:0:17546:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008e2bf730. 00000020:00000010:0.0:1767384291.329049:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fc86466. 00000040:00000010:0.0:1767384291.329051:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cea2e22e. 00000040:00000001:0.0:1767384291.329052:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329054:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.329056:0:17546:0:(lu_object.c:207:lu_object_put()) Add 0000000091cf4b8d/00000000b56c0281 to site lru. bkt: 000000001c76d192 00000040:00000010:0.0:1767384291.329058:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001023b29a. 00000040:00000001:0.0:1767384291.329059:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.329060:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4da82c2. 00000040:00000010:0.0:1767384291.329062:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000088c3c043. 00000040:00000001:0.0:1767384291.329064:0:17546:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329065:0:17546:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384291.329066:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.329068:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000037ea72d7. 00000040:00000001:0.0:1767384291.329070:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.329071:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.329072:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.329074:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.329077:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.329087:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.329093:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.329094:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329095:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.329098:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001023b29a. 00000020:00000001:0.0:1767384291.329100:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.329102:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076731764312 : -113996977787304 : ffff985202a22e58) 00000040:00000001:0.0:1767384291.329104:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329121:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329123:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.329126:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d6fd7c4d. 00000040:00000001:0.0:1767384291.329128:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.329130:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384291.329181:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329184:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329186:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329188:0:17546:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384291.329189:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.329192:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d650ad2. 00000040:00000001:0.0:1767384291.329194:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.329196:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.329198:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.329201:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.329204:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.329214:0:17546:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384291.329217:0:17546:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384291.329220:0:17546:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384291.329222:0:17546:0:(llog.c:1547:llog_open()) MGC192.168.203.152@tcp: Failed to open llog lustre-clientT: rc -2 00000040:00000010:0.0:1767384291.329225:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d650ad2. 00000040:00000001:0.0:1767384291.329228:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384291.329229:0:17546:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384291.329232:0:17546:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384291.329233:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.329235:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d650ad2. 00000040:00000001:0.0:1767384291.329237:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.329238:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.329246:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.329249:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.329253:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.329262:0:17546:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384291.329266:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ae1baf83. 00000020:00000001:0.0:1767384291.329268:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.329271:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000000ecfa78. 00000020:00000001:0.0:1767384291.329275:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.329278:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da1dd1f9. 00000020:00000001:0.0:1767384291.329280:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329283:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.329285:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.329286:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.329288:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329324:0:17546:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384291.329357:0:17546:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.329359:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.329361:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731764568 : -113996977787048 : ffff985202a22f58) 00000040:00000001:0.0:1767384291.329363:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329364:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329365:0:17546:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384291.329366:0:17546:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329368:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:0.0:1767384291.329375:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879071, at 4294879072 00000100:00000010:0.0:1767384291.329378:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b1eeb95. 00080000:00000010:0.0:1767384291.329391:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e2bf730. 00080000:00000001:0.0:1767384291.329393:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750608384 : -113996958943232 : ffff985203c1b800) 00000040:00000001:0.0:1767384291.329394:0:17546:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384291.329396:0:17546:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384291.329397:0:17546:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384291.329399:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.329403:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.329404:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329405:0:17546:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384291.329412:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.329418:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384291.329422:0:17546:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000010:0.0:1767384291.329425:0:17546:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008e72f339. 00000001:00000001:0.0:1767384291.329426:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.329427:0:17546:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329429:0:17546:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.329430:0:17546:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.329432:0:17546:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329434:0:17546:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384291.329436:0:17546:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329438:0:17546:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329439:0:17546:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329441:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.329447:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329449:0:17546:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384291.329450:0:17546:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384291.329451:0:17546:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384291.329452:0:17546:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384291.329721:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.329723:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329759:0:17546:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.329761:0:17546:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329762:0:17546:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329764:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.329769:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384291.329770:0:17546:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329773:0:17546:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384291.329779:0:17546:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329780:0:17546:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329782:0:17546:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329783:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384291.329787:0:17546:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000089afa8ab. 00080000:00000001:0.0:1767384291.329803:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329804:0:17546:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329806:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.329809:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000119a75d1. 00000040:00000001:0.0:1767384291.329810:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.329811:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384291.329813:0:17546:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384291.329819:0:17546:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384291.329822:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384291.329824:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329825:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329826:0:17546:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384291.329828:0:17546:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000097a75cc1. 00000040:00001000:0.0:1767384291.329830:0:17546:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384291.329832:0:17546:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384291.329835:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0e495d9. 00000020:00000010:0.0:1767384291.329837:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bca294cb. 00000040:00000010:0.0:1767384291.329839:0:17546:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a401595d. 00000020:00000010:0.0:1767384291.329841:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005543f13c. 00000020:00000010:0.0:1767384291.329843:0:17546:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.329845:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008952fb0f. 80000000:00000010:0.0:1767384291.329847:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061ce218e. 40000000:00000010:0.0:1767384291.329849:0:17546:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000220dbf93. 00100000:00000010:0.0:1767384291.329851:0:17546:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a65c21db. 00040000:00000010:0.0:1767384291.329853:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000094ba9fdb. 00040000:00000010:0.0:1767384291.329855:0:17546:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000023a05596. 00040000:00000010:0.0:1767384291.329857:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069312fae. 00080000:00000010:0.0:1767384291.329859:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008039af84. 00000004:00000010:0.0:1767384291.329861:0:17546:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d41c407e. 00000004:00000010:0.0:1767384291.329863:0:17546:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.329865:0:17546:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a094669e. 00002000:00000010:0.0:1767384291.329866:0:17546:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000051758b24. 00000004:00000010:0.0:1767384291.329868:0:17546:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c68c2dfa. 00000020:00000010:0.0:1767384291.329888:0:17546:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019ef14eb. 00000040:00000010:0.0:1767384291.329893:0:17546:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fa65d010. 00000040:00001000:0.0:1767384291.329894:0:17546:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:0.0:1767384291.329895:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.329897:0:17546:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384291.329899:0:17546:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384291.329926:0:17546:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384291.329928:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.329934:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384291.329935:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384291.329937:0:17546:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.329938:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.329939:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.329941:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.329943:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c8720efe. 00080000:00000001:0.0:1767384291.329944:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750602240 : -113996958949376 : ffff985203c1a000) 00000040:00000001:0.0:1767384291.329946:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.329948:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.329950:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.329952:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.329953:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329954:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.329955:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.329956:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329957:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329958:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329960:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.329961:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.329963:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.329964:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.329970:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.329971:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.329972:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.329973:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.329976:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330094:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:0.0:1767384291.330098:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330147:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.330151:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00000001:0.0:1767384291.330154:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330156:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330159:0:17546:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1767384291.330160:0:17546:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.330162:0:17546:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330164:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330172:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330179:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330181:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330183:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384291.330185:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1767384291.330187:0:17546:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330189:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330190:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330192:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330195:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bcfc3574. 00080000:00000001:0.0:1767384291.330197:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750594048 : -113996958957568 : ffff985203c18000) 00000040:00000001:0.0:1767384291.330199:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330201:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330203:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330212:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330213:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330215:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330222:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330223:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330224:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330227:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330229:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330237:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330239:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330240:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330241:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330246:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330253:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330255:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330259:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330261:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330265:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330267:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330272:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.330274:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 120 off8536 00000040:00000001:0.0:1767384291.330277:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330279:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330280:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330286:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330331:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330338:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330340:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a158 type=0x10620000 idx=3 00000040:00001000:0.0:1767384291.330343:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1767384291.330345:0:17546:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:1.0:1767384291.330346:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879071, at 4294879073 00000040:00000001:0.0:1767384291.330348:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330351:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330354:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000010:1.0:1767384291.330357:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efb52f4a. 00080000:00000010:0.0:1767384291.330358:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008cccc528. 00000100:00000040:3.0:1767384291.330363:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294879071, at 4294879073 00080000:00000001:0.0:1767384291.330364:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750596096 : -113996958955520 : ffff985203c18800) 00000040:00000001:0.0:1767384291.330371:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330373:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000010:3.0:1767384291.330374:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003397f6ce. 00080000:00000001:0.0:1767384291.330377:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330388:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330390:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330392:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330398:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330399:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330400:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330401:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330403:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330408:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330410:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330411:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330412:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330415:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330420:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330421:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330423:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330425:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330427:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330429:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330432:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:0.0:1767384291.330433:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 168 off8704 00000040:00000001:0.0:1767384291.330435:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330436:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330437:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330441:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330442:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330444:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330449:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a200 type=0x10620000 idx=4 00000040:00001000:0.0:1767384291.330450:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1767384291.330451:0:17546:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330453:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330454:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330455:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330457:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000648baadc. 00080000:00000001:0.0:1767384291.330458:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750597120 : -113996958954496 : ffff985203c18c00) 00000040:00000001:0.0:1767384291.330460:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330461:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330462:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330467:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330468:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330469:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330472:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330473:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330474:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330475:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330476:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330481:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330482:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330483:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330484:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330486:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330490:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330491:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330493:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330494:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330496:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330498:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330522:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.330524:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8928 00000040:00000001:0.0:1767384291.330526:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330527:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330528:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330532:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330533:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330535:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330536:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384291.330541:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1767384291.330542:0:17546:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330544:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330545:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330546:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330548:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009768bf1f. 00080000:00000001:0.0:1767384291.330549:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750599168 : -113996958952448 : ffff985203c19400) 00000040:00000001:0.0:1767384291.330550:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330551:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330552:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330557:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330558:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330559:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330563:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330564:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330565:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330566:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330567:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330572:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330573:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330574:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330575:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330578:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330582:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330583:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330585:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330586:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330589:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330590:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330594:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.330595:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9152 00000040:00000001:0.0:1767384291.330597:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330598:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330599:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330603:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330604:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330605:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330606:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767384291.330607:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1767384291.330612:0:17546:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330614:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330615:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330616:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330618:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000943eb9d0. 00080000:00000001:0.0:1767384291.330619:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750606336 : -113996958945280 : ffff985203c1b000) 00000040:00000001:0.0:1767384291.330621:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330622:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330623:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330627:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330628:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330629:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330633:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330634:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330635:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330636:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330637:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330642:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330643:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330659:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330660:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330664:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330670:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330672:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330675:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330677:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330681:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330683:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330705:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.330708:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 120 off9272 00000040:00000001:0.0:1767384291.330710:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330712:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330714:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330720:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330722:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330724:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330725:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a438 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.330727:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1767384291.330729:0:17546:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330738:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330739:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330741:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330761:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a967766c. 00080000:00000001:0.0:1767384291.330763:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750609408 : -113996958942208 : ffff985203c1bc00) 00000040:00000001:0.0:1767384291.330764:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330765:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330766:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330772:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330772:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330774:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330777:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330778:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330779:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330781:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330782:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330787:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330788:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330789:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330789:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330792:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330796:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330798:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330800:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330801:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330803:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330805:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330809:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:0.0:1767384291.330810:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 168 off9440 00000040:00000001:0.0:1767384291.330812:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330813:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330814:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330818:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330819:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330820:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330821:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767384291.330823:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1767384291.330824:0:17546:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330825:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330830:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330832:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330834:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007be1dfb5. 00080000:00000001:0.0:1767384291.330835:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750601216 : -113996958950400 : ffff985203c19c00) 00000040:00000001:0.0:1767384291.330837:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330838:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330839:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330843:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330844:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330845:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330849:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330850:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330851:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330852:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330853:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330858:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330859:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330860:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330861:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330863:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330867:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330883:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330886:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330888:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330890:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330892:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330896:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.330898:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9664 00000040:00000001:0.0:1767384291.330899:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330900:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330902:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330906:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330907:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330908:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330910:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767384291.330911:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1767384291.330912:0:17546:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.330914:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.330915:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.330920:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.330922:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000086c0e43d. 00080000:00000001:0.0:1767384291.330924:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750603264 : -113996958948352 : ffff985203c1a400) 00000040:00000001:0.0:1767384291.330926:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330927:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.330928:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330934:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330935:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330936:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.330940:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.330940:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330942:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330943:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330944:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.330949:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330950:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.330951:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.330952:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.330955:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330959:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.330961:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330963:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.330964:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330966:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.330968:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.330983:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.330985:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00000001:0.0:1767384291.330987:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330988:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.330989:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.330993:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330994:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.330995:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.330997:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767384291.330998:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1767384291.330999:0:17546:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331001:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331001:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331002:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331009:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9eb4783. 00080000:00000001:0.0:1767384291.331011:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750607360 : -113996958944256 : ffff985203c1b400) 00000040:00000001:0.0:1767384291.331013:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331014:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331015:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331020:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331021:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331022:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331026:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331027:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331028:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331029:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331031:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331036:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331037:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331038:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331039:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331041:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331046:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331047:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331049:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331050:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331053:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331054:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331058:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.331059:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 120 off10008 00000040:00000001:0.0:1767384291.331061:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331062:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331063:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331067:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331068:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331069:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331071:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a718 type=0x10620000 idx=11 00000040:00001000:0.0:1767384291.331072:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1767384291.331073:0:17546:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331075:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331075:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331076:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331078:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008fe123dd. 00080000:00000001:0.0:1767384291.331084:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726908928 : -113996982642688 : ffff985202581800) 00000040:00000001:0.0:1767384291.331085:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331086:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331088:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331093:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331094:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331095:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331099:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331100:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331101:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331102:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331103:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331125:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331127:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331128:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331129:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331133:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331139:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331141:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331144:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331146:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331150:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331152:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331157:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.331159:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10232 00000040:00000001:0.0:1767384291.331161:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331162:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331164:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331170:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331171:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331173:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331175:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767384291.331177:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1767384291.331179:0:17546:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331181:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331182:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331183:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331186:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001897380. 00080000:00000001:0.0:1767384291.331187:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726917120 : -113996982634496 : ffff985202583800) 00000040:00000001:0.0:1767384291.331195:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331197:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331199:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331207:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331208:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331210:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331215:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331217:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331218:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331220:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331222:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331229:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331231:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331232:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331233:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331237:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331242:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331244:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331247:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331249:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331253:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331255:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331276:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.331278:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 224 off10456 00000040:00000001:0.0:1767384291.331280:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331282:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331284:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331332:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331335:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331337:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331339:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767384291.331342:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1767384291.331344:0:17546:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331347:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331348:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331350:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331355:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009fc433f3. 00080000:00000001:0.0:1767384291.331358:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726907904 : -113996982643712 : ffff985202581400) 00000040:00000001:0.0:1767384291.331360:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331386:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331388:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331396:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331397:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331398:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331404:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331405:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331406:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331407:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331409:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331414:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331415:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331416:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331417:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331420:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331425:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331426:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331429:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331430:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331432:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331434:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331438:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:0.0:1767384291.331439:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 88 off10544 00000040:00000001:0.0:1767384291.331440:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331441:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331443:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331447:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331448:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331449:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331450:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a930 type=0x10620000 idx=14 00000040:00001000:0.0:1767384291.331451:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1767384291.331453:0:17546:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331454:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331455:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331455:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331465:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e828c096. 00080000:00000001:0.0:1767384291.331467:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734322688 : -113996975228928 : ffff985202c93800) 00000040:00000001:0.0:1767384291.331468:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331469:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331474:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331479:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331480:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331481:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331485:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331486:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331487:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331488:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331489:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331494:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331495:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331496:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331497:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331500:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331504:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331505:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331507:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331508:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331511:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331512:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331515:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.331517:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:0.0:1767384291.331518:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331519:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331521:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331524:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331525:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331526:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331528:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719a9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1767384291.331529:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1767384291.331530:0:17546:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331531:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331532:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331533:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331535:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f002aa02. 00080000:00000001:0.0:1767384291.331536:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734314496 : -113996975237120 : ffff985202c91800) 00000040:00000001:0.0:1767384291.331537:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331538:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331539:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331548:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331548:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331550:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331553:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331554:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331555:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331557:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331558:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331562:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331563:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331564:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331565:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331567:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331571:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331572:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331574:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331575:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331578:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331579:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331594:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:0.0:1767384291.331595:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:0.0:1767384291.331597:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331598:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331599:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331603:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331605:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331606:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331607:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719aa40 type=0x10620000 idx=16 00000040:00001000:0.0:1767384291.331609:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1767384291.331610:0:17546:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331611:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331612:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331612:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331615:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b5451a85. 00080000:00000001:0.0:1767384291.331616:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734316544 : -113996975235072 : ffff985202c92000) 00000040:00000001:0.0:1767384291.331617:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331618:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331619:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331623:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331628:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331629:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331634:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331635:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331636:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331637:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331639:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331644:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331645:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331646:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331647:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331669:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331677:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331679:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331682:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331683:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331687:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331689:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331695:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:0.0:1767384291.331697:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:0.0:1767384291.331699:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331701:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331703:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331708:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331710:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331712:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331713:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719aae0 type=0x10620000 idx=17 00000040:00001000:0.0:1767384291.331716:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1767384291.331717:0:17546:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331719:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331720:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331722:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331725:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c4ee7a3. 00080000:00000001:0.0:1767384291.331726:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734308352 : -113996975243264 : ffff985202c90000) 00000040:00000001:0.0:1767384291.331728:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331729:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331731:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331752:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331753:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331758:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331764:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331764:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331765:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331767:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331768:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331773:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331774:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331775:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331776:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331779:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331783:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331784:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331786:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331787:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331790:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331791:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331795:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.331796:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:0.0:1767384291.331797:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331798:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331800:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331803:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331805:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331806:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331807:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719abc0 type=0x10620000 idx=18 00000040:00001000:0.0:1767384291.331808:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1767384291.331809:0:17546:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331810:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331811:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331812:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331814:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ace11039. 00080000:00000001:0.0:1767384291.331815:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734310400 : -113996975241216 : ffff985202c90800) 00000040:00000001:0.0:1767384291.331817:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331818:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331819:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331822:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331823:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331824:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331833:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331834:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331836:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331837:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331838:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331843:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331844:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331845:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331846:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331849:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331853:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331854:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331856:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331857:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331859:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331861:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331891:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.331893:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:0.0:1767384291.331895:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331896:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331898:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331902:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331903:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331905:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331906:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719aca0 type=0x10620000 idx=19 00000040:00001000:0.0:1767384291.331907:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1767384291.331909:0:17546:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331910:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331911:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331912:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331914:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f014fa83. 00080000:00000001:0.0:1767384291.331916:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734311424 : -113996975240192 : ffff985202c90c00) 00000040:00000001:0.0:1767384291.331917:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331918:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331919:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331924:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331925:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331926:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331930:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.331935:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331937:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331938:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331940:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.331946:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331947:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331948:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.331949:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.331952:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331958:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.331959:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331961:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.331962:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331965:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.331967:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.331970:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384291.331972:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:0.0:1767384291.331973:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331974:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.331975:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.331979:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331980:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.331982:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.331983:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719acf0 type=0x10620000 idx=20 00000040:00001000:0.0:1767384291.331984:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1767384291.331985:0:17546:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.331987:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.331987:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.331988:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.331990:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ebcc5329. 00080000:00000001:0.0:1767384291.331991:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734313472 : -113996975238144 : ffff985202c91400) 00000040:00000001:0.0:1767384291.331993:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.331993:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.331994:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.331999:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332000:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332001:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332004:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332005:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332010:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332012:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332013:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332019:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332020:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332021:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332022:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332025:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332029:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332030:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332032:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332034:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332036:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332038:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332041:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.332043:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:0.0:1767384291.332044:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332045:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332046:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332050:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332051:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332052:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332053:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719add0 type=0x10620000 idx=21 00000040:00001000:0.0:1767384291.332055:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1767384291.332056:0:17546:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332057:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332059:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332059:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332061:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c28d1b2. 00080000:00000001:0.0:1767384291.332063:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734320640 : -113996975230976 : ffff985202c93000) 00000040:00000001:0.0:1767384291.332064:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332065:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332065:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332070:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332070:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332072:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332075:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332076:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332077:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332082:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332083:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332089:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332090:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332091:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332092:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332095:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332099:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332100:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332120:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332122:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332126:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332128:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332166:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.332170:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:0.0:1767384291.332172:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332173:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332175:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332182:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332184:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332186:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332188:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719aeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767384291.332190:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1767384291.332192:0:17546:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332194:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332195:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332196:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332200:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006d5aedac. 00080000:00000001:0.0:1767384291.332202:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734323712 : -113996975227904 : ffff985202c93c00) 00000040:00000001:0.0:1767384291.332203:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332205:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332206:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332214:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332215:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332217:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332222:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332224:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332225:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332227:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332235:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332243:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332245:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332246:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332248:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332252:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332259:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332261:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332264:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332266:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332270:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332272:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332277:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:0.0:1767384291.332280:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:0.0:1767384291.332282:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332283:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332285:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332345:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332349:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332351:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332353:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719af08 type=0x10620000 idx=23 00000040:00001000:0.0:1767384291.332356:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1767384291.332358:0:17546:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332360:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332377:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332378:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332382:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011860ebc. 00080000:00000001:0.0:1767384291.332384:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734315520 : -113996975236096 : ffff985202c91c00) 00000040:00000001:0.0:1767384291.332385:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332386:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332388:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332396:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332397:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332398:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332402:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332403:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332404:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332405:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332406:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332417:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332419:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332420:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332421:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332425:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332430:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332431:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332433:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332434:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332437:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332438:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332442:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.332443:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:0.0:1767384291.332445:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332446:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332447:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332451:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332452:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332453:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332455:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719af88 type=0x10620000 idx=24 00000040:00001000:0.0:1767384291.332456:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1767384291.332457:0:17546:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332458:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332459:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332460:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332462:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019bfd81c. 00080000:00000001:0.0:1767384291.332463:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734317568 : -113996975234048 : ffff985202c92400) 00000040:00000001:0.0:1767384291.332464:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332465:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332466:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332470:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332471:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332472:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332475:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332476:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332477:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332478:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332479:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332483:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332488:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332489:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332490:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332492:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332497:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332498:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332500:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332501:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332504:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332505:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332520:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:0.0:1767384291.332522:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:0.0:1767384291.332523:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332524:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332525:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332529:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332530:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332531:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332532:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b018 type=0x10620000 idx=25 00000040:00001000:0.0:1767384291.332534:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1767384291.332535:0:17546:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332537:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332537:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332538:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332540:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000047757c41. 00080000:00000001:0.0:1767384291.332541:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734321664 : -113996975229952 : ffff985202c93400) 00000040:00000001:0.0:1767384291.332543:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332543:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332544:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332549:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332550:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332551:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332554:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332555:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332556:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332557:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332558:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332562:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332564:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332569:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332570:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332573:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332578:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332579:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332581:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332582:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332585:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332587:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332593:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.332595:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:0.0:1767384291.332598:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332599:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332601:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332608:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332610:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332611:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332613:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b098 type=0x10620000 idx=26 00000040:00001000:0.0:1767384291.332615:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1767384291.332617:0:17546:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332619:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332620:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332621:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332625:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ff45f87. 00080000:00000001:0.0:1767384291.332628:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734309376 : -113996975242240 : ffff985202c90400) 00000040:00000001:0.0:1767384291.332630:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332632:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332633:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332658:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332660:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332663:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332673:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332675:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332678:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332680:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332684:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332698:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332701:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332703:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332716:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332724:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332737:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332741:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332760:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332762:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332766:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332769:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332776:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.332778:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:0.0:1767384291.332781:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332782:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332785:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332791:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332792:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332794:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332795:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b178 type=0x10620000 idx=27 00000040:00001000:0.0:1767384291.332797:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:0.0:1767384291.332798:0:17546:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332799:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332800:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332801:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332804:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0f2b28d. 00080000:00000001:0.0:1767384291.332806:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734318592 : -113996975233024 : ffff985202c92800) 00000040:00000001:0.0:1767384291.332807:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332808:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332810:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332816:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332817:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332818:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332822:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332823:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332824:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332825:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332827:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332845:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332847:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332848:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332849:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332856:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332861:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332863:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332865:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332866:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332886:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332889:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332908:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.332910:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:0.0:1767384291.332911:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332913:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332914:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332919:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332921:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332922:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332923:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b258 type=0x10620000 idx=28 00000040:00001000:0.0:1767384291.332925:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1767384291.332926:0:17546:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.332927:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.332928:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.332929:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.332931:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000000e1255f. 00080000:00000001:0.0:1767384291.332933:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734312448 : -113996975239168 : ffff985202c91000) 00000040:00000001:0.0:1767384291.332934:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332935:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.332936:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332942:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332943:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332944:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.332948:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.332948:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332950:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332951:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332952:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.332957:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332958:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.332959:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.332959:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.332962:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332972:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.332974:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332976:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.332977:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332980:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.332982:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.332986:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384291.332988:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:0.0:1767384291.332989:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332990:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.332992:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.332996:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332997:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.332998:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.332999:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.333001:0:17546:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:0.0:1767384291.333002:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.333003:0:17546:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384291.333005:0:17546:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384291.333027:0:17546:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384291.333029:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.333030:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98530719b2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.333032:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1767384291.333033:0:17546:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.333034:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.333035:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.333036:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.333038:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d814a610. 00080000:00000001:0.0:1767384291.333040:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734319616 : -113996975232000 : ffff985202c92c00) 00000040:00000001:0.0:1767384291.333041:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.333042:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.333043:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.333047:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.333048:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.333049:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.333052:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.333053:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333054:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333060:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.333062:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.333068:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333069:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.333070:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.333071:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:0.0:1767384291.333074:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.333079:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.333080:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.333082:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.333084:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.333086:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.333088:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.333091:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.333093:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:0.0:1767384291.333094:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333095:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.333097:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.333100:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333102:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333103:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333104:0:17546:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384291.333105:0:17546:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:0.0:1767384291.333123:0:17546:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fa65d010. 00000020:00000010:0.0:1767384291.333128:0:17546:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000019ef14eb. 00000020:00000010:0.0:1767384291.333134:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bca294cb. 00000040:00000010:0.0:1767384291.333137:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a401595d. 00000020:00000010:0.0:1767384291.333140:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005543f13c. 00000020:00000010:0.0:1767384291.333143:0:17546:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.333146:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008952fb0f. 80000000:00000010:0.0:1767384291.333149:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061ce218e. 40000000:00000010:0.0:1767384291.333151:0:17546:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000220dbf93. 00100000:00000010:0.0:1767384291.333153:0:17546:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a65c21db. 00040000:00000010:0.0:1767384291.333156:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000094ba9fdb. 00040000:00000010:0.0:1767384291.333158:0:17546:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023a05596. 00040000:00000010:0.0:1767384291.333160:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000069312fae. 00080000:00000010:0.0:1767384291.333162:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008039af84. 00000004:00000010:0.0:1767384291.333171:0:17546:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d41c407e. 00000004:00000010:0.0:1767384291.333174:0:17546:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.333177:0:17546:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a094669e. 00002000:00000010:0.0:1767384291.333179:0:17546:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000051758b24. 00000004:00000010:0.0:1767384291.333182:0:17546:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c68c2dfa. 00000020:00000010:0.0:1767384291.333184:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0e495d9. 00000040:00000010:0.0:1767384291.333186:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000097a75cc1. 00000040:00000001:0.0:1767384291.333189:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333191:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.333193:0:17546:0:(lu_object.c:207:lu_object_put()) Add 00000000da1dd1f9/0000000000ecfa78 to site lru. bkt: 00000000950f45a4 00000040:00000010:0.0:1767384291.333196:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ae1baf83. 00000040:00000001:0.0:1767384291.333198:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.333199:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000119a75d1. 00000040:00000010:0.0:1767384291.333202:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d650ad2. 00000040:00000001:0.0:1767384291.333205:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.333206:0:17546:0:(lu_object.c:207:lu_object_put()) Add 0000000091cf4b8d/00000000b56c0281 to site lru. bkt: 000000001c76d192 00000040:00000010:0.0:1767384291.333208:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001023b29a. 00000040:00000001:0.0:1767384291.333210:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.333211:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d6fd7c4d. 00000040:00000010:0.0:1767384291.333214:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000037ea72d7. 00000040:00000001:0.0:1767384291.333216:0:17546:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.333217:0:17546:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384291.333218:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.333220:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c0e495d9. 00000040:00000001:0.0:1767384291.333222:0:17546:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384291.333224:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000010:0.0:1767384291.333227:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.333229:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.333232:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.333234:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.333236:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.333239:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069312fae. 00000100:00000001:0.0:1767384291.333243:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.333247:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.333248:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.333256:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.333258:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060866496 : -113992648685120 : ffff985304ab09c0) 00000100:00000001:0.0:1767384291.333261:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.333262:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.333265:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.333266:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.333268:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.333270:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.333273:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.333282:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.333284:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.333286:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.333320:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.333323:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.333327:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741824:0@lo:501: 00000100:00000001:0.0:1767384291.333331:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.333334:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.333336:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.333338:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.333341:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008952fb0f. 02000000:00000001:0.0:1767384291.333343:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.333346:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.333350:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.333353:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737741824, portal 25 00000100:00000001:0.0:1767384291.333355:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.333357:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.333363:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.333371:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.333374:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.333375:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384291.333377:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236737741824, offset 0 00000400:00000200:0.0:1767384291.333381:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.333394:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.333401:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d701400 00000400:00000200:0.0:1767384291.333405:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x195 [2] + 0 00000400:00000010:0.0:1767384291.333408:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a48e5cec. 00000400:00000200:0.0:1767384291.333411:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d604368 00000400:00000200:0.0:1767384291.333415:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.333418:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.333421:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d604368 00000400:00000010:0.0:1767384291.333423:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d604368. 00000100:00000001:0.0:1767384291.333426:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.333428:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.333430:0:17546:0:(events.c:337:request_in_callback()) incoming req@000000002b005ae8 x1853236737741824 msgsize 512 00000100:00100000:0.0:1767384291.333434:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.333436:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.333447:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.333451:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:0.0:1767384291.333453:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384291.333455:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.333458:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.333466:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.333468:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.333475:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.333476:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.333480:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.333482:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879079 00000100:00000010:0.0:1767384291.333485:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097a75cc1. 00000100:00000001:0.0:1767384291.333504:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384291.333507:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879079 00000100:00000010:0.0:1767384291.333509:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061ce218e. 00000100:00000001:0.0:1767384291.333510:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384291.333512:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879079 00000100:00000010:0.0:1767384291.333518:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e43d70b1. 00000100:00000001:0.0:1767384291.333519:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384291.333522:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879079 00000100:00000010:0.0:1767384291.333523:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a25c345. 00000100:00000001:0.0:1767384291.333526:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384291.333528:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.333529:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.333531:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.333532:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.333533:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cfb792 going to sleep for 11 seconds 00000100:00000001:0.0:1767384291.333536:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.333537:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.333545:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.333549:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741824 02000000:00000001:3.0:1767384291.333551:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.333553:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.333554:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.333557:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.333559:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741824 00000020:00000001:3.0:1767384291.333561:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.333562:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.333563:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.333565:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384291.333567:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384291.333568:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.333571:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.333574:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.333575:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.333583:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000020:00000010:3.0:1767384291.333587:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000020:00000010:3.0:1767384291.333589:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.333592:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.333595:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.333597:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.333598:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.333599:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.333602:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.333613:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.333619:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.333620:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.333623:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384291.333625:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.333627:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016926800 : -113991692624816 : ffff98533da75c50) 00000100:00000040:3.0:1767384291.333631:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b005ae8 x1853236737741824/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 512/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.333638:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.333640:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.333642:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.333644:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.333648:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737741824:12345-0@lo:501: 00000100:00000200:3.0:1767384291.333651:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741824 00000020:00000001:3.0:1767384291.333653:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.333655:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.333656:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.333658:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.333659:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567808 : -1041983808 : ffffffffc1e496c0) 00000020:00000001:3.0:1767384291.333661:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.333662:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.333663:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.333664:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.333671:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384291.333672:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.333673:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.333675:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384291.333676:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384291.333677:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384291.333678:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.333680:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.333682:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cb126e4e. 02000000:00000001:3.0:1767384291.333683:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.333685:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.333686:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384291.333688:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.333689:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.333691:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.333693:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.333694:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.333696:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.333698:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00080000:00000001:3.0:1767384291.333701:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384291.333715:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384291.333717:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384291.333718:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.333720:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384291.333722:0:16772:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000084687947. 00000020:00000001:3.0:1767384291.333724:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.333727:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:3.0:1767384291.333728:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.333730:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.333731:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.333733:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000010:3.0:1767384291.333735:0:16772:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000084687947. 00000040:00000001:3.0:1767384291.333736:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.333737:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.333739:0:16772:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384291.333740:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.333753:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.333756:0:16772:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384291.333757:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384291.333758:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384291.333759:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.333760:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384291.333762:0:16772:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000fbcf2b5. 00000020:00000040:3.0:1767384291.333763:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000020:00000040:3.0:1767384291.333765:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 20000000:00000010:3.0:1767384291.333766:0:16772:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000000fbcf2b5. 20000000:00000001:3.0:1767384291.333768:0:16772:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384291.333769:0:16772:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.333771:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741824 00010000:00000001:3.0:1767384291.333772:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.333775:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b005ae8 x1853236737741824/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 512/272 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.333781:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.333782:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.333784:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.333786:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.333787:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.333789:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.333791:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.333792:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.333793:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.333795:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.333796:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000100:00000200:3.0:1767384291.333799:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236737741824, offset 224 00000400:00000200:3.0:1767384291.333802:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.333807:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.333811:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d701400 00000400:00000200:3.0:1767384291.333814:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1079 [1] + 224 00000400:00000200:3.0:1767384291.333818:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.333820:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.333826:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.333829:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.333835:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.333848:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.333852:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004347ea96 00000400:00000010:3.0:1767384291.333853:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 00000100:00000001:3.0:1767384291.333855:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.333856:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.333859:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.333861:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.333863:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.333864:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.333866:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.333868:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b005ae8 x1853236737741824/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 512/272 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.333887:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384291.333892:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.333895:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.333898:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.333904:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000100:00100000:3.0:1767384291.333924:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737741824:12345-0@lo:501: Request processed in 266us (474us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384291.333925:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.333931:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.333937:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.333943:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384291.333950:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:0.0:1767384291.333953:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.333957:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.333960:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.333965:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000100:00000001:0.0:1767384291.333966:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.333969:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384291.333972:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384291.333972:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.333976:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384291.333978:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000100:00000001:0.0:1767384291.333978:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.333980:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.333984:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384291.333984:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.333990:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384291.333991:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384291.333993:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cb126e4e. 00000100:00001000:0.0:1767384291.333996:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384291.333998:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.334001:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.334002:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.334005:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384291.334007:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384291.334008:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384291.334013:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a48e5cec. 00010000:00000001:0.0:1767384291.334017:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334019:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.334027:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384291.334028:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065f1d842. 00000100:00000001:0.0:1767384291.334037:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.334039:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.334040:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.334042:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.334048:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741824:0@lo:501: 00000100:00000001:0.0:1767384291.334052:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.334054:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334055:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.334056:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.334058:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334062:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.334063:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.334065:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.334066:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.334068:0:17546:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384291.334069:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.334070:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.334072:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384291.334073:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.334074:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737741824/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334079:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.334080:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.334081:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008952fb0f. 02000000:00000001:0.0:1767384291.334083:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.334084:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.334085:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.334086:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.334093:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000069312fae. 02000000:00000001:0.0:1767384291.334095:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.334096:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.334097:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.334099:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.334100:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384291.334102:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.334103:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.334105:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000119a75d1. 00000040:00000001:0.0:1767384291.334106:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.334107:0:17546:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384291.334109:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000010:0.0:1767384291.334111:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.334112:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.334114:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.334115:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.334116:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.334134:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069312fae. 00000100:00000001:0.0:1767384291.334136:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334138:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.334139:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.334141:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.334143:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060866496 : -113992648685120 : ffff985304ab09c0) 00000100:00000001:0.0:1767384291.334144:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.334145:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.334148:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.334149:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334150:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.334151:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.334152:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334157:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.334158:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.334160:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.334161:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.334163:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.334168:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741952:0@lo:503: 00000100:00000001:0.0:1767384291.334171:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.334173:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.334174:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.334176:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.334186:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c7d921ce. 02000000:00000001:0.0:1767384291.334188:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.334191:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.334194:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000337f9b97. 00000100:00000200:0.0:1767384291.334196:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737741952, portal 25 00000100:00000001:0.0:1767384291.334198:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.334199:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.334202:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334207:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.334208:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.334210:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.334211:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737741952, offset 0 00000400:00000200:0.0:1767384291.334214:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.334218:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.334222:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d701480 00000400:00000200:0.0:1767384291.334225:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x199 [2] + 0 00000400:00000010:0.0:1767384291.334228:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054347c1d. 00000400:00000200:0.0:1767384291.334230:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7dcb18b 00000400:00000200:0.0:1767384291.334233:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.334235:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.334237:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7dcb18b 00000400:00000010:0.0:1767384291.334238:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7dcb18b. 00000100:00000001:0.0:1767384291.334241:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.334242:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.334244:0:17546:0:(events.c:337:request_in_callback()) incoming req@0000000075bc184e x1853236737741952 msgsize 272 00000100:00100000:0.0:1767384291.334246:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.334248:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.334258:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.334267:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.334268:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.334271:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.334304:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.334306:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.334310:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737741952 02000000:00000001:3.0:1767384291.334314:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384291.334317:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384291.334318:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.334322:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.334324:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384291.334326:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.334332:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737741952 00000020:00000001:3.0:1767384291.334336:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384291.334338:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.334339:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384291.334343:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384291.334344:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.334347:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:0.0:1767384291.334349:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.334350:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384291.334356:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384291.334357:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879080 00000100:00000001:3.0:1767384291.334359:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.334364:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:0.0:1767384291.334365:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879079 00000100:00000001:3.0:1767384291.334369:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.334372:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879080 00000020:00000010:3.0:1767384291.334373:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00000001:0.0:1767384291.334380:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879079 00000020:00000010:3.0:1767384291.334381:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000100:00000001:0.0:1767384291.334385:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879080 00000020:00000010:3.0:1767384291.334387:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061e26cdd. 00000100:00000001:0.0:1767384291.334390:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879079 00000020:00000010:3.0:1767384291.334393:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384291.334394:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879080 00000100:00000001:0.0:1767384291.334401:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879079 00000100:00000040:3.0:1767384291.334402:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384291.334403:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384291.334408:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384291.334408:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.334412:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384291.334413:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384291.334416:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334417:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.334423:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cfb792 going to sleep for 11 seconds 00000100:00000001:3.0:1767384291.334425:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334426:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.334429:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.334439:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.334450:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.334452:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.334456:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384291.334459:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.334461:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016934992 : -113991692616624 : ffff98533da77c50) 00000100:00000040:3.0:1767384291.334464:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075bc184e x1853236737741952/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.334483:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.334484:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.334486:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.334487:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.334490:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737741952:12345-0@lo:503: 00000100:00000200:3.0:1767384291.334493:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737741952 00000020:00000001:3.0:1767384291.334495:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.334496:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.334498:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.334499:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.334500:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567904 : -1041983712 : ffffffffc1e49720) 00000020:00000001:3.0:1767384291.334502:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.334504:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.334505:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.334506:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.334507:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.334509:0:16772:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.334510:0:16772:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384291.334512:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.334513:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.334523:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007cc13bd9. 02000000:00000001:3.0:1767384291.334525:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.334526:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.334528:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.334529:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.334531:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.334533:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.334534:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.334536:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.334538:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:3.0:1767384291.334540:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.334543:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:3.0:1767384291.334548:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.334549:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.334551:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384291.334553:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000096ae01a5. 00000040:00000001:3.0:1767384291.334554:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.334555:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384291.334672:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.334674:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.334676:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384291.334679:0:16772:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384291.334681:0:16772:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384291.334683:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.334685:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:3.0:1767384291.334687:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.334688:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000096ae01a5. 00000040:00000010:3.0:1767384291.334690:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000040:3.0:1767384291.334692:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.334693:0:16772:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.334695:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737741952 00010000:00000001:3.0:1767384291.334697:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.334700:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075bc184e x1853236737741952/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8416 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.334706:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.334707:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.334709:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.334712:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.334713:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.334715:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.334717:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.334718:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.334720:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.334722:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.334724:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000eb5b450. 00000100:00000200:3.0:1767384291.334727:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236737741952, offset 224 00000400:00000200:3.0:1767384291.334730:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.334755:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.334760:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d701480 00000400:00000200:3.0:1767384291.334763:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1089 [4] + 224 00000400:00000200:3.0:1767384291.334768:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.334770:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.334773:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.334775:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.334780:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.334793:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.334796:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb5b450 00000400:00000010:3.0:1767384291.334798:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000eb5b450. 00000100:00000001:3.0:1767384291.334800:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.334801:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.334803:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.334805:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.334807:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.334808:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.334810:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.334812:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075bc184e x1853236737741952/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8416 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.334818:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737741952:12345-0@lo:503: Request processed in 335us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.334823:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384291.334825:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.334826:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.334827:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.334829:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061e26cdd. 00000020:00000010:3.0:1767384291.334832:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.334834:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.334836:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384291.334844:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.334846:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007cc13bd9. 02000000:00000001:3.0:1767384291.334853:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.334855:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384291.334859:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384291.334861:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384291.334862:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c8bbd31. 00000400:00000010:3.0:1767384291.334867:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000eb5b450. 00000400:00000001:0.0:1767384291.334868:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.334888:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.334889:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.334894:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337f9b97 00000400:00000010:0.0:1767384291.334895:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000337f9b97. 00000100:00000001:0.0:1767384291.334898:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.334910:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.334919:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334925:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.334927:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.334928:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.334930:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.334931:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.334932:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.334934:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.334937:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.334939:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.334941:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.334942:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.334943:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.334944:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334946:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.334948:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334953:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.334954:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.334955:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.334957:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.334962:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737741952:0@lo:503: 00000100:00000001:0.0:1767384291.334965:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.334967:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.334968:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.334969:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.334970:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334975:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.334980:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.334982:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.334983:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.334986:0:17546:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767384291.334988:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.334989:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737741952/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.334994:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.334995:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.334997:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c7d921ce. 02000000:00000001:0.0:1767384291.335003:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.335004:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.335005:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.335007:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.335008:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000069312fae. 02000000:00000001:0.0:1767384291.335011:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.335012:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.335013:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.335015:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.335015:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.335017:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.335018:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.335019:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384291.335020:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335022:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335023:0:17546:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384291.335024:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.335026:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000069312fae. 00000040:00000001:0.0:1767384291.335028:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.335029:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.335031:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.335033:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.335036:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.335048:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.335050:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.335051:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335052:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.335060:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001023b29a. 00000020:00000001:0.0:1767384291.335061:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.335064:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076731764312 : -113996977787304 : ffff985202a22e58) 00000040:00000001:0.0:1767384291.335065:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335067:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335068:0:17546:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384291.335069:0:17546:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384291.335070:0:17546:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384291.335072:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.335075:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c68c2dfa. 00080000:00000001:0.0:1767384291.335077:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750600192 : -113996958951424 : ffff985203c19800) 00000040:00000001:0.0:1767384291.335079:0:17546:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384291.335080:0:17546:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.335081:0:17546:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.335085:0:17546:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384291.335087:0:17546:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:0.0:1767384291.335089:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.335094:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.335095:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335097:0:17546:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.335098:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.335099:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384291.335102:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384291.335104:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.335131:0:17546:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335133:0:17546:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335134:0:17546:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335136:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.335143:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335144:0:17546:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.335146:0:17546:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.335153:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.335154:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335160:0:17546:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335161:0:17546:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384291.335170:0:17546:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335187:0:17546:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.335189:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.335197:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335301:0:17546:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.335344:0:17546:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335349:0:17546:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335351:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.335364:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335366:0:17546:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335369:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384291.335380:0:17546:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000091cf4b8d. 00000020:00000010:0.0:1767384291.335384:0:17546:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b56c0281. 00000040:00000010:0.0:1767384291.335392:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001023b29a. 00000040:00000001:0.0:1767384291.335396:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.335398:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000069312fae. 00000040:00000001:0.0:1767384291.335401:0:17546:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335403:0:17546:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384291.335404:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.335407:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000069312fae. 00000040:00000001:0.0:1767384291.335410:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.335412:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.335414:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.335417:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.335421:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.335431:0:17546:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384291.335435:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001023b29a. 00000020:00000001:0.0:1767384291.335437:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.335440:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094ba9fdb. 00000020:00000001:0.0:1767384291.335443:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.335445:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091cf4b8d. 00000020:00000001:0.0:1767384291.335448:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335450:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.335451:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.335453:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.335454:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335461:0:17546:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384291.335463:0:17546:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.335465:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.335475:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731763032 : -113996977788584 : ffff985202a22958) 00000040:00000001:0.0:1767384291.335477:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335479:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335481:0:17546:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384291.335482:0:17546:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335484:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.335496:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c7d921ce. 00080000:00000001:0.0:1767384291.335499:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744810496 : -113996964741120 : ffff985203694000) 00000040:00000001:0.0:1767384291.335501:0:17546:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384291.335504:0:17546:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384291.335506:0:17546:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384291.335508:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.335513:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.335515:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335517:0:17546:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384291.335527:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.335529:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384291.335532:0:17546:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:0.0:1767384291.335535:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.335536:0:17546:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335538:0:17546:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384291.335540:0:17546:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.335542:0:17546:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335544:0:17546:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384291.335548:0:17546:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335550:0:17546:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335552:0:17546:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335554:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.335563:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335565:0:17546:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384291.335566:0:17546:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384291.335568:0:17546:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384291.335570:0:17546:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384291.335589:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.335590:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335609:0:17546:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384291.335611:0:17546:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335613:0:17546:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335623:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.335631:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384291.335632:0:17546:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335636:0:17546:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384291.335646:0:17546:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335648:0:17546:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335650:0:17546:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.335652:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.335677:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335680:0:17546:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335682:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.335685:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa65d010. 00000040:00000001:0.0:1767384291.335687:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.335688:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384291.335691:0:17546:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384291.335693:0:17546:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384291.335695:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384291.335698:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335700:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.335701:0:17546:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384291.335703:0:17546:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001220f42d. 00000040:00001000:0.0:1767384291.335705:0:17546:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384291.335708:0:17546:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384291.335710:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a401595d. 00000020:00000010:0.0:1767384291.335713:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bca294cb. 00000040:00000010:0.0:1767384291.335716:0:17546:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c69b700. 00000020:00000010:0.0:1767384291.335718:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384291.335721:0:17546:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.335725:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000037ea72d7. 80000000:00000010:0.0:1767384291.335728:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca403547. 40000000:00000010:0.0:1767384291.335730:0:17546:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf6d4bf0. 00100000:00000010:0.0:1767384291.335733:0:17546:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384291.335735:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009933b9a. 00040000:00000010:0.0:1767384291.335753:0:17546:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384291.335755:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d650ad2. 00080000:00000010:0.0:1767384291.335757:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384291.335764:0:17546:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a65c21db. 00000004:00000010:0.0:1767384291.335766:0:17546:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.335768:0:17546:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005543f13c. 00002000:00000010:0.0:1767384291.335770:0:17546:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004be14ede. 00000004:00000010:0.0:1767384291.335772:0:17546:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dcd0d8f2. 00000020:00000010:0.0:1767384291.335774:0:17546:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009987c03e. 00000040:00000010:0.0:1767384291.335777:0:17546:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d6fd7c4d. 00000040:00001000:0.0:1767384291.335778:0:17546:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:0.0:1767384291.335780:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.335781:0:17546:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767384291.335783:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000010:0.0:1767384291.335785:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.335787:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.335789:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.335791:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.335793:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.335797:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a1b3fcc. 00000100:00000001:0.0:1767384291.335799:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.335802:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.335803:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.335805:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.335806:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060866496 : -113992648685120 : ffff985304ab09c0) 00000100:00000001:0.0:1767384291.335808:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.335809:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.335811:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.335812:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.335814:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.335815:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.335817:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.335823:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.335824:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.335826:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.335827:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.335829:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.335834:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737742080:0@lo:502: 00000100:00000001:0.0:1767384291.335837:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.335839:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.335841:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.335842:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.335849:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007cc13bd9. 02000000:00000001:0.0:1767384291.335850:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.335853:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.335855:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000337f9b97. 00000100:00000200:0.0:1767384291.335858:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737742080, portal 25 00000100:00000001:0.0:1767384291.335860:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.335860:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.335863:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.335868:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.335886:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.335888:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.335889:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737742080, offset 0 00000400:00000200:0.0:1767384291.335893:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.335898:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.335902:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d701500 00000400:00000200:0.0:1767384291.335905:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:0.0:1767384291.335908:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e0ad35c. 00000400:00000200:0.0:1767384291.335910:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000011fdcd79 00000400:00000200:0.0:1767384291.335913:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.335915:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.335917:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011fdcd79 00000400:00000010:0.0:1767384291.335918:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011fdcd79. 00000100:00000001:0.0:1767384291.335921:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.335922:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.335924:0:17546:0:(events.c:337:request_in_callback()) incoming req@00000000331c3d35 x1853236737742080 msgsize 272 00000100:00100000:0.0:1767384291.335927:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.335928:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.335938:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.335947:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.335949:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.335950:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.335953:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.335959:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.335961:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.335966:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.335968:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.335971:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.335974:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879081 00000100:00000001:0.0:1767384291.335980:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879080 00000100:00000001:3.0:1767384291.335985:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384291.335985:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879081 00000100:00100000:3.0:1767384291.335990:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742080 00000100:00000001:0.0:1767384291.335990:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879080 02000000:00000001:3.0:1767384291.335995:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384291.335996:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879081 00000100:00000001:3.0:1767384291.335998:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.336002:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.336002:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879080 02000000:00000001:3.0:1767384291.336009:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.336009:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879081 00000100:00100000:3.0:1767384291.336015:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742080 00000100:00000001:0.0:1767384291.336016:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879080 00000020:00000001:3.0:1767384291.336020:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384291.336021:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384291.336023:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384291.336025:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.336026:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384291.336029:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384291.336030:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:0.0:1767384291.336031:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384291.336036:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:0.0:1767384291.336036:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cfb792 going to sleep for 11 seconds 00000020:00000001:3.0:1767384291.336042:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384291.336043:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384291.336048:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384291.336048:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384291.336054:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.336056:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.336057:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000020:00000010:3.0:1767384291.336061:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000020:00000010:3.0:1767384291.336064:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0722026. 00000020:00000010:3.0:1767384291.336067:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.336072:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.336074:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.336075:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.336076:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.336079:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.336090:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.336096:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.336097:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.336123:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384291.336125:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.336127:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016931920 : -113991692619696 : ffff98533da77050) 00000100:00000040:3.0:1767384291.336131:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000331c3d35 x1853236737742080/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.336139:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.336141:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.336143:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.336145:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.336150:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742080:12345-0@lo:502: 00000100:00000200:3.0:1767384291.336153:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742080 00000020:00000001:3.0:1767384291.336155:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.336157:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.336159:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.336161:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.336162:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567856 : -1041983760 : ffffffffc1e496f0) 00000020:00000001:3.0:1767384291.336164:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.336165:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.336167:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.336168:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.336169:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.336171:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384291.336172:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384291.336174:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.336176:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.336187:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004f2d66e3. 02000000:00000001:3.0:1767384291.336188:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.336190:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.336192:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.336193:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.336195:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.336197:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.336198:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.336204:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.336206:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:3.0:1767384291.336209:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.336211:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:3.0:1767384291.336213:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336214:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336216:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384291.336218:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000096ae01a5. 00000040:00000001:3.0:1767384291.336219:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.336221:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384291.336259:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336261:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336263:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336265:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384291.336266:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384291.336268:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384291.336359:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384291.336362:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.336363:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384291.336365:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.336367:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:3.0:1767384291.336369:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.336370:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000096ae01a5. 00000040:00000010:3.0:1767384291.336372:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000040:3.0:1767384291.336373:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.336375:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.336377:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742080 00010000:00000001:3.0:1767384291.336379:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.336382:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000331c3d35 x1853236737742080/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.336389:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.336390:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.336392:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.336395:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.336402:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.336403:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.336405:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.336407:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.336409:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.336410:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.336413:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a880e9af. 00000100:00000200:3.0:1767384291.336416:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737742080, offset 224 00000400:00000200:3.0:1767384291.336419:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.336424:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.336429:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d701500 00000400:00000200:3.0:1767384291.336432:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1099 [4] + 224 00000400:00000200:3.0:1767384291.336437:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.336439:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.336442:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.336444:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.336450:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.336465:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.336468:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a880e9af 00000400:00000010:3.0:1767384291.336470:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a880e9af. 00000100:00000001:3.0:1767384291.336473:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.336474:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.336476:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.336478:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.336480:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.336481:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.336483:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.336485:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000331c3d35 x1853236737742080/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.336491:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742080:12345-0@lo:502: Request processed in 352us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.336505:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384291.336507:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.336509:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.336510:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.336513:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0722026. 00000020:00000010:3.0:1767384291.336516:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.336519:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.336522:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384291.336525:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.336527:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004f2d66e3. 02000000:00000001:3.0:1767384291.336534:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.336536:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.336536:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384291.336542:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:0.0:1767384291.336543:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767384291.336546:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d59fd2. 00000400:00000001:0.0:1767384291.336546:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.336550:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.336556:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337f9b97 00000400:00000010:0.0:1767384291.336558:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000337f9b97. 00000100:00000001:0.0:1767384291.336561:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384291.336562:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a880e9af. 00000100:00000200:0.0:1767384291.336576:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.336585:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.336592:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.336594:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.336595:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.336597:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.336599:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.336600:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.336602:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.336605:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.336607:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.336609:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.336610:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.336612:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.336613:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.336614:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.336616:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.336621:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.336623:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.336625:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.336627:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.336650:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737742080:0@lo:502: 00000100:00000001:0.0:1767384291.336654:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.336656:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.336658:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.336659:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.336661:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.336667:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.336675:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.336677:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.336678:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.336683:0:17546:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767384291.336685:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.336687:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737742080/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.336694:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.336696:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.336697:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007cc13bd9. 02000000:00000001:0.0:1767384291.336706:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.336707:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.336709:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.336711:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.336713:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a1b3fcc. 02000000:00000001:0.0:1767384291.336716:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.336718:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.336719:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.336722:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.336723:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.336725:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.336727:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.336728:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384291.336730:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.336732:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384291.336735:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384291.336737:0:17546:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.336755:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.336757:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.336758:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.336761:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c1c0f7d0. 00080000:00000001:0.0:1767384291.336763:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744815616 : -113996964736000 : ffff985203695400) 00000040:00000001:0.0:1767384291.336765:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.336766:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.336768:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.336770:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.336771:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.336776:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.336778:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.336779:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.336780:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.336781:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.336783:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.336784:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.336786:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.336787:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.336794:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.336796:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.336797:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.336798:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.336802:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.336959:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:0.0:1767384291.336963:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.336987:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.336990:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:0.0:1767384291.336992:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.336993:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.336995:0:17546:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1767384291.336996:0:17546:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.336998:0:17546:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.336999:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337005:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337006:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337007:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337009:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384291.337011:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1767384291.337012:0:17546:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337013:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337014:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337015:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337017:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000088f52751. 00080000:00000001:0.0:1767384291.337019:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744822784 : -113996964728832 : ffff985203697000) 00000040:00000001:0.0:1767384291.337021:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337022:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337023:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337034:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337035:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337037:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337041:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337042:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337043:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337045:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337046:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337052:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337053:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337054:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337055:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337058:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337063:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337065:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337067:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337068:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337071:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337073:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337076:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.337078:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:0.0:1767384291.337079:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337080:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337082:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337086:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337087:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337088:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337090:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca158 type=0x10620000 idx=3 00000040:00001000:0.0:1767384291.337091:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1767384291.337092:0:17546:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337094:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337094:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337095:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337097:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c56c2add. 00080000:00000001:0.0:1767384291.337098:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744825856 : -113996964725760 : ffff985203697c00) 00000040:00000001:0.0:1767384291.337099:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337100:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337101:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337105:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337126:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337127:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337133:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337133:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337135:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337136:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337138:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337143:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337144:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337145:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337146:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337149:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337153:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337155:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337157:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337158:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337161:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337162:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337166:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:0.0:1767384291.337167:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:0.0:1767384291.337168:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337169:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337171:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337191:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337193:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337194:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337196:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca200 type=0x10620000 idx=4 00000040:00001000:0.0:1767384291.337198:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1767384291.337199:0:17546:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337201:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337202:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337203:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337205:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f81ec049. 00080000:00000001:0.0:1767384291.337207:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744817664 : -113996964733952 : ffff985203695c00) 00000040:00000001:0.0:1767384291.337209:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337210:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337212:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337217:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337218:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337225:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337232:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337233:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337235:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337237:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337239:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337245:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337247:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337249:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337250:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337253:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337259:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337261:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337263:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337265:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337268:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337271:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337289:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.337292:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:0.0:1767384291.337294:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337296:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337298:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337335:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337337:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337339:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337341:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384291.337343:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1767384291.337345:0:17546:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337347:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337348:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337350:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337353:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009f5b4cb0. 00080000:00000001:0.0:1767384291.337356:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744819712 : -113996964731904 : ffff985203696400) 00000040:00000001:0.0:1767384291.337358:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337359:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337361:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337368:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337369:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337371:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337386:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337387:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337389:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337391:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337393:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337401:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337403:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337404:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337406:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337410:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337417:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337419:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337422:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337424:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337428:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337430:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337435:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.337437:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:0.0:1767384291.337439:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337441:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337442:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337448:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337450:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337452:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337453:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767384291.337455:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1767384291.337457:0:17546:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337459:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337460:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337461:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337464:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b13dd6b4. 00080000:00000001:0.0:1767384291.337466:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744823808 : -113996964727808 : ffff985203697400) 00000040:00000001:0.0:1767384291.337468:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337469:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337470:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337476:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337477:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337479:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337483:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337490:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337492:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337494:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337496:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337504:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337506:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337507:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337508:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337512:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337518:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337520:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337523:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337524:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337528:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337530:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337551:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.337553:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:0.0:1767384291.337555:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337557:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337559:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337565:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337566:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337568:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337570:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca438 type=0x10620000 idx=7 00000040:00001000:0.0:1767384291.337572:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1767384291.337574:0:17546:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337575:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337576:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337577:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337580:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097032b15. 00080000:00000001:0.0:1767384291.337582:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744811520 : -113996964740096 : ffff985203694400) 00000040:00000001:0.0:1767384291.337584:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337585:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337586:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337593:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337594:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337595:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337600:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337601:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337608:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337610:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337612:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337621:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337622:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337624:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337625:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337629:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337636:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337637:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337640:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337642:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337645:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337647:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337652:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:0.0:1767384291.337654:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:0.0:1767384291.337656:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337657:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337659:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337665:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337666:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337668:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337669:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767384291.337672:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1767384291.337673:0:17546:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337675:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337676:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337677:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337679:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bd1101b5. 00080000:00000001:0.0:1767384291.337681:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744820736 : -113996964730880 : ffff985203696800) 00000040:00000001:0.0:1767384291.337683:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337684:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337685:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337691:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337692:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337694:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337699:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337700:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337701:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337708:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337710:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337718:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337720:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337721:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337723:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337726:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337732:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337734:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337737:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337754:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337757:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337759:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337762:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.337764:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:0.0:1767384291.337765:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337766:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337767:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337771:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337773:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337774:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337775:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767384291.337776:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1767384291.337778:0:17546:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337779:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337780:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337780:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337782:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001731cdcb. 00080000:00000001:0.0:1767384291.337783:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744814592 : -113996964737024 : ffff985203695000) 00000040:00000001:0.0:1767384291.337785:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337785:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337786:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337790:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337791:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337792:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337796:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337797:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337798:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337799:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337805:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337810:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337812:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337813:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337813:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337816:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337820:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337821:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337824:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337825:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337827:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337829:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337843:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.337844:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:0.0:1767384291.337846:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337847:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337849:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337853:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337854:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337855:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337856:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767384291.337858:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1767384291.337859:0:17546:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337860:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337861:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337862:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337864:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002475ef3d. 00080000:00000001:0.0:1767384291.337865:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744821760 : -113996964729856 : ffff985203696c00) 00000040:00000001:0.0:1767384291.337866:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337867:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337868:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337888:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337889:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337891:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337894:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337895:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337896:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337897:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337899:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337910:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337911:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337913:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337914:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337917:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337922:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337924:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337926:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337927:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337930:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.337931:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337934:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:0.0:1767384291.337936:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:0.0:1767384291.337938:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337939:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337940:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.337944:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337946:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337947:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.337948:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca718 type=0x10620000 idx=11 00000040:00001000:0.0:1767384291.337950:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1767384291.337951:0:17546:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.337952:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.337953:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.337954:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.337956:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008c4de8b8. 00080000:00000001:0.0:1767384291.337957:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744824832 : -113996964726784 : ffff985203697800) 00000040:00000001:0.0:1767384291.337958:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337959:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.337960:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337964:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337965:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337966:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.337970:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.337970:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337972:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337973:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.337974:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.337977:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.337982:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.337984:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.337985:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.337987:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337992:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.337993:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337996:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.337997:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.337999:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338001:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338004:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.338006:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:0.0:1767384291.338007:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338008:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338009:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338013:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338015:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338016:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338017:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767384291.338018:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1767384291.338020:0:17546:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338021:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338022:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338022:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338024:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f7a6f7b. 00080000:00000001:0.0:1767384291.338025:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744816640 : -113996964734976 : ffff985203695800) 00000040:00000001:0.0:1767384291.338027:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338027:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338029:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338033:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338034:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338035:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338039:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338040:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338041:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338042:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338043:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338047:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338049:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338054:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338055:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338057:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338062:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338063:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338065:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338067:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338069:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338070:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338086:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.338088:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:0.0:1767384291.338089:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338090:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338092:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338096:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338097:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338098:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338099:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767384291.338101:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1767384291.338118:0:17546:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338119:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338120:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338121:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338123:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa34251e. 00080000:00000001:0.0:1767384291.338125:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744818688 : -113996964732928 : ffff985203696000) 00000040:00000001:0.0:1767384291.338126:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338127:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338128:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338132:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338133:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338134:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338138:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338139:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338140:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338142:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338143:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338148:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338149:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338150:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338155:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338159:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338164:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338165:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338184:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338186:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338189:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338191:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338196:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:0.0:1767384291.338198:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:0.0:1767384291.338200:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338202:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338203:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338209:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338211:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338213:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338214:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca930 type=0x10620000 idx=14 00000040:00001000:0.0:1767384291.338216:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1767384291.338218:0:17546:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338220:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338221:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338222:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338232:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007de11727. 00080000:00000001:0.0:1767384291.338235:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720441344 : -113996989110272 : ffff985201f56800) 00000040:00000001:0.0:1767384291.338237:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338238:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338239:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338247:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338248:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338249:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338255:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338256:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338258:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338260:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338261:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338269:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338270:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338272:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338273:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338281:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338288:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338290:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338293:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338295:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338298:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338300:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338329:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.338332:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:0.0:1767384291.338334:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338335:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338338:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338344:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338346:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338348:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338349:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032ca9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1767384291.338351:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1767384291.338353:0:17546:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338355:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338356:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338357:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338361:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000786431b3. 00080000:00000001:0.0:1767384291.338363:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720435200 : -113996989116416 : ffff985201f55000) 00000040:00000001:0.0:1767384291.338365:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338366:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338368:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338375:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338377:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338378:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338383:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338384:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338386:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338388:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338390:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338397:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338398:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338399:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338401:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338404:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338418:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338420:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338423:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338425:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338429:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338431:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338453:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:0.0:1767384291.338455:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:0.0:1767384291.338458:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338459:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338461:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338467:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338469:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338470:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338472:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caa40 type=0x10620000 idx=16 00000040:00001000:0.0:1767384291.338474:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1767384291.338476:0:17546:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338478:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338479:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338480:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338483:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003767cf1d. 00080000:00000001:0.0:1767384291.338484:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720442368 : -113996989109248 : ffff985201f56c00) 00000040:00000001:0.0:1767384291.338486:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338487:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338489:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338495:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338497:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338498:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338503:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338504:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338505:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338507:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338509:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338515:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338516:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338517:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338518:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338521:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338526:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338535:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338541:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338542:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338546:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338548:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338553:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:0.0:1767384291.338555:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:0.0:1767384291.338557:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338559:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338561:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338566:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338568:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338569:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338571:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caae0 type=0x10620000 idx=17 00000040:00001000:0.0:1767384291.338573:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1767384291.338574:0:17546:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338576:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338577:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338578:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338580:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000aca6d83. 00080000:00000001:0.0:1767384291.338582:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720445440 : -113996989106176 : ffff985201f57800) 00000040:00000001:0.0:1767384291.338584:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338585:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338586:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338592:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338593:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338595:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338600:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338601:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338603:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338604:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338606:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338612:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338613:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338614:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338615:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338618:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338622:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338624:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338635:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338636:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338640:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338642:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338647:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.338649:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:0.0:1767384291.338651:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338653:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338655:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338660:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338662:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338663:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338665:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cabc0 type=0x10620000 idx=18 00000040:00001000:0.0:1767384291.338667:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1767384291.338668:0:17546:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338670:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338671:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338673:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338675:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099fda564. 00080000:00000001:0.0:1767384291.338677:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720437248 : -113996989114368 : ffff985201f55800) 00000040:00000001:0.0:1767384291.338679:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338680:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338681:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338687:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338688:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338690:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338694:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338695:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338697:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338698:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338700:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338706:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338708:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338709:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338710:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338713:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338717:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338719:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338722:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338729:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338735:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338737:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338770:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.338772:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:0.0:1767384291.338774:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338775:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338777:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338781:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338782:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338783:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338784:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caca0 type=0x10620000 idx=19 00000040:00001000:0.0:1767384291.338786:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1767384291.338787:0:17546:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338789:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338789:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338790:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338792:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e8aa653c. 00080000:00000001:0.0:1767384291.338794:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720439296 : -113996989112320 : ffff985201f56000) 00000040:00000001:0.0:1767384291.338795:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338796:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338797:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338802:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338803:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338804:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338807:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338808:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338809:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338811:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338812:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338816:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338817:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338818:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338819:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338821:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338824:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338826:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338828:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338829:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338838:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338840:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338843:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384291.338845:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:0.0:1767384291.338846:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338847:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338849:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338853:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338854:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338855:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338856:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cacf0 type=0x10620000 idx=20 00000040:00001000:0.0:1767384291.338858:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1767384291.338859:0:17546:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338861:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338861:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338862:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338864:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007cc13bd9. 00080000:00000001:0.0:1767384291.338865:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720431104 : -113996989120512 : ffff985201f54000) 00000040:00000001:0.0:1767384291.338866:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338867:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338868:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338889:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338890:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338891:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338895:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338896:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338897:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338898:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338900:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338905:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338906:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338907:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338908:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338910:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338914:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338915:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338918:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338919:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338921:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338928:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338933:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.338935:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:0.0:1767384291.338937:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338938:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338939:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.338944:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338945:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338946:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.338947:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cadd0 type=0x10620000 idx=21 00000040:00001000:0.0:1767384291.338949:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1767384291.338950:0:17546:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.338952:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.338952:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.338953:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.338955:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e4cfc7bf. 00080000:00000001:0.0:1767384291.338956:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720433152 : -113996989118464 : ffff985201f54800) 00000040:00000001:0.0:1767384291.338958:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338958:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.338959:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338964:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338965:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338966:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.338969:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.338970:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338971:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338972:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.338974:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.338978:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.338979:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.338980:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.338981:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.338982:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338986:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.338987:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338989:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.338990:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.338993:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.338994:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339016:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.339018:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:0.0:1767384291.339020:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339021:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339023:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339027:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339028:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339029:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339031:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767384291.339032:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1767384291.339033:0:17546:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339035:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339036:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339036:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339038:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000146eeeda. 00080000:00000001:0.0:1767384291.339040:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720434176 : -113996989117440 : ffff985201f54c00) 00000040:00000001:0.0:1767384291.339041:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339042:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339043:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339047:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339048:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339049:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339053:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339054:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339055:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339056:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339057:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339061:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339062:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339063:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339064:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339066:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339070:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339071:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339073:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339075:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339077:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339078:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339081:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:0.0:1767384291.339088:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:0.0:1767384291.339089:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339090:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339092:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339096:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339097:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339099:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339100:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caf08 type=0x10620000 idx=23 00000040:00001000:0.0:1767384291.339101:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1767384291.339119:0:17546:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339121:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339122:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339123:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339126:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000871691bf. 00080000:00000001:0.0:1767384291.339127:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720436224 : -113996989115392 : ffff985201f55400) 00000040:00000001:0.0:1767384291.339129:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339130:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339132:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339138:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339139:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339141:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339146:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339147:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339149:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339150:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339152:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339159:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339160:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339161:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339162:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339165:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339171:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339173:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339176:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339177:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339181:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339183:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339188:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.339189:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:0.0:1767384291.339197:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339199:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339201:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339207:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339208:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339210:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339212:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032caf88 type=0x10620000 idx=24 00000040:00001000:0.0:1767384291.339214:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1767384291.339215:0:17546:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339217:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339218:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339219:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339221:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c16d3e8. 00080000:00000001:0.0:1767384291.339223:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720443392 : -113996989108224 : ffff985201f57000) 00000040:00000001:0.0:1767384291.339225:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339226:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339227:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339233:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339234:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339236:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339241:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339242:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339244:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339245:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339247:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339253:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339254:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339255:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339256:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339260:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339265:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339267:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339270:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339272:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339275:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339277:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1767384291.339354:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879081, at 4294879082 00000100:00000010:0.0:1767384291.339362:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097a75cc1. 00000100:00000040:3.0:1767384291.339369:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294879081, at 4294879082 00000100:00000010:3.0:1767384291.339378:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a25c345. 00000100:00000040:1.0:1767384291.339382:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879081, at 4294879082 00000100:00000010:1.0:1767384291.339394:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061ce218e. 00080000:00000001:0.0:1767384291.339404:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:0.0:1767384291.339409:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:0.0:1767384291.339411:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339413:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339415:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339420:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339422:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339423:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339424:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb018 type=0x10620000 idx=25 00000040:00001000:0.0:1767384291.339427:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1767384291.339428:0:17546:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339429:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339430:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339431:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339433:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006528a665. 00080000:00000001:0.0:1767384291.339435:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720446464 : -113996989105152 : ffff985201f57c00) 00000040:00000001:0.0:1767384291.339436:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339438:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339439:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339445:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339446:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339448:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339451:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339452:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339454:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339455:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339457:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339461:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339463:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339464:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339465:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339467:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339472:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339474:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339476:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339477:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339480:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339481:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339492:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384291.339494:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:0.0:1767384291.339496:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339497:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339498:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339503:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339504:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339505:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339507:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb098 type=0x10620000 idx=26 00000040:00001000:0.0:1767384291.339508:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1767384291.339510:0:17546:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339511:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339512:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339512:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339514:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000910cb74a. 00080000:00000001:0.0:1767384291.339515:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720438272 : -113996989113344 : ffff985201f55c00) 00000040:00000001:0.0:1767384291.339517:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339518:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339519:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339523:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339524:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339525:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339529:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339530:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339531:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339532:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339533:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339538:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339539:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339540:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339541:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339543:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339546:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339547:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339549:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339551:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339553:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339555:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339558:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.339564:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:0.0:1767384291.339565:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339567:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339568:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339573:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339574:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339575:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339577:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb178 type=0x10620000 idx=27 00000040:00001000:0.0:1767384291.339578:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:0.0:1767384291.339579:0:17546:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339581:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339581:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339582:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339584:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e5456afe. 00080000:00000001:0.0:1767384291.339585:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720440320 : -113996989111296 : ffff985201f56400) 00000040:00000001:0.0:1767384291.339586:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339587:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339588:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339593:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339594:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339595:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339599:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339600:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339601:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339602:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339604:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339608:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339609:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339610:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339611:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339613:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339617:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339619:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339621:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339622:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339625:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339626:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339642:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.339644:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:0.0:1767384291.339650:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339651:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339653:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339658:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339659:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339660:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339662:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb258 type=0x10620000 idx=28 00000040:00001000:0.0:1767384291.339663:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1767384291.339665:0:17546:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.339666:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.339667:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.339668:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.339670:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ea9e732. 00080000:00000001:0.0:1767384291.339671:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720444416 : -113996989107200 : ffff985201f57400) 00000040:00000001:0.0:1767384291.339672:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339673:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.339674:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339679:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339680:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339682:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.339686:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.339686:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339704:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339706:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339708:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.339715:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339717:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.339718:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.339719:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.339723:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339729:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.339731:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339734:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.339736:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339739:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.339741:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.339746:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384291.339748:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:0.0:1767384291.339750:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339770:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.339772:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.339776:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339778:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.339779:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.339780:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.339782:0:17546:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:0.0:1767384291.339783:0:17546:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384291.339784:0:17546:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767384291.339786:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000010:0.0:1767384291.339788:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000020:00000040:0.0:1767384291.339789:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384291.339791:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.339793:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.339795:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.339797:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a1b3fcc. 00000100:00000001:0.0:1767384291.339800:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.339802:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384291.339803:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384291.339805:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.339807:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060866496 : -113992648685120 : ffff985304ab09c0) 00000100:00000001:0.0:1767384291.339808:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.339809:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000001:0.0:1767384291.339812:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.339813:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.339814:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384291.339815:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384291.339817:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.339823:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.339824:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.339826:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.339827:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.339829:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.339830:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737742208:0@lo:502: 00000100:00000001:0.0:1767384291.339839:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.339841:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.339842:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.339844:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384291.339850:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000004f2d66e3. 02000000:00000001:0.0:1767384291.339852:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.339854:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.339857:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000337f9b97. 00000100:00000200:0.0:1767384291.339859:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737742208, portal 25 00000100:00000001:0.0:1767384291.339861:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384291.339862:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000100:00000040:0.0:1767384291.339864:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.339883:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.339885:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.339887:0:17546:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384291.339888:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737742208, offset 0 00000400:00000200:0.0:1767384291.339892:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.339897:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.339901:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d701580 00000400:00000200:0.0:1767384291.339905:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:0.0:1767384291.339907:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009415be06. 00000400:00000200:0.0:1767384291.339909:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000ed4692f 00000400:00000200:0.0:1767384291.339912:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.339914:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.339916:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed4692f 00000400:00000010:0.0:1767384291.339918:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ed4692f. 00000100:00000001:0.0:1767384291.339920:0:17546:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384291.339921:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384291.339923:0:17546:0:(events.c:337:request_in_callback()) incoming req@00000000a9905972 x1853236737742208 msgsize 272 00000100:00100000:0.0:1767384291.339926:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.339927:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384291.339937:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.339940:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000010:0.0:1767384291.339946:0:17546:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00000001:0.0:1767384291.339949:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384291.339951:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.339957:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.339959:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.339965:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.339967:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.339970:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.339972:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879085 00000100:00000010:0.0:1767384291.339975:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000318e7127. 00000100:00000001:0.0:1767384291.339978:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384291.339984:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879085 00000100:00000001:3.0:1767384291.339985:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384291.339986:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ed1e2. 00000100:00100000:3.0:1767384291.339989:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742208 00000100:00000001:0.0:1767384291.339991:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384291.339994:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384291.339996:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879085 00000100:00000001:3.0:1767384291.339997:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.340000:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.340002:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d48e26e. 02000000:00000001:3.0:1767384291.340005:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.340007:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384291.340010:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742208 00000100:00000001:0.0:1767384291.340013:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879085 00000020:00000001:3.0:1767384291.340014:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384291.340016:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384291.340020:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384291.340021:0:17546:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bbed67. 00000020:00000040:3.0:1767384291.340022:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384291.340028:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384291.340029:0:17546:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384291.340030:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.340036:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384291.340037:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.340040:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:0.0:1767384291.340042:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.340044:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.340048:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.340050:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384291.340055:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045cfb792 going to sleep for 11 seconds 00000020:00000010:3.0:1767384291.340057:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00000001:0.0:1767384291.340063:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384291.340064:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006242da40. 00000100:00000001:0.0:1767384291.340068:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384291.340069:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0722026. 00000020:00000010:3.0:1767384291.340075:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000040:3.0:1767384291.340079:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.340081:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.340082:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.340083:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.340087:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.340099:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.340122:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.340124:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384291.340127:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384291.340129:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384291.340130:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016924752 : -113991692626864 : ffff98533da75450) 00000100:00000040:3.0:1767384291.340134:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9905972 x1853236737742208/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.340141:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384291.340144:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fbcf2b5. 00000100:00000001:3.0:1767384291.340146:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.340147:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fbcf2b5. 00000100:00100000:3.0:1767384291.340151:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742208:12345-0@lo:502: 00000100:00000200:3.0:1767384291.340154:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742208 00000020:00000001:3.0:1767384291.340157:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384291.340159:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384291.340160:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.340162:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.340164:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567856 : -1041983760 : ffffffffc1e496f0) 00000020:00000001:3.0:1767384291.340166:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384291.340167:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.340168:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384291.340169:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384291.340176:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.340177:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384291.340178:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384291.340181:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384291.340183:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384291.340193:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f026bcab. 02000000:00000001:3.0:1767384291.340195:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.340197:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384291.340199:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:3.0:1767384291.340200:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384291.340202:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000119beb2f. 00000040:00000001:3.0:1767384291.340204:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384291.340206:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384291.340207:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:3.0:1767384291.340209:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:3.0:1767384291.340212:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384291.340214:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:3.0:1767384291.340216:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340218:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340219:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384291.340221:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000096ae01a5. 00000040:00000001:3.0:1767384291.340222:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384291.340223:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384291.340261:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340264:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340265:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340267:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384291.340268:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384291.340271:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384291.340312:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384291.340315:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384291.340316:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384291.340318:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384291.340320:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:3.0:1767384291.340322:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384291.340323:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000096ae01a5. 00000040:00000010:3.0:1767384291.340331:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000119beb2f. 00000040:00000040:3.0:1767384291.340333:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:3.0:1767384291.340335:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.340337:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742208 00010000:00000001:3.0:1767384291.340339:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384291.340342:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a9905972 x1853236737742208/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.340348:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384291.340350:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.340352:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.340355:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.340356:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:3.0:1767384291.340358:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384291.340360:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.340361:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.340363:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384291.340365:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.340367:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c5663369. 00000100:00000200:3.0:1767384291.340370:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737742208, offset 224 00000400:00000200:3.0:1767384291.340373:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384291.340378:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.340383:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d701580 00000400:00000200:3.0:1767384291.340386:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a9 [4] + 224 00000400:00000200:3.0:1767384291.340391:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.340394:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384291.340396:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384291.340398:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.340404:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.340418:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.340422:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5663369 00000400:00000010:3.0:1767384291.340424:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c5663369. 00000100:00000001:3.0:1767384291.340431:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.340432:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.340435:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.340437:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00010000:00000001:3.0:1767384291.340439:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384291.340440:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.340442:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384291.340444:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9905972 x1853236737742208/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.340451:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742208:12345-0@lo:502: Request processed in 309us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384291.340457:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384291.340458:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384291.340460:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.340461:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384291.340463:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0722026. 00000020:00000010:3.0:1767384291.340465:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384291.340468:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006242da40. 00000020:00000040:3.0:1767384291.340470:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384291.340473:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384291.340474:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f026bcab. 02000000:00000001:3.0:1767384291.340481:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384291.340483:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384291.340487:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384291.340489:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfeb6fc. 00000400:00000010:3.0:1767384291.340493:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5663369. 00000100:00000001:0.0:1767384291.340494:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384291.340500:0:17546:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.340502:0:17546:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.340504:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:0.0:1767384291.340517:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337f9b97 00000400:00000010:0.0:1767384291.340519:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000337f9b97. 00000100:00000001:0.0:1767384291.340522:0:17546:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.340526:0:17546:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.340534:0:17546:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.340540:0:17546:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.340541:0:17546:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.340543:0:17546:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.340544:0:17546:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.340545:0:17546:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.340546:0:17546:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.340548:0:17546:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.340551:0:17546:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.340553:0:17546:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.340555:0:17546:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.340571:0:17546:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.340573:0:17546:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.340575:0:17546:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.340577:0:17546:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.340579:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.340584:0:17546:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.340587:0:17546:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.340588:0:17546:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.340590:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.340596:0:17546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a958de49 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737742208:0@lo:502: 00000100:00000001:0.0:1767384291.340599:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.340601:0:17546:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.340602:0:17546:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384291.340603:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.340610:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.340616:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.340618:0:17546:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045cfb792. 00000100:00000001:0.0:1767384291.340620:0:17546:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384291.340621:0:17546:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340625:0:17546:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767384291.340626:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.340628:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a958de49 x1853236737742208/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.340633:0:17546:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.340634:0:17546:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.340636:0:17546:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000004f2d66e3. 02000000:00000001:0.0:1767384291.340644:0:17546:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.340645:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.340646:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.340648:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.340649:0:17546:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a1b3fcc. 02000000:00000001:0.0:1767384291.340652:0:17546:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.340653:0:17546:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.340654:0:17546:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 00000100:00000001:0.0:1767384291.340657:0:17546:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.340658:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.340660:0:17546:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.340661:0:17546:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384291.340662:0:17546:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384291.340664:0:17546:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384291.340665:0:17546:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852032cb2a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384291.340668:0:17546:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1767384291.340669:0:17546:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:0.0:1767384291.340671:0:17546:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384291.340672:0:17546:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384291.340674:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.340678:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000020dc09cb. 00080000:00000001:0.0:1767384291.340680:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720432128 : -113996989119488 : ffff985201f54400) 00000040:00000001:0.0:1767384291.340682:0:17546:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384291.340688:0:17546:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384291.340690:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.340699:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.340700:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340702:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.340708:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.340708:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340710:0:17546:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340711:0:17546:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340713:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.340721:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340723:0:17546:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384291.340724:0:17546:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384291.340725:0:17546:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:0.0:1767384291.340730:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.340753:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384291.340755:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.340758:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384291.340759:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.340762:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.340764:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.340768:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384291.340770:0:17546:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:0.0:1767384291.340772:0:17546:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340773:0:17546:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340775:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.340780:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340781:0:17546:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340782:0:17546:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340784:0:17546:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384291.340785:0:17546:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:0.0:1767384291.340787:0:17546:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d6fd7c4d. 00000020:00000010:0.0:1767384291.340791:0:17546:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009987c03e. 00000020:00000010:0.0:1767384291.340795:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bca294cb. 00000040:00000010:0.0:1767384291.340797:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c69b700. 00000020:00000010:0.0:1767384291.340799:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384291.340801:0:17546:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.340803:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000037ea72d7. 80000000:00000010:0.0:1767384291.340806:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca403547. 40000000:00000010:0.0:1767384291.340813:0:17546:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cf6d4bf0. 00100000:00000010:0.0:1767384291.340815:0:17546:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384291.340817:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000009933b9a. 00040000:00000010:0.0:1767384291.340819:0:17546:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384291.340821:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d650ad2. 00080000:00000010:0.0:1767384291.340823:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384291.340825:0:17546:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a65c21db. 00000004:00000010:0.0:1767384291.340826:0:17546:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e01340bb. 00000004:00000010:0.0:1767384291.340828:0:17546:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005543f13c. 00002000:00000010:0.0:1767384291.340830:0:17546:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004be14ede. 00000004:00000010:0.0:1767384291.340832:0:17546:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dcd0d8f2. 00000020:00000010:0.0:1767384291.340833:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a401595d. 00000040:00000010:0.0:1767384291.340835:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001220f42d. 00000040:00000001:0.0:1767384291.340837:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340839:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384291.340840:0:17546:0:(lu_object.c:207:lu_object_put()) Add 0000000091cf4b8d/0000000094ba9fdb to site lru. bkt: 00000000da911387 00000040:00000010:0.0:1767384291.340842:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001023b29a. 00000040:00000001:0.0:1767384291.340844:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.340845:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa65d010. 00000040:00000010:0.0:1767384291.340847:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000069312fae. 00000040:00000010:0.0:1767384291.340849:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000119a75d1. 00000040:00000010:0.0:1767384291.340850:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c0e495d9. 00000040:00000001:0.0:1767384291.340851:0:17546:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340853:0:17546:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384291.340854:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.340855:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a1b3fcc. 00000040:00000001:0.0:1767384291.340857:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.340858:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.340859:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.340861:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.340864:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.340895:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.340897:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.340898:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340899:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.340907:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001023b29a. 00000020:00000001:0.0:1767384291.340909:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.340911:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076731764568 : -113996977787048 : ffff985202a22f58) 00000040:00000001:0.0:1767384291.340913:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340914:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340916:0:17546:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384291.340917:0:17546:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384291.340918:0:17546:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384291.340919:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.340923:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dcd0d8f2. 00080000:00000001:0.0:1767384291.340924:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076744813568 : -113996964738048 : ffff985203694c00) 00000040:00000001:0.0:1767384291.340926:0:17546:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384291.340927:0:17546:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.340928:0:17546:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.340932:0:17546:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384291.340934:0:17546:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:0.0:1767384291.340936:0:17546:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384291.340940:0:17546:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.340941:0:17546:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340943:0:17546:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384291.340944:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.340945:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384291.340948:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384291.340949:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.340957:0:17546:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340959:0:17546:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340960:0:17546:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340962:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.340968:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.340969:0:17546:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.340971:0:17546:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384291.340977:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.340978:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340983:0:17546:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340985:0:17546:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384291.340987:0:17546:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.340989:0:17546:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384291.340990:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.340995:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.341145:0:17546:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.341148:0:17546:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341151:0:17546:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.341154:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384291.341162:0:17546:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341165:0:17546:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341167:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384291.341175:0:17546:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000da1dd1f9. 00000020:00000010:0.0:1767384291.341178:0:17546:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000000ecfa78. 00000040:00000010:0.0:1767384291.341182:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001023b29a. 00000040:00000001:0.0:1767384291.341185:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.341186:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000a1b3fcc. 00000040:00000001:0.0:1767384291.341189:0:17546:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767384291.341191:0:17546:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 0000000077194cce. 10000000:00000040:0.0:1767384291.341194:0:17546:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f217480b : new refcount 1 10000000:00000001:0.0:1767384291.341196:0:17546:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.341199:0:17546:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384291.341200:0:17546:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767384291.341202:0:17546:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384291.341204:0:17546:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d650ad2. 00000040:00000001:0.0:1767384291.341206:0:17546:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384291.341208:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.341209:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.341212:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00080000:00000001:0.0:1767384291.341216:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.341224:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.341226:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.341228:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.341229:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384291.341232:0:17546:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000077194cce. 00000020:00000001:0.0:1767384291.341234:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.341237:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076731763032 : -113996977788584 : ffff985202a22958) 00000040:00000001:0.0:1767384291.341239:0:17546:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341241:0:17546:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341242:0:17546:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384291.341251:0:17546:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d6fd7c4d. 00000040:00000001:0.0:1767384291.341253:0:17546:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384291.341255:0:17546:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384291.341287:0:17546:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341321:0:17546:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341323:0:17546:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.341326:0:17546:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384291.341330:0:17546:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000bec1c033. 00000040:00001000:0.0:1767384291.341332:0:17546:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384291.341626:0:17566:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384291.341632:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006eebb436. 00000020:00000010:1.0:1767384291.341637:0:17566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000246c13ac. 00000040:00000010:1.0:1767384291.341640:0:17566:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c2db63f0. 00000020:00000010:1.0:1767384291.341644:0:17566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a65e442. 00000020:00000010:1.0:1767384291.341648:0:17566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000feb43e7f. 00000020:00000010:1.0:1767384291.341651:0:17566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000256c204b. 80000000:00000010:1.0:1767384291.341653:0:17566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017bfad1a. 40000000:00000010:1.0:1767384291.341656:0:17566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030a1f25e. 00100000:00000010:1.0:1767384291.341659:0:17566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002165149d. 00040000:00000010:1.0:1767384291.341662:0:17566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052b22d5c. 00040000:00000010:1.0:1767384291.341665:0:17566:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005051445f. 00040000:00000010:1.0:1767384291.341668:0:17566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc820057. 00080000:00000010:1.0:1767384291.341671:0:17566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ea8799a. 00000004:00000010:1.0:1767384291.341674:0:17566:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c749aae3. 00000004:00000010:1.0:1767384291.341696:0:17566:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000082f5367e. 00000004:00000010:1.0:1767384291.341700:0:17566:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051ecedb8. 00002000:00000010:1.0:1767384291.341703:0:17566:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f380c7f. 00000004:00000010:1.0:1767384291.341717:0:17566:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000001d35bb3. 00000020:00000010:1.0:1767384291.341721:0:17566:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007edea4ec. 00000040:00000010:1.0:1767384291.341740:0:17566:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000aab63e52. 00000040:00001000:1.0:1767384291.341744:0:17566:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384291.341747:0:17566:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384291.341766:0:17566:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384291.341769:0:17566:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384291.341795:0:17566:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384291.341797:0:17566:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341799:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384291.341801:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384291.341802:0:17566:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341805:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341807:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341808:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341810:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341812:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341813:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034220e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384291.341814:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384291.341815:0:17566:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341816:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341817:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341818:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384291.341819:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384291.341820:0:17566:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341821:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341822:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341823:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384291.341824:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384291.341825:0:17566:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341826:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341827:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341828:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341829:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341830:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341835:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034222e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384291.341836:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384291.341838:0:17566:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341839:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341841:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341842:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341843:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341845:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341847:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034223c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384291.341849:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384291.341850:0:17566:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341852:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341853:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341855:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384291.341856:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384291.341858:0:17566:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341859:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341861:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341862:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034224e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384291.341864:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384291.341865:0:17566:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341867:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341868:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341885:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341887:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341889:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341891:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034225c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384291.341893:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384291.341895:0:17566:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341897:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341898:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341899:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341901:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341903:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341911:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034226a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384291.341914:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384291.341916:0:17566:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341917:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341919:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341920:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384291.341922:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384291.341923:0:17566:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341924:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341925:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341926:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341927:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.341928:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341929:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034227f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384291.341930:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384291.341931:0:17566:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341932:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1767384291.341933:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384291.341934:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.341936:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.341937:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034228d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384291.341938:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384291.341939:0:17566:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.341940:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.341941:0:17566:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1767384291.341945:0:17566:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000623e655b. 00000100:00000040:1.0:1767384291.341949:0:17566:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.152@tcp 192.168.203.152@tcp cnt=2 00000400:00000200:1.0:1767384291.341951:0:17566:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1767384291.341953:0:17566:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384291.341955:0:17566:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1767384291.341956:0:17566:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1767384291.341957:0:17566:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp 00000400:00000200:1.0:1767384291.341961:0:17566:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384291.341965:0:17566:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (1) 00000400:00000200:1.0:1767384291.341969:0:17566:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384291.341975:0:17566:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384291.341976:0:17566:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (2) 00000400:00000200:1.0:1767384291.341978:0:17566:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000100:00000010:1.0:1767384291.341980:0:17566:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000623e655b. 00000020:00000010:1.0:1767384291.341983:0:17566:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000045c4c378. 00000020:00000001:1.0:1767384291.341984:0:17566:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384291.341985:0:17566:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000cb6adcd2. 00000020:00000001:1.0:1767384291.341988:0:17566:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.341989:0:17566:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000cb6adcd2. 00000020:00000010:1.0:1767384291.341991:0:17566:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000cb6adcd2. 00000020:01000004:1.0:1767384291.341993:0:17566:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1767384291.341995:0:17566:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1767384291.341998:0:17566:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000043175db1. 00000020:00000080:1.0:1767384291.341999:0:17566:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1767384291.342001:0:17566:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:1.0:1767384291.342003:0:17566:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1767384291.342009:0:17566:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a4db1126. 00000020:00000080:1.0:1767384291.342011:0:17566:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000a4db1126) 00000020:00000001:1.0:1767384291.342012:0:17566:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384291.342014:0:17566:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000025f89016. 00000020:00000001:1.0:1767384291.342015:0:17566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384291.342016:0:17566:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000025f89016 with handle 0x1cafe7b7e4a4fc5a to hash 00000020:00000001:1.0:1767384291.342018:0:17566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384291.342019:0:17566:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384291.342020:0:17566:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.342021:0:17566:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630081101023232 : -113992608528384 : ffff9853070fc800) 00000020:00000040:1.0:1767384291.342023:0:17566:0:(genops.c:898:class_export_put()) PUTting export 0000000025f89016 : new refcount 1 00000020:00000040:1.0:1767384291.342029:0:17566:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000a4db1126) now 2 - obd_device_list 00000020:00000001:1.0:1767384291.342031:0:17566:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384291.342032:0:17566:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1767384291.342034:0:17566:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.342035:0:17566:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.342036:0:17566:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000043175db1. 00000020:00000001:1.0:1767384291.342038:0:17566:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.152@tcp (null) (null) (null) 00000020:00000010:1.0:1767384291.342043:0:17566:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000421f5bfd. 00000020:00000080:1.0:1767384291.342045:0:17566:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1767384291.342047:0:17566:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:1.0:1767384291.342059:0:17566:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384291.342061:0:17566:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008b9c1370. 00000001:00000010:1.0:1767384291.342063:0:17566:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002c5524c0. 00000001:00000010:1.0:1767384291.342065:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021b1ae15. 00000001:00000010:1.0:1767384291.342068:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b25409c8. 00000001:00000010:1.0:1767384291.342070:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb4946ed. 00000001:00000010:1.0:1767384291.342072:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000557d2f90. 00000001:00000001:1.0:1767384291.342073:0:17566:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384291.342074:0:17566:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000017f8bd80. 00000001:00000010:1.0:1767384291.342076:0:17566:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ea104de0. 00000001:00000010:1.0:1767384291.342077:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092cc6981. 00000001:00000010:1.0:1767384291.342079:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000046728b9a. 00000001:00000010:1.0:1767384291.342081:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ecacf93. 00000001:00000010:1.0:1767384291.342082:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044b9bf7f. 00000020:00000001:1.0:1767384291.342084:0:17566:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1767384291.342085:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a95b5f4. 00000020:00000010:1.0:1767384291.342087:0:17566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043175db1. 00000020:00000010:1.0:1767384291.342090:0:17566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6400e7f. 00000008:00000010:1.0:1767384291.342093:0:17566:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000829e4946. 00020000:00000010:1.0:1767384291.342095:0:17566:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006cb7636f. 00008000:00000010:1.0:1767384291.342098:0:17566:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000070c3e712. 00000080:00000010:1.0:1767384291.342101:0:17566:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000021189048. 00000020:00000010:1.0:1767384291.342103:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfa5dd7d. 00000020:00000010:1.0:1767384291.342105:0:17566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5b32c58. 00000040:00000010:1.0:1767384291.342108:0:17566:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000090e0653. 00000020:00000010:1.0:1767384291.342129:0:17566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d78b3f9. 00000020:00000010:1.0:1767384291.342133:0:17566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b98e3c1. 00000020:00000010:1.0:1767384291.342136:0:17566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005716b9a3. 80000000:00000010:1.0:1767384291.342140:0:17566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a756762b. 40000000:00000010:1.0:1767384291.342142:0:17566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6ed55fb. 00100000:00000010:1.0:1767384291.342153:0:17566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000057eb8fa. 00040000:00000010:1.0:1767384291.342157:0:17566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3b191e5. 00040000:00000010:1.0:1767384291.342160:0:17566:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b511aacf. 00040000:00000010:1.0:1767384291.342163:0:17566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c521d9b0. 00080000:00000010:1.0:1767384291.342166:0:17566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a4127b0d. 00000004:00000010:1.0:1767384291.342170:0:17566:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001ca753b. 00000004:00000010:1.0:1767384291.342175:0:17566:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000c690dc7. 00000004:00000010:1.0:1767384291.342189:0:17566:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003498b68b. 00000004:00000010:1.0:1767384291.342193:0:17566:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020bae643. 00000010:00000010:1.0:1767384291.342197:0:17566:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000bb53513d. 00000010:00000001:1.0:1767384291.342200:0:17566:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:1.0:1767384291.342205:0:17566:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1767384291.342207:0:17566:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.342335:0:17566:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1767384291.342341:0:17566:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1767384291.342344:0:17566:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000087d28556. 00000010:00000010:1.0:1767384291.342349:0:17566:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000bb3b8dc3. 00000010:00000010:1.0:1767384291.342356:0:17566:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000004f617386. 00000020:00000001:1.0:1767384291.342359:0:17566:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1767384291.342362:0:17566:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384291.342364:0:17566:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630082007402912 : -113991702148704 : ffff98533d1609a0) 00000020:01000004:1.0:1767384291.342368:0:17566:0:(tgt_mount.c:154:server_get_mount()) get mount 000000002d33fa68 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384291.342371:0:17566:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446630082007402912 : -113991702148704 : ffff98533d1609a0) 00000020:00000001:1.0:1767384291.342375:0:17566:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384291.342393:0:17566:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384291.342394:0:17566:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630082007402912 : -113991702148704 : ffff98533d1609a0) 00000020:01000004:1.0:1767384291.342397:0:17566:0:(tgt_mount.c:188:server_put_mount()) put mount 000000002d33fa68 from lustre-OST0000, refs=3 00000020:00000001:1.0:1767384291.342400:0:17566:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384291.342402:0:17566:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002d33fa68 3 00000020:00000001:1.0:1767384291.342404:0:17566:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.342407:0:17566:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384291.342412:0:17566:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000782af66e. 00010000:00000001:1.0:1767384291.342416:0:17566:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1767384291.342423:0:17566:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006d3318aa. 00010000:00000010:1.0:1767384291.342431:0:17566:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003976ff89. 00010000:00000010:1.0:1767384291.342445:0:17566:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000006ff32686. 00010000:00000001:1.0:1767384291.342447:0:17566:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384291.342449:0:17566:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384291.342452:0:17566:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009d5c279a. 00000020:00000040:1.0:1767384291.342454:0:17566:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000a4db1126) now 3 - import 00000020:00000001:1.0:1767384291.342459:0:17566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384291.342460:0:17566:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384291.342462:0:17566:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384291.342463:0:17566:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384291.342471:0:17566:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.152@tcp->12345-0@lo 00000100:00000001:1.0:1767384291.342472:0:17566:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384291.342475:0:17566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384291.342476:0:17566:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000001:1.0:1767384291.342478:0:17566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:1.0:1767384291.342479:0:17566:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 00000100:00000040:1.0:1767384291.342482:0:17566:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 14 to 0@lo 00000100:00000040:1.0:1767384291.342483:0:17566:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.152@tcp -> 00000000a9f01bcd 00010000:00000010:1.0:1767384291.342486:0:17566:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000008fa5fe35. 00010000:00080000:1.0:1767384291.342488:0:17566:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009d5c279a@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.152@tcp at head 00010000:00000001:1.0:1767384291.342490:0:17566:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384291.342492:0:17566:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1767384291.342493:0:17566:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1767384291.342494:0:17566:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384291.342496:0:17566:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009341b083. 00000001:00000001:1.0:1767384291.342498:0:17566:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384291.342500:0:17566:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007837dfff. 00000001:00000010:1.0:1767384291.342503:0:17566:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000a9b19c92. 00000001:00000010:1.0:1767384291.342545:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008267209d. 00000001:00000010:1.0:1767384291.342592:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f612342f. 00000001:00000010:1.0:1767384291.342641:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e358965f. 00000001:00000010:1.0:1767384291.342719:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004998ffd6. 00000001:00000010:1.0:1767384291.342793:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce6cecc7. 00000001:00000010:1.0:1767384291.342857:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000abccee76. 00000001:00000010:1.0:1767384291.342952:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cabbf65e. 00000001:00000010:1.0:1767384291.343017:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005dc923d2. 00000001:00000010:1.0:1767384291.343073:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e0c84b27. 00000001:00000010:1.0:1767384291.343155:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087a56bdf. 00000001:00000010:1.0:1767384291.343231:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e96cde8. 00000100:00000040:3.0:1767384291.343366:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294879085, at 4294879086 00000100:00000040:1.0:1767384291.343371:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879085, at 4294879086 00000100:00000010:3.0:1767384291.343374:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bbed67. 00000100:00000010:1.0:1767384291.343381:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ed1e2. 00000001:00000010:1.0:1767384291.343422:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058cb2e58. 00000001:00000010:1.0:1767384291.343493:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001986b0f0. 00000001:00000010:1.0:1767384291.343562:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c25f8448. 00000001:00000010:1.0:1767384291.343622:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005bdd128c. 00000001:00000010:1.0:1767384291.343696:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa7b6b30. 00000001:00000010:1.0:1767384291.343782:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000902bee04. 00000001:00000010:1.0:1767384291.343844:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dabce3e3. 00000001:00000010:1.0:1767384291.343934:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da99c0e2. 00000001:00000010:1.0:1767384291.343993:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b061a271. 00000100:00000040:0.0:1767384291.344013:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879085, at 4294879086 00000100:00000010:0.0:1767384291.344020:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000318e7127. 00000001:00000010:1.0:1767384291.344050:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff4df526. 00000001:00000010:1.0:1767384291.344125:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000242d1054. 00000001:00000010:1.0:1767384291.344200:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f4469d8. 00000001:00000010:1.0:1767384291.344263:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f662ccd1. 00000001:00000010:1.0:1767384291.344402:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000838c64ef. 00000001:00000010:1.0:1767384291.344470:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006232dd4e. 00000001:00000010:1.0:1767384291.344528:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000518a396d. 00000001:00000010:1.0:1767384291.344584:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091fe56bc. 00000001:00000010:1.0:1767384291.344637:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a17c2004. 00000001:00000010:1.0:1767384291.344741:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000175e20d2. 00000001:00000010:1.0:1767384291.344810:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038056c88. 00000001:00000010:1.0:1767384291.344889:0:17566:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008017715b. 00000020:00000010:1.0:1767384291.344957:0:17566:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fdb04b92. 00000020:00000010:1.0:1767384291.344960:0:17566:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000076b49fef. 00010000:00000001:1.0:1767384291.344979:0:17566:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1767384291.345001:0:17566:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1767384291.345014:0:17566:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cb0563d7. 00000020:00000010:1.0:1767384291.345016:0:17566:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000018a74f2c. 00010000:00000001:1.0:1767384291.345026:0:17566:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1767384291.345027:0:17566:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:1.0:1767384291.345028:0:17566:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384291.345030:0:17566:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446630076726604800 : -113996982946816 : ffff985202537400) 00010000:00000001:1.0:1767384291.345033:0:17566:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1767384291.345035:0:17566:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000087d28556. 00000010:00000010:1.0:1767384291.345037:0:17566:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000004f617386. 00000010:00000010:1.0:1767384291.345039:0:17566:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000bb3b8dc3. 00000010:00000010:1.0:1767384291.345040:0:17566:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000782af66e. 00000010:00000001:1.0:1767384291.345042:0:17566:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384291.345078:0:17566:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000058ed7eed. 00000020:00000010:1.0:1767384291.345081:0:17566:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d9fd2c7c. 00000010:00000001:1.0:1767384291.345098:0:17566:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384291.345101:0:17566:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5b32c58. 00000040:00000010:1.0:1767384291.345123:0:17566:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000090e0653. 00000020:00000010:1.0:1767384291.345127:0:17566:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d78b3f9. 00000020:00000010:1.0:1767384291.345130:0:17566:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b98e3c1. 00000020:00000010:1.0:1767384291.345133:0:17566:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005716b9a3. 80000000:00000010:1.0:1767384291.345138:0:17566:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a756762b. 40000000:00000010:1.0:1767384291.345141:0:17566:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e6ed55fb. 00100000:00000010:1.0:1767384291.345144:0:17566:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000057eb8fa. 00040000:00000010:1.0:1767384291.345147:0:17566:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3b191e5. 00040000:00000010:1.0:1767384291.345151:0:17566:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b511aacf. 00040000:00000010:1.0:1767384291.345153:0:17566:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c521d9b0. 00080000:00000010:1.0:1767384291.345155:0:17566:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a4127b0d. 00000004:00000010:1.0:1767384291.345160:0:17566:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000001ca753b. 00000004:00000010:1.0:1767384291.345162:0:17566:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000c690dc7. 00000004:00000010:1.0:1767384291.345165:0:17566:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003498b68b. 00000004:00000010:1.0:1767384291.345184:0:17566:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000020bae643. 00000020:00000010:1.0:1767384291.345189:0:17566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfa5dd7d. 00000020:00000010:1.0:1767384291.345205:0:17566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043175db1. 00000020:00000010:1.0:1767384291.345210:0:17566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6400e7f. 00000008:00000010:1.0:1767384291.345216:0:17566:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000829e4946. 00020000:00000010:1.0:1767384291.345221:0:17566:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006cb7636f. 00008000:00000010:1.0:1767384291.345226:0:17566:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000070c3e712. 00000080:00000010:1.0:1767384291.345230:0:17566:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000021189048. 00000020:00000010:1.0:1767384291.345235:0:17566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a95b5f4. 00000020:00000001:1.0:1767384291.345238:0:17566:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384291.345242:0:17566:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000a4db1126) now 4 - setup 00000020:00000080:1.0:1767384291.345245:0:17566:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1767384291.345248:0:17566:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.345250:0:17566:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.345253:0:17566:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000421f5bfd. 00000020:00000001:1.0:1767384291.345264:0:17566:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1767384291.345269:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c521d9b0. 00000020:00000010:1.0:1767384291.345274:0:17566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005716b9a3. 00000040:00000010:1.0:1767384291.345277:0:17566:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000090e0653. 00000020:00000010:1.0:1767384291.345280:0:17566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384291.345284:0:17566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b98e3c1. 00000020:00000010:1.0:1767384291.345288:0:17566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a95b5f4. 80000000:00000010:1.0:1767384291.345292:0:17566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000faf07b87. 40000000:00000010:1.0:1767384291.345295:0:17566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058100018. 00100000:00000010:1.0:1767384291.345299:0:17566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb494408. 00040000:00000010:1.0:1767384291.345354:0:17566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3b191e5. 00040000:00000010:1.0:1767384291.345360:0:17566:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a4b2ad5a. 00040000:00000010:1.0:1767384291.345364:0:17566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bfa5dd7d. 00080000:00000010:1.0:1767384291.345369:0:17566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d880b6e2. 00000004:00000010:1.0:1767384291.345391:0:17566:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b3aa7ab6. 00000004:00000010:1.0:1767384291.345396:0:17566:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000c690dc7. 00000004:00000010:1.0:1767384291.345401:0:17566:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000331c1018. 00000004:00000010:1.0:1767384291.345405:0:17566:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020bae643. 00000020:00000010:1.0:1767384291.345411:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5b32c58. 00000020:00000010:1.0:1767384291.345416:0:17566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043175db1. 00000020:00000010:1.0:1767384291.345429:0:17566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6400e7f. 00000020:00000010:1.0:1767384291.345435:0:17566:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000ab315274. 00000020:00000010:1.0:1767384291.345440:0:17566:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000009a002956. 00000020:00000001:1.0:1767384291.345444:0:17566:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:1.0:1767384291.345446:0:17566:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1767384291.345448:0:17566:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1767384291.345451:0:17566:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384291.345453:0:17566:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384291.345456:0:17566:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000579dbd95. 00000020:00000001:1.0:1767384291.345458:0:17566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384291.345459:0:17566:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000579dbd95 with handle 0x1cafe7b7e4a4fc61 to hash 00000020:00000001:1.0:1767384291.345461:0:17566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384291.345463:0:17566:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384291.345464:0:17566:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384291.345467:0:17566:0:(genops.c:887:class_export_get()) GET export 00000000579dbd95 refcount=3 00000020:00000040:1.0:1767384291.345469:0:17566:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000a4db1126) now 5 - export 00000020:00000001:1.0:1767384291.345471:0:17566:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000020:00000040:1.0:1767384291.345474:0:17566:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 2 00000020:00000080:1.0:1767384291.345475:0:17566:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x1cafe7b7e4a4fc61 00000020:00000001:1.0:1767384291.345477:0:17566:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.345478:0:17566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384291.345479:0:17566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc61 00000020:00000001:1.0:1767384291.345481:0:17566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384291.345483:0:17566:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000579dbd95 refcount=3 00000020:00000001:1.0:1767384291.345485:0:17566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000020:00000001:1.0:1767384291.345487:0:17566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000001:1.0:1767384291.345491:0:17566:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767384291.345493:0:17566:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384291.345496:0:17566:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1767384291.345498:0:17566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384291.345501:0:17566:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 15 to 0@lo 00000100:00000001:1.0:1767384291.345503:0:17566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:1.0:1767384291.345505:0:17566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384291.345507:0:17566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc61 00000020:00000001:1.0:1767384291.345514:0:17566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384291.345516:0:17566:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000579dbd95 refcount=4 00000020:00000001:1.0:1767384291.345517:0:17566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000020:00000001:1.0:1767384291.345519:0:17566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000001:1.0:1767384291.345522:0:17566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384291.345524:0:17566:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 16 to 0@lo 00000100:00000001:1.0:1767384291.345525:0:17566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:1.0:1767384291.345526:0:17566:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 3 00000100:00080000:1.0:1767384291.345529:0:17566:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000009d5c279a using connection 192.168.203.152@tcp/0@lo 00000100:00000001:1.0:1767384291.345531:0:17566:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384291.345533:0:17566:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384291.345537:0:17566:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384291.345538:0:17566:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1767384291.345541:0:17566:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 02000000:00000001:1.0:1767384291.345543:0:17566:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.345545:0:17566:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384291.345546:0:17566:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384291.345551:0:17566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 00000020:00000040:1.0:1767384291.345553:0:17566:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384291.345556:0:17566:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384291.345558:0:17566:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.345560:0:17566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384291.345561:0:17566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384291.345563:0:17566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384291.345569:0:17566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000683b54e7. 00000100:00000001:1.0:1767384291.345572:0:17566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384291.345578:0:17566:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384291.345587:0:17566:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384291.345588:0:17566:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384291.345593:0:17566:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce5ce3b] to pc [ptlrpcd_rcv+-1] req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.345612:0:17566:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.345622:0:17566:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1767384291.345625:0:17566:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1767384291.345627:0:17566:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384291.345641:0:17566:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384291.345643:0:17566:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384291.345679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384291.345680:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.345687:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384291.345689:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.345693:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384291.345694:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000040:3.0:1767384291.345700:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384291.345701:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.345706:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384291.345713:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.345715:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.345720:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.345721:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384291.345725:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.345726:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.345732:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384291.345735:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ac5b92e. 00000100:00100000:0.0:1767384291.345736:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236737742336:0@lo:38: 00000100:00000001:3.0:1767384291.345759:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.345759:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.345764:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.345766:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.345768:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384291.345770:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384291.345779:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384291.345781:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.345785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd4446] to pc [ptlrpcd_00_03+3] req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384291.345788:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036e6c3ac. 02000000:00000001:0.0:1767384291.345794:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.345800:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384291.345805:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000020:00000040:1.0:1767384291.345807:0:17566:0:(genops.c:887:class_export_get()) GET export 00000000579dbd95 refcount=4 00000100:00000200:0.0:1767384291.345809:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737742336, portal 10 00000100:00000001:3.0:1767384291.345813:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.345813:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384291.345815:0:17566:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.345817:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 00000020:00000040:1.0:1767384291.345821:0:17566:0:(genops.c:887:class_export_get()) GET export 00000000579dbd95 refcount=5 00000100:00000040:3.0:1767384291.345822:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (216) 00000020:00000010:0.0:1767384291.345824:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000119a75d1. 00000020:00000001:1.0:1767384291.345828:0:17566:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.345832:0:17566:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000ab315274. 00000020:00000010:1.0:1767384291.345837:0:17566:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000009a002956. 00000100:00000001:3.0:1767384291.345840:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384291.345840:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384291.345846:0:17566:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005716b9a3. 00000100:00000001:3.0:1767384291.345847:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384291.345852:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384291.345853:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000010:1.0:1767384291.345855:0:17566:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000090e0653. 00000100:00000040:3.0:1767384291.345858:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.345860:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384291.345864:0:17566:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003498b68b. 00000400:00000010:0.0:1767384291.345866:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000020:00000010:1.0:1767384291.345887:0:17566:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b98e3c1. 00000100:00000001:3.0:1767384291.345889:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384291.345890:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236737742336, offset 0 00000100:00000001:3.0:1767384291.345894:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384291.345894:0:17566:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a95b5f4. 00000400:00000200:0.0:1767384291.345899:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384291.345902:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 80000000:00000010:1.0:1767384291.345903:0:17566:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000faf07b87. 02000000:00000001:3.0:1767384291.345907:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384291.345910:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 40000000:00000010:1.0:1767384291.345911:0:17566:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000058100018. 02000000:00000001:3.0:1767384291.345914:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384291.345919:0:17566:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb494408. 00000100:00100000:3.0:1767384291.345921:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737742464:0@lo:400: 00000400:00000200:0.0:1767384291.345923:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d701600 00040000:00000010:1.0:1767384291.345926:0:17566:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3b191e5. 00000100:00000001:3.0:1767384291.345933:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00040000:00000010:1.0:1767384291.345934:0:17566:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4b2ad5a. 00000400:00000200:0.0:1767384291.345934:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 02000000:00000001:3.0:1767384291.345937:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000010:1.0:1767384291.345941:0:17566:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bfa5dd7d. 02000000:00000001:3.0:1767384291.345942:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384291.345943:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384291.345947:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000010:1.0:1767384291.345949:0:17566:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d880b6e2. 00000400:00000200:0.0:1767384291.345953:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384291.345954:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006242da40. 00000004:00000010:1.0:1767384291.345955:0:17566:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b3aa7ab6. 02000000:00000001:3.0:1767384291.345959:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.345960:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000004:00000010:1.0:1767384291.345961:0:17566:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000c690dc7. 00000100:00000200:0.0:1767384291.345963:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384291.345967:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf1d0fbc. 00000004:00000010:1.0:1767384291.345967:0:17566:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000331c1018. 00000100:00000010:0.0:1767384291.345968:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a958de49. 00000100:00000040:0.0:1767384291.345975:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a958de49 x1853236737742336 msgsize 520 00000004:00000010:1.0:1767384291.345976:0:17566:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000020bae643. 00000400:00000010:3.0:1767384291.345977:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000020:00000010:1.0:1767384291.345982:0:17566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c521d9b0. 00000100:00000200:3.0:1767384291.345984:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737742464, portal 10 00000100:00100000:0.0:1767384291.345986:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384291.345990:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384291.345990:0:17566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043175db1. 00000100:00000001:3.0:1767384291.345995:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000020:00000010:1.0:1767384291.345996:0:17566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6400e7f. 00000100:00000001:0.0:1767384291.346000:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384291.346001:0:17566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5b32c58. 00000400:00000200:0.0:1767384291.346008:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000020:00000010:1.0:1767384291.346009:0:17566:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000045c4c378. 00000100:00000040:3.0:1767384291.346013:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384291.346014:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000020:00000010:1.0:1767384291.346015:0:17566:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000cb6adcd2. 00000100:00000001:0.0:1767384291.346021:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384291.346023:0:17566:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346028:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384291.346028:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.346034:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384291.346036:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384291.346041:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000040:00001000:1.0:1767384291.346043:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422930 type=0x10620000 idx=14 00000100:00000200:3.0:1767384291.346047:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737742464, offset 0 00000040:00001000:1.0:1767384291.346049:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384291.346056:0:17566:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346058:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384291.346062:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384291.346063:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:0.0:1767384291.346064:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384291.346068:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346074:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034229b0 type=0x10620000 idx=15 00000400:00000200:3.0:1767384291.346078:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00001000:1.0:1767384291.346080:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:0.0:1767384291.346082:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346086:0:17566:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346087:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384291.346092:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d701680 00000020:00000001:1.0:1767384291.346093:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384291.346094:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346097:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.346100:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00001000:1.0:1767384291.346102:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422a40 type=0x10620000 idx=16 00000400:00000200:3.0:1767384291.346103:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000100:00000001:0.0:1767384291.346105:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294879091 00000040:00001000:1.0:1767384291.346108:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384291.346128:0:17566:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000200:3.0:1767384291.346130:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384291.346130:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000318e7127. 00000020:00000001:1.0:1767384291.346131:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384291.346136:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346138:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384291.346139:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00001000:1.0:1767384291.346141:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384291.346145:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000001:3.0:1767384291.346146:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000040:00001000:1.0:1767384291.346147:0:17566:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000200:3.0:1767384291.346150:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384291.346155:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000010:3.0:1767384291.346158:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a200f4. 00000040:00000001:1.0:1767384291.346160:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1767384291.346160:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294879091 00000040:00000001:1.0:1767384291.346165:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000040:3.0:1767384291.346166:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000e3a200f4 x1853236737742464 msgsize 224 00000100:00000010:0.0:1767384291.346168:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000020:00000001:1.0:1767384291.346171:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346175:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000040:00001000:1.0:1767384291.346177:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422bc0 type=0x10620000 idx=18 00000100:00100000:3.0:1767384291.346179:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384291.346183:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294879091 00000040:00001000:1.0:1767384291.346184:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384291.346191:0:17566:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:0.0:1767384291.346191:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e098184. 00000100:00000001:3.0:1767384291.346195:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384291.346195:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384291.346196:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000040:00000001:1.0:1767384291.346200:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1767384291.346203:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294879091 00000040:00000001:1.0:1767384291.346204:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000400:00000200:3.0:1767384291.346206:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000020:00000001:1.0:1767384291.346209:0:17566:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384291.346210:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca403547. 00000400:00000010:3.0:1767384291.346211:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000001:3.0:1767384291.346220:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384291.346220:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346221:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000040:00001000:1.0:1767384291.346227:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422ca0 type=0x10620000 idx=19 00000100:00000001:0.0:1767384291.346229:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384291.346230:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1767384291.346232:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:0.0:1767384291.346238:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346240:0:17566:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346246:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346249:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384291.346253:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.346255:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:3.0:1767384291.346257:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384291.346259:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346261:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.346266:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384291.346267:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422cf0 type=0x10620000 idx=20 00000100:00000001:0.0:1767384291.346272:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1767384291.346275:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:0.0:1767384291.346276:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.346280:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346282:0:17566:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384291.346286:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346286:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346327:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384291.346329:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:1.0:1767384291.346333:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:3.0:1767384291.346336:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384291.346337:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384291.346341:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384291.346343:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2143 usecs (3 jiffies) 00000020:00000001:1.0:1767384291.346343:0:17566:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384291.346345:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742336 00000100:00000001:3.0:1767384291.346350:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294879092 02000000:00000001:0.0:1767384291.346351:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384291.346352:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346356:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00001000:1.0:1767384291.346359:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422dd0 type=0x10620000 idx=21 00000100:00000001:0.0:1767384291.346359:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346360:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294879091 02000000:00000001:0.0:1767384291.346366:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346369:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00100000:0.0:1767384291.346371:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742336 00000100:00000001:3.0:1767384291.346372:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294879092 00000040:00001000:1.0:1767384291.346374:0:17566:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384291.346375:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384291.346379:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384291.346381:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384291.346382:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:1.0:1767384291.346388:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:0.0:1767384291.346388:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346390:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294879091 00000020:00000001:0.0:1767384291.346394:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384291.346395:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1767384291.346396:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294879092 00000020:00000010:0.0:1767384291.346401:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0e495d9. 00000020:00000001:1.0:1767384291.346402:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384291.346403:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294879091 00000020:00000010:0.0:1767384291.346408:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000727d257. 00000100:00000001:3.0:1767384291.346412:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294879092 00000020:00000001:1.0:1767384291.346412:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.346415:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070cb4b18. 00000040:00001000:1.0:1767384291.346420:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422eb0 type=0x10620000 idx=22 00000100:00000001:3.0:1767384291.346421:0:16141:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294879091 00000040:00001000:1.0:1767384291.346425:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000001:3.0:1767384291.346430:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1767384291.346430:0:17566:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346432:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384291.346437:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384291.346438:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346439:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384291.346441:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346443:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346445:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346448:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422f08 type=0x10620000 idx=23 00000100:00000001:3.0:1767384291.346450:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.346450:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346453:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384291.346459:0:17566:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384291.346461:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1767384291.346463:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384291.346463:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346466:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203422f88 type=0x10620000 idx=24 00000100:00000001:3.0:1767384291.346467:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384291.346472:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1767384291.346473:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:0.0:1767384291.346474:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.346475:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00001000:1.0:1767384291.346481:0:17566:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:3.0:1767384291.346482:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346488:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346489:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384291.346490:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384291.346495:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.346496:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742464 00000040:00001000:1.0:1767384291.346499:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203423018 type=0x10620000 idx=25 02000000:00000001:0.0:1767384291.346501:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.346503:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.346504:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.346509:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346511:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.346515:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346517:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000100:00100000:0.0:1767384291.346520:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742464 00000040:00001000:1.0:1767384291.346521:0:17566:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384291.346526:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384291.346527:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:0.0:1767384291.346529:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:1.0:1767384291.346531:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384291.346532:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000096ae01a5. 00000020:00000001:0.0:1767384291.346533:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.346538:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000040:00001000:1.0:1767384291.346539:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203423098 type=0x10620000 idx=26 00000100:00000001:3.0:1767384291.346542:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384291.346544:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000040:00001000:1.0:1767384291.346546:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000100:00000001:3.0:1767384291.346547:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384291.346549:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000040:00001000:1.0:1767384291.346553:0:17566:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346554:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384291.346557:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:1.0:1767384291.346561:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000010:0.0:1767384291.346561:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9fa2fcf. 00000100:00000001:3.0:1767384291.346562:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893028224 : -113991816523392 : ffff98533644d180) 00000040:00000001:1.0:1767384291.346565:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1767384291.346567:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384291.346570:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:0.0:1767384291.346572:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9fa2fcf. 00000100:00000040:3.0:1767384291.346573:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a958de49 x1853236737742336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384291.346574:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.346581:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069312fae. 00000020:00000001:1.0:1767384291.346584:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.346590:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098992269. 00000040:00001000:1.0:1767384291.346592:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203423178 type=0x10620000 idx=27 00000020:00000010:0.0:1767384291.346599:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c94edfb. 00000040:00001000:1.0:1767384291.346601:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000100:00100000:3.0:1767384291.346606:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a958de49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16137:x1853236737742336:12345-0@lo:38: 00000040:00001000:1.0:1767384291.346608:0:17566:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:0.0:1767384291.346610:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384291.346618:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384291.346619:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742336 00000020:00000001:1.0:1767384291.346619:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384291.346624:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384291.346625:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000040:00000001:1.0:1767384291.346625:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1767384291.346631:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.346632:0:16779:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000040:00000001:1.0:1767384291.346632:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1767384291.346637:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384291.346641:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346641:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384291.346643:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 6 - find 00000040:00001000:1.0:1767384291.346645:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203423258 type=0x10620000 idx=28 00000100:00000001:0.0:1767384291.346646:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384291.346649:0:16779:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081787847520 : -113991921704096 : ffff98532fffe360) 00000100:00000001:0.0:1767384291.346651:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384291.346652:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000100:00000001:3.0:1767384291.346656:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000040:00001000:1.0:1767384291.346659:0:17566:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384291.346659:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.346665:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:3.0:1767384291.346668:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384291.346669:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.346673:0:16780:0:(service.c:3426:ptlrpc_start_thread()) Process entered 02000000:00000010:3.0:1767384291.346674:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cb126e4e. 00000040:00001000:1.0:1767384291.346674:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034232a8 type=0x10620000 idx=29 00000100:00100000:0.0:1767384291.346677:0:16780:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 02000000:00000001:3.0:1767384291.346682:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.346685:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.346688:0:16779:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000100:00000010:0.0:1767384291.346693:0:16780:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a401595d. 00010000:00080000:3.0:1767384291.346696:0:16779:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 211 last 0 00000100:00000001:1.0:1767384291.346698:0:16778:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384291.346702:0:16780:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1767384291.346704:0:16778:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00010000:00000001:3.0:1767384291.346705:0:16779:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384291.346710:0:16779:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1767384291.346713:0:16779:0:(genops.c:1392:class_connect()) Process entered 00000100:00000010:1.0:1767384291.346714:0:16778:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c5b32c58. 00000020:00000001:3.0:1767384291.346716:0:16779:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000010:1.0:1767384291.346720:0:16778:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 00000000c5b32c58. 00000020:00000010:3.0:1767384291.346722:0:16779:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001ce0b523. 00000100:00000040:1.0:1767384291.346726:0:16778:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000020:00000001:3.0:1767384291.346727:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384291.346733:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ce0b523 with handle 0x1cafe7b7e4a4fc68 to hash 00000100:00000001:1.0:1767384291.346733:0:16778:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000040:00001000:0.0:1767384291.346737:0:17566:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000020:00000001:3.0:1767384291.346739:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00000001:0.0:1767384291.346758:0:17566:0:(lustre_log.h:473:llog_next_block()) Process entered 00000100:00000001:1.0:1767384291.346759:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384291.346760:0:16779:0:(obd_class.h:1008:obd_init_export()) Process entered 00000040:00000001:0.0:1767384291.346763:0:17566:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000004:00000001:3.0:1767384291.346764:0:16779:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000100:00000001:1.0:1767384291.346765:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000010:3.0:1767384291.346770:0:16779:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000000fbcf2b5. 00000040:00001000:0.0:1767384291.346771:0:17566:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000001:00000001:3.0:1767384291.346776:0:16779:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00100000:1.0:1767384291.346780:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000001:00000010:3.0:1767384291.346782:0:16779:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e0722026. 00000100:00000040:1.0:1767384291.346784:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000001:00000001:3.0:1767384291.346788:0:16779:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.346789:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877984128 : -113991831567488 : ffff9853355f4380) 00010000:00000001:3.0:1767384291.346795:0:16779:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384291.346799:0:16779:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000040:1.0:1767384291.346799:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3a200f4 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1767384302 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384291.346803:0:16779:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000384ccec5. 00000001:00000010:3.0:1767384291.346811:0:16779:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000033fbb6d6. 00000100:00000001:1.0:1767384291.346813:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000040:00000001:0.0:1767384291.346817:0:17566:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384291.346818:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000119beb2f. 00000020:00000010:1.0:1767384291.346818:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058100018. 00000040:00000001:0.0:1767384291.346825:0:17566:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384291.346826:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e162aa8. 00000100:00000001:1.0:1767384291.346826:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00001000:0.0:1767384291.346830:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9852034232a8 type=0x10620000 idx=29 00000020:00000010:1.0:1767384291.346833:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058100018. 00000001:00000010:3.0:1767384291.346834:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003da5efef. 00000040:00001000:0.0:1767384291.346834:0:17566:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000001:00000010:3.0:1767384291.346841:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca045e0e. 00000040:00001000:0.0:1767384291.346841:0:17566:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000100:00100000:1.0:1767384291.346847:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a200f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737742464:12345-0@lo:400: 00000020:00000001:0.0:1767384291.346847:0:17566:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:3.0:1767384291.346849:0:16779:0:(hash.c:1038:cfs_hash_create()) Process entered 00000040:00000001:0.0:1767384291.346851:0:17566:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:3.0:1767384291.346853:0:16779:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001d554f5e. 00000040:00000001:0.0:1767384291.346855:0:17566:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000200:1.0:1767384291.346860:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742464 00000020:00000001:0.0:1767384291.346861:0:17566:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384291.346863:0:16779:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000072c49020. 00000020:00000001:1.0:1767384291.346866:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384291.346866:0:17566:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384291.346868:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009bfacfa. 00000020:00000001:1.0:1767384291.346884:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000040:00001000:0.0:1767384291.346885:0:17566:0:(llog.c:663:llog_process_thread()) processing rec 0xffff985203423388 type=0x0 idx=0 00000020:00000001:1.0:1767384291.346890:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.346890:0:17566:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384291.346891:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001928a9c3. 00000040:00080000:0.0:1767384291.346897:0:17566:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000020:00000001:1.0:1767384291.346898:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000010:3.0:1767384291.346900:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088c3c043. 00000020:00000001:1.0:1767384291.346904:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000040:00000010:0.0:1767384291.346904:0:17566:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000aab63e52. 00000001:00000010:3.0:1767384291.346906:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fc86466. 00000020:00000001:1.0:1767384291.346911:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384291.346911:0:17566:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007edea4ec. 00000020:00000001:1.0:1767384291.346916:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.346920:0:16779:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346920:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384291.346920:0:17566:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000246c13ac. 00000020:00000001:1.0:1767384291.346924:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384291.346928:0:16779:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346928:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384291.346929:0:17566:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c2db63f0. 00000004:00000001:3.0:1767384291.346936:0:16779:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.346936:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384291.346937:0:17566:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005a65e442. 00000100:00000001:1.0:1767384291.346941:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384291.346944:0:16779:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384291.346945:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384291.346945:0:17566:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000feb43e7f. 00000020:00000040:3.0:1767384291.346949:0:16779:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=3 02000000:00000010:1.0:1767384291.346951:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020bae643. 00000020:00000010:0.0:1767384291.346952:0:17566:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000256c204b. 00000020:00000040:3.0:1767384291.346953:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 7 - export 02000000:00000001:1.0:1767384291.346959:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.346961:0:16779:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 80000000:00000010:0.0:1767384291.346961:0:17566:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000017bfad1a. 00000100:00000001:1.0:1767384291.346962:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.346968:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 2 40000000:00000010:0.0:1767384291.346968:0:17566:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030a1f25e. 00000020:00000001:1.0:1767384291.346969:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384291.346975:0:16779:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x1cafe7b7e4a4fc68 00010000:00000040:1.0:1767384291.346976:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742464 00100000:00000010:0.0:1767384291.346976:0:17566:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002165149d. 00000020:00000001:3.0:1767384291.346980:0:16779:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384291.346982:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384291.346983:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00040000:00000010:0.0:1767384291.346984:0:17566:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000052b22d5c. 00000020:00000040:3.0:1767384291.346987:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00010000:00000200:1.0:1767384291.346990:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3a200f4 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384291.346990:0:17566:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005051445f. 00000020:00000001:3.0:1767384291.346991:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.346994:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=3 00040000:00000010:0.0:1767384291.346997:0:17566:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc820057. 00000020:00000001:3.0:1767384291.347000:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00080000:00000010:0.0:1767384291.347003:0:17566:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001ea8799a. 00000020:00000001:3.0:1767384291.347007:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000004:00000010:0.0:1767384291.347010:0:17566:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c749aae3. 00000001:00000001:3.0:1767384291.347012:0:16779:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384291.347016:0:16779:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000004:00000010:0.0:1767384291.347016:0:17566:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000082f5367e. 00000001:00000040:3.0:1767384291.347022:0:16779:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.152@tcp 00000001:00000040:3.0:1767384291.347028:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 4 00000004:00000010:0.0:1767384291.347030:0:17566:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051ecedb8. 00010000:00000001:1.0:1767384291.347032:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1767384291.347033:0:16779:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630082015782912 : -113991693768704 : ffff98533d95e800) 00002000:00000010:0.0:1767384291.347036:0:17566:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003f380c7f. 00000001:00000001:3.0:1767384291.347037:0:16779:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384291.347042:0:16779:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=4 00000004:00000010:0.0:1767384291.347043:0:17566:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000001d35bb3. 00010000:00000001:1.0:1767384291.347044:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384291.347046:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 5 00000100:00001000:1.0:1767384291.347050:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=1 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384291.347051:0:17566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006eebb436. 00000001:00000001:3.0:1767384291.347052:0:16779:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.347060:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:08000000:3.0:1767384291.347061:0:16779:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384291.347066:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 4 00000100:00000040:1.0:1767384291.347067:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 17 to 0@lo 00000001:00000001:3.0:1767384291.347073:0:16779:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.347073:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384291.347080:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00100000:3.0:1767384291.347081:0:16779:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 02000000:00000001:1.0:1767384291.347082:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384291.347089:0:16779:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000001:1.0:1767384291.347089:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384291.347094:0:16779:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384291.347098:0:16779:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000100:00000040:1.0:1767384291.347098:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384291.347102:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384291.347106:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737742464, offset 224 00000020:00000001:3.0:1767384291.347126:0:16779:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384291.347131:0:16779:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000f25e215c 00000400:00000200:1.0:1767384291.347135:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:0.0:1767384291.347136:0:17546:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000bec1c033. 00000020:00000010:3.0:1767384291.347139:0:16779:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000136e09d6. 00000040:00000001:0.0:1767384291.347145:0:17546:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.347149:0:16779:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000001442a95b for nid 0@lo - ref 3 00000020:01000000:0.0:1767384291.347151:0:17546:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000400:00000200:1.0:1767384291.347152:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384291.347156:0:16779:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00000001:0.0:1767384291.347160:0:17546:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000010:3.0:1767384291.347164:0:16779:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000136e09d6. 00000020:00000002:0.0:1767384291.347166:0:17546:0:(lu_object.c:207:lu_object_put()) Add 0000000091cf4b8d/0000000094ba9fdb to site lru. bkt: 00000000da911387 00000020:00000001:3.0:1767384291.347170:0:16779:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000400:00000200:1.0:1767384291.347171:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d701680 00000040:00000010:0.0:1767384291.347173:0:17546:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000077194cce. 00000004:00000001:3.0:1767384291.347180:0:16779:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384291.347183:0:17546:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384291.347184:0:16779:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.347187:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10c1 [1] + 224 00000040:00000010:0.0:1767384291.347191:0:17546:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d6fd7c4d. 00010000:00000001:3.0:1767384291.347192:0:16779:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.347200:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1767384291.347201:0:17546:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d650ad2. 00000020:00000010:3.0:1767384291.347202:0:16779:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000022ba256d. 00000020:00000001:0.0:1767384291.347209:0:17546:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.347210:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - import 00000400:00000200:1.0:1767384291.347210:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:0.0:1767384291.347215:0:17546:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384291.347223:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000143cd1fc. 00000100:00000001:1.0:1767384291.347224:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000040:00000010:0.0:1767384291.347232:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0513e75. 00000100:00000200:1.0:1767384291.347233:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384291.347235:0:16779:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384291.347239:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000418f8349. 00000020:00000040:3.0:1767384291.347240:0:16779:0:(genops.c:1242:class_import_put()) import 0000000022ba256d refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384291.347250:0:16779:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384291.347250:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c6a5954. 00000100:00000040:1.0:1767384291.347254:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384291.347257:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a80245a7. 80000000:00000010:0.0:1767384291.347257:0:17546:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009dd212da. 00040000:00000010:0.0:1767384291.347265:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001420bec8. 00000020:00000040:3.0:1767384291.347267:0:16779:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=5 00080000:00000010:0.0:1767384291.347270:0:17546:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000008e72f339. 00000100:00000040:3.0:1767384291.347272:0:16779:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:1.0:1767384291.347276:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384291.347277:0:16779:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1767384291.347277:0:17546:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000089afa8ab. 00000100:00000001:3.0:1767384291.347283:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:0.0:1767384291.347284:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006ab4e255. 00000400:00000200:1.0:1767384291.347287:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:1.0:1767384291.347316:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000040:3.0:1767384291.347321:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 18 to 0@lo 00000100:00000001:1.0:1767384291.347322:0:16778:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000010:0.0:1767384291.347323:0:17546:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a4f45b13. 00000100:00000001:3.0:1767384291.347328:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:1.0:1767384291.347328:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384291.347330:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e71d7d4. 00000100:00000001:3.0:1767384291.347334:0:16779:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 10000000:00000010:0.0:1767384291.347338:0:17546:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000eb749bec. 00000100:00000040:3.0:1767384291.347339:0:16779:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 18 to 0@lo 00000100:00000001:1.0:1767384291.347339:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384291.347345:0:17546:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-client' succeeded (0). 00000020:00000040:3.0:1767384291.347348:0:16779:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=6 00000100:00000040:1.0:1767384291.347352:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 17 to 0@lo 00000100:00000001:3.0:1767384291.347355:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 10000000:00000001:0.0:1767384291.347356:0:17546:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384291.347360:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384291.347361:0:17546:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384291.347362:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 18 to 0@lo 00000020:00000001:1.0:1767384291.347366:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.347366:0:17546:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384291.347367:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:0.0:1767384291.347371:0:17546:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b91921c9 refcount=3 02000000:00000001:3.0:1767384291.347375:0:16779:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1767384291.347376:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384291.347377:0:17546:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 02000000:00000001:3.0:1767384291.347380:0:16779:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00010000:00000001:0.0:1767384291.347383:0:17546:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093443584 : -113992616108032 : ffff9853069c2000) 02000000:08000000:3.0:1767384291.347384:0:16779:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000100:00000040:1.0:1767384291.347387:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a200f4 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384291.347389:0:16779:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 02000000:00000001:3.0:1767384291.347396:0:16779:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.347399:0:17546:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384291.347403:0:17546:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc53 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384291.347411:0:16779:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384291.347416:0:16779:0:(recover.c:147:ptlrpc_resend()) Process entered 00010000:00000001:0.0:1767384291.347417:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384291.347421:0:16779:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.347422:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384291.347427:0:17546:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000b91921c9/0x1cafe7b7e4a4fc4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc53 expref: -99 pid: 17546 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1767384291.347429:0:16779:0:(import.c:65:import_set_state_nolock()) 0000000022ba256d : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384291.347438:0:16779:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384291.347442:0:16779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384291.347449:0:16779:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.347449:0:17546:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:3.0:1767384291.347454:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 5 00000100:00100000:1.0:1767384291.347455:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a200f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737742464:12345-0@lo:400: Request processed in 639us (1284us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384291.347455:0:17546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384291.347460:0:16779:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - find 00010000:00000001:0.0:1767384291.347461:0:17546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384291.347465:0:17546:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.347469:0:16779:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.347471:0:17546:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.347474:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 10000000:00000001:0.0:1767384291.347476:0:17546:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384291.347477:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000001:3.0:1767384291.347478:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609264 : -1039942352 : ffffffffc203bd30) 00000100:00000040:1.0:1767384291.347485:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000020:00000001:3.0:1767384291.347486:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384291.347486:0:17546:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000682777f0. 00000020:00000001:3.0:1767384291.347492:0:16779:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384291.347493:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000040:00000010:0.0:1767384291.347495:0:17546:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f02960e. 00000020:00000001:3.0:1767384291.347496:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384291.347497:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384291.347502:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384291.347503:0:17546:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad1a094c. 00000020:00000010:1.0:1767384291.347504:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098992269. 00000020:00000001:3.0:1767384291.347507:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.347512:0:17546:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8d914d6. 00000020:00000001:3.0:1767384291.347513:0:16779:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000010:1.0:1767384291.347514:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c94edfb. 00040000:00000010:0.0:1767384291.347520:0:17546:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a33e340. 00000020:00000010:1.0:1767384291.347522:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069312fae. 00000001:00000001:3.0:1767384291.347523:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00040000:00000010:0.0:1767384291.347526:0:17546:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f27833e. 00000001:00000001:3.0:1767384291.347528:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384291.347531:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000001:00000001:3.0:1767384291.347532:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00080000:00000010:0.0:1767384291.347533:0:17546:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000be2814b1. 00000001:00000001:3.0:1767384291.347536:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.347538:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384291.347539:0:17546:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000173ec595. 00000020:00000001:3.0:1767384291.347542:0:16779:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.347547:0:17546:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384291.347548:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742336 00010000:00000001:3.0:1767384291.347555:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384291.347555:0:17546:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000030c2f101. 00000020:00000010:0.0:1767384291.347562:0:17546:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000003b630d9c. 00010000:00000200:3.0:1767384291.347565:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a958de49 x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384291.347567:0:17546:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.347573:0:17546:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.347580:0:17546:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000003fad9c2b. 00010000:00000001:3.0:1767384291.347588:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384291.347588:0:17546:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000038d75b90. 00010000:00000001:3.0:1767384291.347593:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.347595:0:17546:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000100:00001000:3.0:1767384291.347597:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=1 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384291.347599:0:17546:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00001000:3.0:1767384291.347604:0:16779:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384291.347608:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384291.347611:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:3.0:1767384291.347614:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000010:0.0:1767384291.347615:0:17546:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000fa65d010. 00000020:00000040:1.0:1767384291.347616:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000579dbd95 refcount=6 02000000:00000001:3.0:1767384291.347617:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:1.0:1767384291.347624:0:17568:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:1.0:1767384291.347627:0:17568:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.347630:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384291.347632:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000579dbd95 refcount=7 00000020:01000004:0.0:1767384291.347634:0:17546:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000001:3.0:1767384291.347635:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384291.347636:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 6 00000020:01000004:0.0:1767384291.347638:0:17546:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384291.347643:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384291.347648:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000020:01000004:0.0:1767384291.347648:0:17546:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384291.347651:0:17546:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:3.0:1767384291.347654:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236737742336, offset 0 00000020:01000004:0.0:1767384291.347655:0:17546:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384291.347659:0:17546:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384291.347662:0:17546:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384291.347665:0:17546:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384291.347669:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:0.0:1767384291.347670:0:17546:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1767384291.347674:0:17546:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384291.347676:0:17546:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384291.347678:0:17546:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384291.347682:0:17546:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000400:00000200:3.0:1767384291.347685:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384291.347686:0:17546:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:0.0:1767384291.347691:0:17546:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1767384291.347693:0:17546:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384291.347695:0:17546:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384291.347697:0:17546:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384291.347701:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824d701600 00000020:01000004:0.0:1767384291.347702:0:17546:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384291.347707:0:17546:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384291.347711:0:17546:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384291.347716:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10b9 [1] + 0 00000020:01000004:0.0:1767384291.347717:0:17546:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384291.347721:0:17546:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384291.347724:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384291.347727:0:17546:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000400:00000200:3.0:1767384291.347734:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384291.347734:0:17546:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384291.347740:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.347741:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384291.347741:0:17546:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384291.347763:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384291.347763:0:17546:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384291.347764:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384291.347769:0:17546:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384291.347770:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384291.347774:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384291.347779:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf1d0fbc. 02000000:00000010:0.0:1767384291.347779:0:17546:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d6fd7c4d. 00000100:00000040:3.0:1767384291.347782:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.347786:0:17546:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.347787:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004347ea96 00000400:00000010:1.0:1767384291.347793:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 10000000:01000000:0.0:1767384291.347794:0:17546:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1767384291.347798:0:17546:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384291.347800:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384291.347800:0:17546:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384291.347806:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384291.347806:0:17546:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030c2f101. 00000100:00000200:1.0:1767384291.347809:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.347812:0:17546:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081060867072 : -113992648684544 : ffff985304ab0c00) 00000400:00000200:3.0:1767384291.347815:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000100:00000001:0.0:1767384291.347818:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384291.347820:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000001:0.0:1767384291.347822:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000001:3.0:1767384291.347826:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384291.347829:0:17546:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384291.347830:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.347832:0:17546:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.347836:0:17546:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384291.347838:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384291.347838:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.347844:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00000100:00000001:0.0:1767384291.347845:0:17546:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384291.347850:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384291.347853:0:17546:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384291.347854:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.347860:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384291.347864:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384291.347867:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a958de49 x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.347881:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.347882:0:17546:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384291.347885:0:17546:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.347889:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.347890:0:17546:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384291.347894:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384291.347895:0:17546:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.347900:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384291.347902:0:17546:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.347909:0:17546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:17546:1853236737742592:0@lo:253: 00000100:00000001:1.0:1767384291.347913:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.347914:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a958de49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236737742336:12345-0@lo:38: Request processed in 1305us (1931us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384291.347915:0:17546:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384291.347921:0:17546:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384291.347922:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.347924:0:17546:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.347928:0:17546:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384291.347932:0:16141:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f8931587. 00000100:00100000:3.0:1767384291.347933:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000010:0.0:1767384291.347933:0:17546:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045206b15. 00000100:00001000:1.0:1767384291.347940:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=1 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384291.347940:0:17546:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.347941:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000400:00000010:0.0:1767384291.347948:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062c20b3c. 00000100:00000001:3.0:1767384291.347949:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384291.347950:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384291.347955:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384291.347955:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e679146. 00000100:00000001:1.0:1767384291.347956:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.347961:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384291.347962:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384291.347963:0:17546:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737742592, portal 25 00000100:00000001:0.0:1767384291.347967:0:17546:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384291.347968:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000727d257. 00010000:00080000:1.0:1767384291.347970:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.347970:0:17546:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000020:00000010:3.0:1767384291.347974:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070cb4b18. 00000020:00000010:3.0:1767384291.347981:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0e495d9. 00000100:00000040:0.0:1767384291.347981:0:17546:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384291.347987:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.347988:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:1.0:1767384291.347993:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384291.347994:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384291.347997:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384291.348001:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384291.348001:0:17546:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384291.348005:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.348009:0:17546:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384291.348013:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384291.348014:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b6625df. 00000100:00000200:0.0:1767384291.348018:0:17546:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737742592, offset 0 00000100:00000001:3.0:1767384291.348021:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.348026:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384291.348031:0:17546:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384291.348032:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.348035:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384291.348037:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384291.348040:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384291.348043:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384291.348043:0:17546:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384291.348044:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384291.348050:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f426a2c3. 00000400:00000200:3.0:1767384291.348057:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0ad934 00000400:00000200:0.0:1767384291.348057:0:17546:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d701700 00000400:00000010:3.0:1767384291.348062:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c0ad934. 00000100:00100000:1.0:1767384291.348062:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737742464:0@lo:400: 00000100:00000001:3.0:1767384291.348068:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384291.348073:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384291.348075:0:17546:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a5 [2] + 0 00000100:00000200:3.0:1767384291.348076:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.348079:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384291.348087:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384291.348088:0:17546:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b2b869. 00000400:00000200:0.0:1767384291.348096:0:17546:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a848d81 00000400:00000200:0.0:1767384291.348105:0:17546:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384291.348123:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.348124:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384291.348129:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384291.348133:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006242da40. 02000000:00000001:1.0:1767384291.348142:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384291.348143:0:17546:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384291.348147:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384291.348154:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.348155:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a848d81 00000100:00000001:3.0:1767384291.348159:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384291.348160:0:16141:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384291.348161:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a848d81. 00000100:00000001:3.0:1767384291.348166:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384291.348169:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384291.348170:0:17546:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384291.348171:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384291.348173:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ac5b92e. 00000100:00000200:0.0:1767384291.348174:0:17546:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384291.348177:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.348182:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384291.348183:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384291.348184:0:17546:0:(events.c:337:request_in_callback()) incoming req@000000005d09d6c7 x1853236737742592 msgsize 4848 02000000:00000001:1.0:1767384291.348188:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384291.348189:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384291.348195:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000100:00100000:0.0:1767384291.348197:0:17546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384291.348200:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000d1e1bec. 00000100:00000001:1.0:1767384291.348203:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384291.348204:0:17546:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384291.348207:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384291.348208:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=1767384291 v=5 (0 0 0 0) 00000100:00000001:1.0:1767384291.348214:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384291.348218:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=1767384291 v=0 (0 0 0 0) 00000100:00000001:0.0:1767384291.348218:0:17546:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384291.348221:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384291.348226:0:17546:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6625df 00000100:00000001:1.0:1767384291.348227:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384291.348229:0:16137:0:(import.c:2194:obd_at_measure()) AT 000000002b28e075 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000400:00000010:0.0:1767384291.348232:0:17546:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b6625df. 00000100:00000001:1.0:1767384291.348233:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384291.348240:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348241:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.348241:0:17546:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384291.348247:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384291.348251:0:17546:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.348252:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384291.348261:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.348267:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384291.348272:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742592 00000100:00000001:0.0:1767384291.348275:0:17546:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384291.348278:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384291.348284:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384291.348284:0:17546:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384291.348314:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348330:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384291.348333:0:17546:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.348335:0:16137:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000001:1.0:1767384291.348335:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.348336:0:17546:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384291.348343:0:16137:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 02000000:00000001:1.0:1767384291.348345:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.348345:0:17546:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348347:0:16137:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384291.348351:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.348354:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879094 00000100:00100000:1.0:1767384291.348355:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742592 00000100:00000040:3.0:1767384291.348358:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384291.348362:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384291.348363:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879092 00000020:00000040:1.0:1767384291.348369:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384291.348372:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879094 00000020:00000001:1.0:1767384291.348376:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384291.348377:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.348379:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879092 00000020:00000040:1.0:1767384291.348382:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384291.348384:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.348388:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879094 00000100:00000001:3.0:1767384291.348389:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.348392:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384291.348396:0:16137:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1767384291.348399:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384291.348400:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879092 00000100:00080000:3.0:1767384291.348402:0:16137:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:1.0:1767384291.348408:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384291.348410:0:16137:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384291.348410:0:17546:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879094 00000020:00000040:3.0:1767384291.348414:0:16137:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc61 00000020:00000001:3.0:1767384291.348417:0:16137:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384291.348419:0:17546:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879092 00000020:00000040:3.0:1767384291.348420:0:16137:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000579dbd95 refcount=7 00000020:00000001:3.0:1767384291.348427:0:16137:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000001:0.0:1767384291.348428:0:17546:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.348431:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058100018. 00000020:00000001:3.0:1767384291.348432:0:16137:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000001:0.0:1767384291.348433:0:17546:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.348439:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.348441:0:17546:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767384291.348442:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=1767384291 v=0 (0 0 0 0) 00000020:00000010:1.0:1767384291.348443:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058100018. 00000100:00000001:0.0:1767384291.348444:0:17546:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:3.0:1767384291.348449:0:16137:0:(import.c:2194:obd_at_measure()) AT 000000002b28e075 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000010:1.0:1767384291.348452:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5b32c58. 00000100:00100000:0.0:1767384291.348459:0:17546:0:(client.c:2690:ptlrpc_set_wait()) set 0000000030c2f101 going to sleep for 11 seconds 00000020:00000010:1.0:1767384291.348461:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043175db1. 00000100:00080000:3.0:1767384291.348463:0:16137:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00000001:0.0:1767384291.348464:0:17546:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384291.348467:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6400e7f. 00000100:00000001:0.0:1767384291.348469:0:17546:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.348470:0:16137:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 6 00000100:00000001:3.0:1767384291.348475:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:1.0:1767384291.348476:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384291.348478:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384291.348481:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:3.0:1767384291.348483:0:16137:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00000001:1.0:1767384291.348484:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:3.0:1767384291.348487:0:16137:0:(import.c:65:import_set_state_nolock()) 000000009d5c279a lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384291.348490:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384291.348491:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384291.348492:0:16137:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.348496:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348497:0:16137:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384291.348502:0:16137:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.348506:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348507:0:16137:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.348520:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.348521:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384291.348533:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236737742336:0@lo:38: 00000100:00000001:1.0:1767384291.348536:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384291.348539:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.348540:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384291.348543:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384291.348548:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:3.0:1767384291.348549:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce5ce3b x1853236737742336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384291.348554:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384291.348560:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016922704 : -113991692628912 : ffff98533da74c50) 00000100:00000001:3.0:1767384291.348562:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384291.348566:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384291.348567:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d09d6c7 x1853236737742592/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 4848/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384291.348569:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000036e6c3ac. 02000000:00000001:3.0:1767384291.348576:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384291.348579:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384291.348582:0:16137:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384291.348587:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384291.348587:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384291.348591:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000683b54e7. 00000020:00000010:1.0:1767384291.348592:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058100018. 02000000:00000001:3.0:1767384291.348594:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384291.348596:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384291.348597:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384291.348601:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 00000020:00000010:1.0:1767384291.348603:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058100018. 00000100:00000001:3.0:1767384291.348607:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384291.348611:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384291.348612:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742592:12345-0@lo:253: 00000100:00000001:3.0:1767384291.348615:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348621:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384291.348622:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742592 00000100:00000001:3.0:1767384291.348624:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384291.348626:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384291.348627:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.348631:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.348631:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384291.348636:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.348640:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384291.348641:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384291.348643:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384291.348644:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.348646:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384291.348647:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384291.348649:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.348652:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384291.348654:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384291.348659:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008ac5c281. 02000000:00000001:1.0:1767384291.348662:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.348663:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384291.348665:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384291.348672:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006d4c01e2. 20000000:01000000:1.0:1767384291.348681:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384291.348683:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384291.348684:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384291.348685:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384291.348687:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384291.348689:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384291.348691:0:16772:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000faf07b87. 20000000:00000010:1.0:1767384291.348698:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfa5dd7d. 20000000:01000000:1.0:1767384291.348700:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:1.0:1767384291.348704:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384291.348707:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384291.348906:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384291.348910:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384291.348911:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384291.348913:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384291.348915:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384291.348919:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384291.348922:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384291.348927:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005d6e5a03. 00080000:00000001:1.0:1767384291.348929:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726605824 : -113996982945792 : ffff985202537800) 00080000:00000001:1.0:1767384291.348930:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384291.348968:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384291.348970:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384291.348971:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384291.348979:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384291.348981:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384291.349017:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384291.349019:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384291.352341:0:1060:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294879094, at 4294879095 00000100:00000040:0.0:1767384291.352341:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294879094, at 4294879095 00000100:00000010:0.0:1767384291.352355:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000318e7127. 00000100:00000010:1.0:1767384291.352359:0:1060:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000100:00000040:3.0:1767384291.352431:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294879094, at 4294879095 00000100:00000010:3.0:1767384291.352440:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca403547. 00080000:00000001:3.0:1767384291.358183:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384291.358190:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384291.358194:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384291.358197:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384291.358200:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384291.358209:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384291.358217:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384291.358225:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384291.358234:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384291.358237:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384291.358239:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384291.358246:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384291.358249:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384291.358255:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a583f930. 00010000:00000001:0.0:1767384291.358260:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384291.358262:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00000020:00000001:0.0:1767384291.358265:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384291.358269:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fc6f to hash 00000020:00000001:0.0:1767384291.358271:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384291.358302:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358306:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358309:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384291.358311:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384291.358314:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358323:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384291.358325:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384291.358327:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384291.358330:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384291.358332:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384291.358334:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384291.358336:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384291.358339:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384291.358340:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384291.358342:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384291.358343:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384291.358345:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a583f930) refcount = 1 00010000:00010000:0.0:1767384291.358359:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358365:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384291.358367:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384291.358368:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384291.358370:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358372:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384291.358375:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384291.358378:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000707701s 00010000:00000001:0.0:1767384291.358382:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384291.358384:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.358386:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=4 00000020:00000001:0.0:1767384291.358389:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358392:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358394:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384291.358396:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358401:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384291.358403:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358408:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.358409:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384291.358411:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358416:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384291.358418:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358422:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384291.358423:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384291.358429:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de7a8a86 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384291.358438:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384291.358441:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384291.358444:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358450:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384291.358451:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384291.358453:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.358455:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=5 00000020:00000001:0.0:1767384291.358457:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358458:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384291.358461:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384291.358463:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358469:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384291.358472:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384291.358473:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358477:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384291.358478:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384291.358481:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384291.358483:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384291.358485:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fc6f from hash 00010000:00000001:0.0:1767384291.358487:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384291.358488:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.358489:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.358490:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384291.358492:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384291.358494:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384291.358496:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384291.358497:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384291.358499:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358501:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384291.358502:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384291.358505:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.358506:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.358512:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358514:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.358516:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384291.358518:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358523:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.358524:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.358525:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384291.358527:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384291.358528:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384291.358529:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384291.358531:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384291.358533:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384291.358535:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384291.358537:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384291.358542:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384291.358544:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384291.358545:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fc6f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384291.358550:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a583f930 count: 0 00010000:00000001:0.0:1767384291.358557:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384291.358559:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384291.361149:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384291.361154:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384291.361155:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006d4c01e2. 20000000:00000001:0.0:1767384291.361161:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384291.361164:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742592 00010000:00000001:0.0:1767384291.361167:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384291.361171:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d09d6c7 x1853236737742592/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384291.361179:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384291.361181:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.361183:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.361196:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384291.361199:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:0.0:1767384291.361201:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384291.361203:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384291.361205:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.361207:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.361209:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.361212:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011fdcd79. 00000100:00000200:0.0:1767384291.361215:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737742592, offset 224 00000400:00000200:0.0:1767384291.361220:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.361226:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.361231:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d701700 00000400:00000200:0.0:1767384291.361236:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10d1 [2] + 224 00000400:00000200:0.0:1767384291.361241:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.361244:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384291.361247:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.361249:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.361257:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a952e0e8 x1853236737742592/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.361301:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.361308:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011fdcd79 00000400:00000010:0.0:1767384291.361311:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011fdcd79. 00000100:00000001:0.0:1767384291.361315:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384291.361317:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.361323:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.361327:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:0.0:1767384291.361330:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384291.361333:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.361339:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384291.361345:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d09d6c7 x1853236737742592/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.361365:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:17546:x1853236737742592:12345-0@lo:253: Request processed in 12774us (13177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384291.361388:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:0.0:1767384291.361395:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384291.361401:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384291.361404:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384291.361409:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043175db1. 00000020:00000010:0.0:1767384291.361415:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6400e7f. 00000020:00000010:0.0:1767384291.361420:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5b32c58. 00000020:00000040:0.0:1767384291.361429:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384291.361434:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384291.361438:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008ac5c281. 02000000:00000001:0.0:1767384291.361444:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384291.361447:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384291.361455:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384291.361461:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027add2b6. 00000400:00000010:0.0:1767384291.361465:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011fdcd79. 00010000:00000001:3.0:1767384291.362357:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384291.362361:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.362366:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384291.362367:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.362402:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384291.362406:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384291.362409:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:0.0:1767384291.367001:0:17546:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367005:0:17546:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384291.367008:0:17546:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000019ef14eb. 00000020:00000001:0.0:1767384291.367012:0:17546:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384291.367014:0:17546:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000019ef14eb. 00000020:00000001:0.0:1767384291.367016:0:17546:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1767384291.367018:0:17546:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000dda09e53. 00000020:00000010:0.0:1767384291.367023:0:17546:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000019ef14eb. 00000020:00000010:0.0:1767384291.367025:0:17546:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000019ef14eb. 00040000:00000001:0.0:1767384291.367027:0:17546:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1767384291.367029:0:17546:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367031:0:17546:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384291.367032:0:17546:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367034:0:17546:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384291.367037:0:17546:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:0.0:1767384291.367040:0:17546:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e01340bb. 00000020:00000001:0.0:1767384291.367044:0:17546:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384291.367045:0:17546:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384291.367046:0:17546:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081061033472 : -113992648518144 : 0xffff985304ad9600) 00000020:00000001:0.0:1767384291.367054:0:17546:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081061033472 : -113992648518144 : ffff985304ad9600) 00000020:00000001:0.0:1767384291.367057:0:17546:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384291.367059:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.367061:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076729767656 : -113996979783960 : ffff98520283b6e8) 00000020:00000001:0.0:1767384291.367064:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384291.367065:0:17546:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384291.367077:0:17546:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fcbc0d08. 00002000:00000001:0.0:1767384291.367079:0:17546:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076704899160 : -113997004652456 : ffff985201084058) 00002000:00000001:0.0:1767384291.367090:0:17546:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384291.367091:0:17546:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1767384291.367132:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da1dd1f9. 00002000:00000001:0.0:1767384291.367135:0:17546:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367137:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.367139:0:17546:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367141:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367145:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076704899160 : -113997004652456 : ffff985201084058) 00080000:00000001:0.0:1767384291.367148:0:17546:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384291.367150:0:17546:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367152:0:17546:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367155:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.367171:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367173:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.367174:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367176:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384291.367178:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.367180:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000000ecfa78. 00000020:00000001:0.0:1767384291.367183:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.367186:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006548d03f. 00000020:00000001:0.0:1767384291.367188:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367190:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.367192:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.367194:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.367195:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367205:0:17546:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367213:0:17546:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384291.367225:0:17546:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384291.367237:0:17546:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367239:0:17546:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367240:0:17546:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384291.367242:0:17546:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.367244:0:17546:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384291.367247:0:17546:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367248:0:17546:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367249:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367252:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731764568 : -113996977787048 : ffff985202a22f58) 00100000:00000001:0.0:1767384291.367255:0:17546:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1767384291.367257:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.367259:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076729767656 : -113996979783960 : ffff98520283b6e8) 00080000:00000001:0.0:1767384291.367262:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.367270:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367272:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.367273:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367275:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384291.367276:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.367278:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b56c0281. 00000020:00000001:0.0:1767384291.367281:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.367284:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6f0eb09. 00000020:00000001:0.0:1767384291.367318:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367321:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.367323:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.367324:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.367326:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367342:0:17546:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367349:0:17546:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384291.367354:0:17546:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384291.367365:0:17546:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367367:0:17546:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367369:0:17546:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384291.367371:0:17546:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.367373:0:17546:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384291.367376:0:17546:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367378:0:17546:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367380:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367390:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731764312 : -113996977787304 : ffff985202a22e58) 00100000:00000001:0.0:1767384291.367450:0:17546:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384291.367455:0:17546:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1767384291.367458:0:17546:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000a65c21db. 00100000:00000010:0.0:1767384291.367463:0:17546:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000cb2c67ba. 00100000:00000010:0.0:1767384291.367466:0:17546:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000002237b7ba. 00100000:00000010:0.0:1767384291.367468:0:17546:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000029a88548. 00000020:00000001:0.0:1767384291.367470:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384291.367473:0:17546:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630076729767656 : -113996979783960 : ffff98520283b6e8) 00080000:00000001:0.0:1767384291.367476:0:17546:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384291.367485:0:17546:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367487:0:17546:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384291.367488:0:17546:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367490:0:17546:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384291.367491:0:17546:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384291.367494:0:17546:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002492cdd7. 00000020:00000001:0.0:1767384291.367496:0:17546:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384291.367498:0:17546:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f7545f0. 00000020:00000001:0.0:1767384291.367500:0:17546:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367502:0:17546:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384291.367503:0:17546:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384291.367504:0:17546:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384291.367506:0:17546:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367513:0:17546:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367519:0:17546:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384291.367523:0:17546:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384291.367531:0:17546:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367533:0:17546:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367535:0:17546:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384291.367536:0:17546:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384291.367537:0:17546:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384291.367539:0:17546:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367540:0:17546:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384291.367542:0:17546:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.367544:0:17546:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076731761240 : -113996977790376 : ffff985202a22258) 00100000:00000001:0.0:1767384291.367577:0:17546:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1767384291.367590:0:17546:0:(lu_object.c:207:lu_object_put()) Add 00000000c1a1a1af/000000001619196e to site lru. bkt: 0000000039fca2d3 00000020:00000010:0.0:1767384291.367596:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000682777f0. 00000020:00000010:0.0:1767384291.367599:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002166e9cc. 00000020:00000010:0.0:1767384291.367602:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005543f13c. 00000020:00000010:0.0:1767384291.367605:0:17546:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000caa97c0. 00000020:00000010:0.0:1767384291.367608:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5b32c58. 80000000:00000010:0.0:1767384291.367610:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008bc1995e. 40000000:00000010:0.0:1767384291.367612:0:17546:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ef5e6343. 00100000:00000010:0.0:1767384291.367615:0:17546:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000051ecedb8. 00040000:00000010:0.0:1767384291.367618:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc557695. 00040000:00000010:0.0:1767384291.367620:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000f02960e. 00080000:00000010:0.0:1767384291.367623:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c749aae3. 00002000:00000010:0.0:1767384291.367626:0:17546:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c256c6b5. 00000001:00000001:0.0:1767384291.367629:0:17546:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384291.367630:0:17546:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384291.367633:0:17546:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384291.367636:0:17546:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005dca26a8. 00080000:00000001:0.0:1767384291.367638:0:17546:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730977280 : -113996978574336 : ffff985202962c00) 00080000:00000001:0.0:1767384291.367641:0:17546:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384291.367648:0:17546:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.367649:0:17546:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367651:0:17546:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384291.367661:0:17546:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384291.367663:0:17546:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384291.367665:0:17546:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384291.367674:0:17546:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384291.367677:0:17546:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384291.367679:0:17546:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.367681:0:17546:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384291.372304:0:17437:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a583f930. 00010000:00000010:0.1:1767384291.372344:0:17437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de7a8a86. 00080000:00000001:0.0:1767384291.387949:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.387953:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.387956:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.387958:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005dca26a8. 00080000:00000001:0.0:1767384291.387964:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.387975:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.387976:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.387978:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.387979:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dcd0d8f2. 00080000:00000001:0.0:1767384291.387981:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.387984:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.387986:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.387987:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.387991:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000020dc09cb. 00080000:00000001:0.0:1767384291.387996:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388000:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388003:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388008:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388011:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006ea9e732. 00080000:00000001:0.0:1767384291.388015:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388018:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388021:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388024:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388027:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e5456afe. 00080000:00000001:0.0:1767384291.388031:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388037:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388038:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388040:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388044:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000910cb74a. 00080000:00000001:0.0:1767384291.388049:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388053:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388055:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388057:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388059:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006528a665. 00080000:00000001:0.0:1767384291.388067:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388070:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388073:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388076:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388078:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007c16d3e8. 00080000:00000001:0.0:1767384291.388084:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388088:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388091:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388092:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388096:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000871691bf. 00080000:00000001:0.0:1767384291.388100:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388110:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388113:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388116:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388118:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000146eeeda. 00080000:00000001:0.0:1767384291.388122:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388123:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388124:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388125:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388128:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e4cfc7bf. 00080000:00000001:0.0:1767384291.388132:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388137:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388139:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388142:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388145:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007cc13bd9. 00080000:00000001:0.0:1767384291.388152:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388154:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388157:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388159:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388164:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e8aa653c. 00080000:00000001:0.0:1767384291.388168:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388172:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388176:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388179:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388183:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099fda564. 00080000:00000001:0.0:1767384291.388189:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388192:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388196:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388198:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388202:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000aca6d83. 00080000:00000001:0.0:1767384291.388207:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388211:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388212:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388213:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388215:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003767cf1d. 00080000:00000001:0.0:1767384291.388218:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388221:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388224:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388228:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388231:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000786431b3. 00080000:00000001:0.0:1767384291.388236:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388248:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388251:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388254:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388259:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007de11727. 00080000:00000001:0.0:1767384291.388263:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388268:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388272:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388297:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388299:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa34251e. 00080000:00000001:0.0:1767384291.388302:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388304:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388306:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388307:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388309:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f7a6f7b. 00080000:00000001:0.0:1767384291.388312:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388315:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388319:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388322:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388326:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008c4de8b8. 00080000:00000001:0.0:1767384291.388332:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388336:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388339:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388343:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388347:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002475ef3d. 00080000:00000001:0.0:1767384291.388355:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388357:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388358:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388360:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388361:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001731cdcb. 00080000:00000001:0.0:1767384291.388363:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388366:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388369:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388370:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388372:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd1101b5. 00080000:00000001:0.0:1767384291.388382:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388385:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388388:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388390:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388394:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000097032b15. 00080000:00000001:0.0:1767384291.388400:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388413:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388416:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388419:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388423:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b13dd6b4. 00080000:00000001:0.0:1767384291.388433:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388437:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388440:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388445:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388447:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009f5b4cb0. 00080000:00000001:0.0:1767384291.388453:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388457:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388461:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388464:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388468:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f81ec049. 00080000:00000001:0.0:1767384291.388472:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388475:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388479:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388484:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388489:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c56c2add. 00080000:00000001:0.0:1767384291.388492:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388495:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388498:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388503:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388507:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000088f52751. 00080000:00000001:0.0:1767384291.388512:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388517:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388519:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388523:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388524:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1c0f7d0. 00080000:00000001:0.0:1767384291.388528:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388531:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388532:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388533:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388535:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7d921ce. 00080000:00000001:0.0:1767384291.388539:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388541:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388545:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388549:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388552:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c68c2dfa. 00080000:00000001:0.0:1767384291.388558:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388566:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388570:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388571:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388573:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d814a610. 00080000:00000001:0.0:1767384291.388578:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388584:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388589:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388592:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388596:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000000e1255f. 00080000:00000001:0.0:1767384291.388602:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388605:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388608:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388610:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388611:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0f2b28d. 00080000:00000001:0.0:1767384291.388615:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388620:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388622:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388623:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388624:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ff45f87. 00080000:00000001:0.0:1767384291.388626:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388628:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388630:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388634:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388635:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000047757c41. 00080000:00000001:0.0:1767384291.388638:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388640:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388641:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388643:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388644:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019bfd81c. 00080000:00000001:0.0:1767384291.388649:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388651:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388652:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388655:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388658:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011860ebc. 00080000:00000001:0.0:1767384291.388663:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388666:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388669:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388671:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388673:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006d5aedac. 00080000:00000001:0.0:1767384291.388677:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388688:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388691:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388694:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388696:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c28d1b2. 00080000:00000001:0.0:1767384291.388700:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388703:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388707:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388709:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388712:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ebcc5329. 00080000:00000001:0.0:1767384291.388717:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388720:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388725:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388727:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388729:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f014fa83. 00080000:00000001:0.0:1767384291.388734:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388735:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388737:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388740:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388742:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ace11039. 00080000:00000001:0.0:1767384291.388747:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388749:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388753:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388756:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388757:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c4ee7a3. 00080000:00000001:0.0:1767384291.388764:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388769:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388773:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388776:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388779:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5451a85. 00080000:00000001:0.0:1767384291.388784:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388789:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388792:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388794:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388798:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f002aa02. 00080000:00000001:0.0:1767384291.388804:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388808:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388813:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388819:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388823:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e828c096. 00080000:00000001:0.0:1767384291.388827:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388832:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388833:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388834:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388835:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009fc433f3. 00080000:00000001:0.0:1767384291.388838:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388840:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388842:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388845:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388848:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001897380. 00080000:00000001:0.0:1767384291.388854:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388858:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388861:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388865:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388866:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008fe123dd. 00080000:00000001:0.0:1767384291.388881:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388884:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388885:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388886:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388887:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9eb4783. 00080000:00000001:0.0:1767384291.388890:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388891:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388892:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388894:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388895:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000086c0e43d. 00080000:00000001:0.0:1767384291.388907:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388909:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388910:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388911:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388912:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007be1dfb5. 00080000:00000001:0.0:1767384291.388915:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388917:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388919:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388920:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388922:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a967766c. 00080000:00000001:0.0:1767384291.388925:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388928:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388929:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388931:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388933:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000943eb9d0. 00080000:00000001:0.0:1767384291.388936:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388945:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388947:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388949:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388951:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009768bf1f. 00080000:00000001:0.0:1767384291.388954:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388958:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388959:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388961:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388962:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000648baadc. 00080000:00000001:0.0:1767384291.388965:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388967:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388969:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388970:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388971:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008cccc528. 00080000:00000001:0.0:1767384291.388973:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388975:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388975:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388976:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388977:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bcfc3574. 00080000:00000001:0.0:1767384291.388979:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388981:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388982:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388984:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388985:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c8720efe. 00080000:00000001:0.0:1767384291.388988:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.388990:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.388991:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.388992:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.388994:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e2bf730. 00080000:00000001:0.0:1767384291.388997:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389000:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389002:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389003:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389005:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 00080000:00000001:0.0:1767384291.389009:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389013:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389015:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389017:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389018:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee181fc1. 00080000:00000001:0.0:1767384291.389022:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389029:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389031:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389032:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389034:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000edf687b7. 00080000:00000001:0.0:1767384291.389037:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389039:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389041:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389043:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389045:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8fcdf16. 00080000:00000001:0.0:1767384291.389047:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389049:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389050:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389052:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389053:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000017821786. 00080000:00000001:0.0:1767384291.389056:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389058:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389059:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389060:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389061:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d5c50d80. 00080000:00000001:0.0:1767384291.389063:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389064:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389065:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389067:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389068:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d8aa622. 00080000:00000001:0.0:1767384291.389070:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389072:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389072:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389073:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389074:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000072a36e4. 00080000:00000001:0.0:1767384291.389076:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389078:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389079:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389080:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389082:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000743452c7. 00080000:00000001:0.0:1767384291.389084:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389086:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389087:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389087:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389088:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006fe1e2c9. 00080000:00000001:0.0:1767384291.389090:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389100:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389101:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389102:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389103:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3175cfa. 00080000:00000001:0.0:1767384291.389105:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389106:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389108:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389109:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389111:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009706a8d3. 00080000:00000001:0.0:1767384291.389114:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389118:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389119:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389122:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389123:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000036256304. 00080000:00000001:0.0:1767384291.389126:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389129:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389131:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389133:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389135:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c0732d9. 00080000:00000001:0.0:1767384291.389136:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389139:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389140:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389142:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389144:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000184e855b. 00080000:00000001:0.0:1767384291.389147:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389148:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389149:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389151:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389152:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c798e826. 00080000:00000001:0.0:1767384291.389153:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389155:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389155:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389157:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389158:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e49edcaf. 00080000:00000001:0.0:1767384291.389161:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389165:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389167:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389171:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389173:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a08c340b. 00080000:00000001:0.0:1767384291.389176:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389186:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389189:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389191:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389194:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aaead0aa. 00080000:00000001:0.0:1767384291.389197:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389202:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389203:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389206:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389208:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005a20f1c. 00080000:00000001:0.0:1767384291.389210:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389214:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389217:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389220:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389221:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2389a7. 00080000:00000001:0.0:1767384291.389223:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389227:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389228:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389230:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389231:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023dbcdc5. 00080000:00000001:0.0:1767384291.389234:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389241:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389243:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389245:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389249:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000000265f12. 00080000:00000001:0.0:1767384291.389252:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389256:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389259:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389261:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389265:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a276e1c. 00080000:00000001:0.0:1767384291.389268:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389270:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389301:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389303:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389305:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000045e41b24. 00080000:00000001:0.0:1767384291.389310:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389313:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389314:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389317:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389320:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009748cf67. 00080000:00000001:0.0:1767384291.389324:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384291.389337:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384291.389340:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384291.389342:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384291.389344:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f35127d3. 00080000:00000001:0.0:1767384291.389351:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384291.389966:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384291.389977:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.389985:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.389995:0:10078:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384291.389998:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.390006:0:10078:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.390013:0:10078:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384291.390016:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.390022:0:10078:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:1.0:1767384291.390024:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.390033:0:10078:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.390038:0:10078:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.489383:0:16764:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384291.489389:0:16764:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.605597:0:17585:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.605613:0:17585:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.605618:0:17585:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.605625:0:17585:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.605642:0:17585:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.605645:0:17585:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.011459:0:17635:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384292.011472:0:17635:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.011475:0:17635:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.011481:0:17635:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384292.011486:0:17635:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.011489:0:17635:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767384292.188254:0:17673:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1767384292.188262:0:17673:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1767384292.188266:0:17673:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1767384292.385445:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384292.385453:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.385462:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384292.385465:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.385482:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384292.385500:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.385504:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.385512:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384292.385515:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384292.385518:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384292.385522:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.385526:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384292.385528:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384292.385536:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.439324:0:17683:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384292.439341:0:17683:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.439347:0:17683:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.439355:0:17683:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384292.439362:0:17683:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.439366:0:17683:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.409347:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384293.409360:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384293.409362:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.409368:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384293.409371:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384293.409375:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.409377:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384293.409472:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384293.409477:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384293.409482:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384293.409484:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.179643:0:17910:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384294.179659:0:17910:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.179664:0:17910:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.179672:0:17910:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384294.179680:0:17910:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.179687:0:17910:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.369395:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384294.369402:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:3.0:1767384294.369421:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.369425:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384294.369427:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384294.369429:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384294.369432:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384294.369435:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384294.369438:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 5 10000000:00000001:3.0:1767384294.369442:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384294.369444:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384294.369454:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d93e20. 00000020:00000040:3.0:1767384294.369460:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384294.369466:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384294.369470:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384294.369477:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384294.369488:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075638cad. 00000100:00000001:3.0:1767384294.369496:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.369502:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384294.369505:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384294.369515:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003917b9af. 00010000:00000001:3.0:1767384294.369521:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384294.369527:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038e720c2. 00000020:00000010:3.0:1767384294.369535:0:16775:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006008864d. 00000020:00000001:3.0:1767384294.369540:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384294.369546:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038e720c2 with handle 0x1cafe7b7e4a4fc76 to hash 00000020:00000001:3.0:1767384294.369549:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384294.369551:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.369555:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.369560:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384294.369564:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.369568:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384294.369579:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384294.369605:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384294.369613:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384294.369616:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384294.369624:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052950913. 00000100:00000001:3.0:1767384294.369627:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081130495744 : -113992579055872 : ffff985308d17f00) 00000100:00000001:3.0:1767384294.369632:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384294.369633:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877987712 : -113991831563904 : ffff9853355f5180) 00000100:00000001:3.0:1767384294.369639:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384294.369642:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.369645:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384294.369648:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384294.369657:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.369669:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384294.369673:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.369678:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384294.369682:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384294.369686:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384294.369690:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019d93e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737742720:0@lo:101: 00000100:00000001:3.0:1767384294.369696:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384294.369704:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384294.369707:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.369710:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384294.369717:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000fc8569f. 02000000:00000001:3.0:1767384294.369720:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384294.369729:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa82c36. 00000400:00000010:3.0:1767384294.369740:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000100:00000200:3.0:1767384294.369749:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737742720, portal 25 00000100:00000001:3.0:1767384294.369752:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384294.369754:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877987712 : -113991831563904 : ffff9853355f5180) 00000100:00000040:3.0:1767384294.369761:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.369779:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384294.369784:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384294.369789:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384294.369792:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737742720, offset 0 00000400:00000200:3.0:1767384294.369800:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.369814:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.369829:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d701780 00000400:00000200:3.0:1767384294.369836:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:3.0:1767384294.369841:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc293701. 00000400:00000200:3.0:1767384294.369847:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095cff38c 00000400:00000200:3.0:1767384294.369877:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.369885:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.369892:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cff38c 00000400:00000010:3.0:1767384294.369896:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095cff38c. 00000100:00000001:3.0:1767384294.369905:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384294.369908:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384294.369913:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000c6826723 x1853236737742720 msgsize 328 00000100:00100000:3.0:1767384294.369923:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384294.369927:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384294.369947:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384294.369957:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384294.369961:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000001:3.0:1767384294.369967:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384294.369975:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.369987:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.369993:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.370003:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.370006:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384294.370014:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.370017:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384294.370019:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882115 00000100:00100000:0.0:1767384294.370026:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742720 00000100:00000010:3.0:1767384294.370029:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000485bd913. 02000000:00000001:0.0:1767384294.370034:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.370039:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384294.370047:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.370053:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384294.370059:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.370063:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882115 00000100:00100000:0.0:1767384294.370069:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742720 00000100:00000010:3.0:1767384294.370072:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000298e8fed. 00000020:00000001:0.0:1767384294.370081:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384294.370082:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384294.370091:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384294.370092:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882115 00000020:00000001:0.0:1767384294.370103:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384294.370104:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adae3ca1. 00000020:00000040:0.0:1767384294.370113:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384294.370114:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384294.370122:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882115 00000020:00000001:0.0:1767384294.370128:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000010:3.0:1767384294.370129:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085c1587b. 00000100:00000001:3.0:1767384294.370136:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384294.370142:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384294.370143:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.370150:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.370156:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.370158:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384294.370159:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384294.370162:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000052950913 going to sleep for 11 seconds 00000100:00000001:3.0:1767384294.370166:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384294.370169:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384294.370180:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcd96c7d. 00000100:00000001:0.0:1767384294.370185:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.370189:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcd96c7d. 00000020:00000010:0.0:1767384294.370197:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed34e5b1. 00000020:00000010:0.0:1767384294.370203:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f55387dd. 00000020:00000010:0.0:1767384294.370210:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000100:00000040:0.0:1767384294.370221:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384294.370224:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384294.370226:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384294.370229:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.370239:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.370258:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.370307:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.370311:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384294.370318:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:0.0:1767384294.370323:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384294.370327:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016921680 : -113991692629936 : ffff98533da74850) 00000100:00000040:0.0:1767384294.370335:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6826723 x1853236737742720/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.370348:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.370353:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcd96c7d. 00000100:00000001:0.0:1767384294.370356:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.370359:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcd96c7d. 00000100:00100000:0.0:1767384294.370365:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737742720:12345-0@lo:101: 00000100:00000200:0.0:1767384294.370371:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742720 00000020:00000001:0.0:1767384294.370374:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384294.370379:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384294.370381:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.370385:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384294.370387:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:0.0:1767384294.370392:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384294.370393:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.370410:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384294.370415:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384294.370421:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.370426:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384294.370430:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384294.370433:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384294.370437:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384294.370440:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.370449:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384294.370457:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dced00b3. 00010000:00000001:0.0:1767384294.370464:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384294.370468:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ba16e11. 00000020:00000001:0.0:1767384294.370474:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384294.370478:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000ba16e11 with handle 0x1cafe7b7e4a4fc7d to hash 00000020:00000001:0.0:1767384294.370483:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384294.370485:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384294.370490:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00010000:0.0:1767384294.370496:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fc76 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384294.370511:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:0.0:1767384294.370516:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384294.370527:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384294.370532:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384294.370540:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d9c172ac. 02000000:00000001:0.0:1767384294.370546:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.370549:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.370553:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384294.370557:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384294.370560:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384294.370563:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384294.370565:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384294.370568:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384294.370570:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384294.370573:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384294.370576:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384294.370589:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384294.370591:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384294.370594:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dced00b3) refcount = 1 00010000:00010000:0.0:1767384294.370601:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384294.370609:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384294.370611:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384294.370613:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384294.370616:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.370619:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384294.370625:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384294.370629:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384294.370637:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384294.370639:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384294.370642:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384294.370645:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.370648:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384294.370649:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384294.370652:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384294.370653:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000ba16e11, rc 0) 00000020:00000001:0.0:1767384294.370656:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384294.370660:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742720 00010000:00000001:0.0:1767384294.370664:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384294.370669:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6826723 x1853236737742720/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384294.370682:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384294.370686:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384294.370693:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384294.370701:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384294.370705:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:0.0:1767384294.370709:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384294.370715:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384294.370729:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.370737:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384294.370742:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384294.370749:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384294.370755:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737742720, offset 224 00000400:00000200:0.0:1767384294.370767:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.370780:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.370795:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d701780 00000400:00000200:0.0:1767384294.370801:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10e1 [1] + 224 00000400:00000200:0.0:1767384294.370808:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.370814:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384294.370822:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384294.370830:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384294.370842:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.370889:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384294.370898:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:0.0:1767384294.370901:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384294.370905:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384294.370907:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384294.370912:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.370916:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:0.0:1767384294.370920:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384294.370922:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.370925:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384294.370930:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6826723 x1853236737742720/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 328/344 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384294.370943:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737742720:12345-0@lo:101: Request processed in 592us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384294.370954:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:0.0:1767384294.370958:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384294.370962:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384294.370966:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384294.370978:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384294.370980:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384294.370985:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384294.370989:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f55387dd. 00000400:00000010:3.0:1767384294.370991:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000020:00000010:0.0:1767384294.371003:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000400:00000200:3.0:1767384294.371004:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000400:00000010:3.0:1767384294.371013:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000020:00000010:0.0:1767384294.371016:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed34e5b1. 00000100:00000001:3.0:1767384294.371020:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384294.371027:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000200:3.0:1767384294.371034:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384294.371039:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384294.371046:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d9c172ac. 02000000:00000001:0.0:1767384294.371060:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384294.371061:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.371068:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.371083:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384294.371084:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384294.371086:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.371095:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384294.371099:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384294.371101:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732a5bc4. 00000100:00000001:3.0:1767384294.371103:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384294.371114:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000569a4314. 00000100:00000001:3.0:1767384294.371123:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.371129:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384294.371136:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384294.371141:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384294.371145:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384294.371146:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.371150:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384294.371154:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371157:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384294.371164:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371174:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.371178:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384294.371180:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384294.371187:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384294.371197:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019d93e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737742720:0@lo:101: 00000100:00000001:3.0:1767384294.371205:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.371209:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371211:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384294.371213:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.371218:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371227:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384294.371230:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000052950913. 00000100:00000001:3.0:1767384294.371234:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384294.371236:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.371239:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384294.371242:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.371245:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.371247:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=4 00000020:00000001:3.0:1767384294.371250:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.371254:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000040:3.0:1767384294.371268:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000038e720c2, remote cookie: 0x1cafe7b7e4a4fc7d, flags: 0x0 00010000:00000001:3.0:1767384294.371272:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384294.371319:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384294.371322:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384294.371324:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384294.371325:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384294.371328:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003917b9af) refcount = 1 00010000:00010000:3.0:1767384294.371333:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc7d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.371343:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384294.371345:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384294.371348:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384294.371351:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384294.371354:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.371358:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fc7d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.371365:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384294.371367:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.371369:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.371370:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.371372:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.371374:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371376:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.371381:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019d93e20 x1853236737742720/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371390:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384294.371394:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384294.371398:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000fc8569f. 02000000:00000001:3.0:1767384294.371405:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384294.371408:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384294.371411:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384294.371414:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384294.371417:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000075638cad. 02000000:00000001:3.0:1767384294.371423:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384294.371434:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384294.371436:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d93e20. 00000100:00000001:3.0:1767384294.371442:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384294.371443:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384294.371445:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.371448:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384294.371450:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:3.0:1767384294.371452:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.371454:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.371456:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.371458:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=3 00000020:00000001:3.0:1767384294.371460:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.371463:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.371465:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384294.371467:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.371470:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.371471:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.371474:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384294.371480:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000753122f6. 00000100:00000010:3.0:1767384294.371502:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d93e20. 00000020:00000040:3.0:1767384294.371505:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384294.371509:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384294.371511:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384294.371515:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384294.371521:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075638cad. 00000100:00000001:3.0:1767384294.371526:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371530:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384294.371536:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000fc8569f. 00000100:00000010:3.0:1767384294.371541:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000028117403. 00000020:00000040:3.0:1767384294.371544:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384294.371548:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384294.371550:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384294.371556:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052950913. 00000100:00000001:3.0:1767384294.371559:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081130495744 : -113992579055872 : ffff985308d17f00) 00000100:00000001:3.0:1767384294.371561:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384294.371563:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877987712 : -113991831563904 : ffff9853355f5180) 00000100:00000001:3.0:1767384294.371573:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384294.371575:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371577:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384294.371579:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384294.371583:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371592:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384294.371593:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.371597:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384294.371599:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384294.371602:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384294.371605:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019d93e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737742848:0@lo:256: 00000100:00000001:3.0:1767384294.371608:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384294.371611:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384294.371614:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371617:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384294.371624:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa82c36. 00000400:00000010:3.0:1767384294.371631:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000de2c4041. 00000100:00000200:3.0:1767384294.371635:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d701800-0x695824d701800, portal 33 00000100:00000001:3.0:1767384294.371640:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.371642:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384294.371647:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061bd6b25. 02000000:00000001:3.0:1767384294.371650:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384294.371656:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc293701. 00000400:00000010:3.0:1767384294.371661:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000100:00000200:3.0:1767384294.371664:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737742848, portal 25 00000100:00000001:3.0:1767384294.371666:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384294.371669:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877987712 : -113991831563904 : ffff9853355f5180) 00000100:00000040:3.0:1767384294.371676:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371684:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384294.371689:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384294.371694:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384294.371698:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737742848, offset 0 00000400:00000200:3.0:1767384294.371718:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.371733:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.371746:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d701800 00000400:00000200:3.0:1767384294.371752:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:3.0:1767384294.371756:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:3.0:1767384294.371759:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006587b30e 00000400:00000200:3.0:1767384294.371764:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.371767:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.371771:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006587b30e 00000400:00000010:3.0:1767384294.371773:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006587b30e. 00000100:00000001:3.0:1767384294.371777:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384294.371779:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384294.371782:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000005f0a2e87 x1853236737742848 msgsize 304 00000100:00100000:3.0:1767384294.371786:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384294.371788:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384294.371806:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384294.371812:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384294.371814:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000001:3.0:1767384294.371817:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384294.371822:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371832:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.371837:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.371847:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371872:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384294.371880:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384294.371881:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384294.371888:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742848 00000100:00000001:3.0:1767384294.371890:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882117 02000000:00000001:0.0:1767384294.371897:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.371902:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384294.371905:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294882115 00000100:00000001:0.0:1767384294.371906:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.371919:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.371922:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882117 00000100:00100000:0.0:1767384294.371924:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742848 00000020:00000001:0.0:1767384294.371932:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384294.371934:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294882115 00000020:00000040:0.0:1767384294.371935:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384294.371942:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384294.371945:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882117 00000020:00000040:0.0:1767384294.371947:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384294.371956:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294882115 00000020:00000001:0.0:1767384294.371957:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384294.371962:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384294.371966:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.371976:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcd96c7d. 00000100:00000001:3.0:1767384294.371977:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882117 00000100:00000001:0.0:1767384294.371987:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.371990:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294882115 00000020:00000010:0.0:1767384294.371996:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcd96c7d. 00000100:00000001:3.0:1767384294.371999:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.372005:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384294.372009:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed34e5b1. 00000100:00000001:3.0:1767384294.372010:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384294.372015:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384294.372020:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000052950913 going to sleep for 11 seconds 00000020:00000010:0.0:1767384294.372022:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f55387dd. 00000100:00000001:3.0:1767384294.372026:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384294.372031:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384294.372034:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000100:00000040:0.0:1767384294.372048:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384294.372053:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384294.372056:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384294.372074:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372083:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372104:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.372123:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.372126:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384294.372133:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:0.0:1767384294.372138:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384294.372142:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016919632 : -113991692631984 : ffff98533da74050) 00000100:00000040:0.0:1767384294.372151:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f0a2e87 x1853236737742848/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 304/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.372167:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.372173:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcd96c7d. 00000100:00000001:0.0:1767384294.372177:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.372180:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcd96c7d. 00000100:00100000:0.0:1767384294.372191:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737742848:12345-0@lo:256: 00000100:00000200:0.0:1767384294.372196:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742848 00000020:00000001:0.0:1767384294.372199:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384294.372204:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384294.372207:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.372210:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384294.372213:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:0.0:1767384294.372217:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384294.372220:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.372224:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384294.372226:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384294.372230:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372234:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384294.372238:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384294.372242:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d9c172ac. 02000000:00000001:0.0:1767384294.372246:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372249:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.372252:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384294.372257:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384294.372316:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384294.372320:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384294.372324:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.372328:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384294.372332:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384294.372337:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004bf69592. 20000000:00000001:0.0:1767384294.372342:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384294.372355:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384294.372362:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:0.0:1767384294.372366:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384294.372368:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1767384294.372371:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:0.0:1767384294.372373:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:0.0:1767384294.372376:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384294.372381:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000007e8000. 00000100:00000010:0.0:1767384294.372384:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000028ebb543. 00000020:00000040:0.0:1767384294.372387:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:0.0:1767384294.372391:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384294.372394:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384294.372398:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000400:00000010:0.0:1767384294.372408:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7b2b276. 00000400:00000200:0.0:1767384294.372415:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.372427:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.372438:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x695824d701800 00000400:00000200:0.0:1767384294.372447:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10f1 [4] + 0 00000400:00000010:0.0:1767384294.372453:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000400:00000200:0.0:1767384294.372459:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de2c4041 00000400:00000200:0.0:1767384294.372465:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.372470:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384294.372476:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de2c4041 00000400:00000010:0.0:1767384294.372479:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000de2c4041. 00000100:00000001:0.0:1767384294.372485:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384294.372488:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000019d93e20 desc 000000000fc8569f mbits 1853236737742848 00000100:00000001:0.0:1767384294.372510:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384294.372516:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384294.372525:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384294.372553:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10fd 00000400:00000200:0.0:1767384294.372559:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.372562:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384294.372567:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384294.372569:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000007e8000 00000100:00000001:0.0:1767384294.372571:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384294.372579:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:0.0:1767384294.372581:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384294.372585:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384294.372586:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000007e8000 00000100:00000001:0.0:1767384294.372591:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384294.372598:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x695824d701800-0x695824d701800 00000100:00000001:0.0:1767384294.372603:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.372608:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372612:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384294.372615:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:0.0:1767384294.372619:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000028ebb543. 00000100:00000001:3.0:1767384294.372623:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384294.372624:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000007e8000. 00000100:00000001:0.0:1767384294.372634:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000100:00000001:3.0:1767384294.372636:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.372637:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384294.372659:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004bf69592. 20000000:00000001:0.0:1767384294.372666:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384294.372669:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742848 00010000:00000001:0.0:1767384294.372673:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384294.372680:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f0a2e87 x1853236737742848/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 304/240 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384294.372695:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384294.372698:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384294.372702:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384294.372708:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384294.372711:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:0.0:1767384294.372715:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384294.372719:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384294.372722:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.372726:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384294.372740:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384294.372745:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384294.372751:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737742848, offset 224 00000400:00000200:0.0:1767384294.372758:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.372769:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.372778:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d701800 00000400:00000200:0.0:1767384294.372786:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10f5 [1] + 224 00000400:00000200:0.0:1767384294.372793:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.372799:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384294.372803:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384294.372807:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384294.372817:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.372839:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384294.372845:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:0.0:1767384294.372847:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384294.372870:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384294.372874:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384294.372881:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.372886:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:0.0:1767384294.372890:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384294.372893:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.372896:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384294.372900:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384294.372904:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f0a2e87 x1853236737742848/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:275/0 lens 304/240 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384294.372910:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384294.372917:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384294.372923:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc293701. 00000100:00100000:0.0:1767384294.372925:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737742848:12345-0@lo:256: Request processed in 754us (1136us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384294.372935:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000400:00000010:3.0:1767384294.372941:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00100000:0.0:1767384294.372942:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000001:3.0:1767384294.372949:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384294.372950:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384294.372957:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384294.372959:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384294.372961:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384294.372965:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f55387dd. 00000100:00000200:3.0:1767384294.372982:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384294.372987:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000020:00000010:0.0:1767384294.372997:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed34e5b1. 00000100:00000001:3.0:1767384294.373009:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384294.373011:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384294.373014:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384294.373020:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384294.373021:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384294.373027:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d9c172ac. 02000000:00000001:3.0:1767384294.373029:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384294.373034:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384294.373039:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384294.373040:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.373048:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.373049:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384294.373053:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384294.373063:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=9 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384294.373063:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384294.373074:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384294.373076:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.373079:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384294.373080:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004872db9e. 00010000:00000001:3.0:1767384294.373082:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384294.373093:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8da1c86. 00000100:00000001:3.0:1767384294.373106:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384294.373113:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384294.373126:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.373134:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384294.373138:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384294.373142:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384294.373151:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019d93e20 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737742848:0@lo:256: 00000100:00000001:3.0:1767384294.373156:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.373159:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.373162:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384294.373165:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.373167:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.373175:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384294.373179:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000052950913. 00000100:00000001:3.0:1767384294.373183:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384294.373185:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384294.373189:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:3.0:1767384294.373193:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384294.373202:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006c6faadd. 10000000:00000040:3.0:1767384294.373215:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384294.373225:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384294.373228:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384294.373234:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:3.0:1767384294.373237:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.373239:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384294.373241:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:3.0:1767384294.373244:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:3.0:1767384294.373248:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767384294.373262:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384294.373266:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:3.0:1767384294.373273:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384294.373321:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (1) 00000400:00000200:3.0:1767384294.373328:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384294.373334:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384294.373337:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (2) 00000400:00000200:3.0:1767384294.373341:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000100:00000001:3.0:1767384294.373345:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.373348:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384294.373354:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:3.0:1767384294.373361:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003b225ce6. 10000000:00000040:3.0:1767384294.373365:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:3.0:1767384294.373369:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384294.373378:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384294.373383:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c84fb3ff. 00000020:00000010:3.0:1767384294.373390:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015f61599. 00000040:00000010:3.0:1767384294.373395:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062aef310. 00000020:00000010:3.0:1767384294.373402:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000011b3221e. 00000020:00000010:3.0:1767384294.373408:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a3dddfa9. 00000020:00000010:3.0:1767384294.373414:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007674597c. 80000000:00000010:3.0:1767384294.373419:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006aac10c8. 40000000:00000010:3.0:1767384294.373425:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009be50691. 00100000:00000010:3.0:1767384294.373432:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040141700. 00040000:00000010:3.0:1767384294.373438:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006288c6d8. 00040000:00000010:3.0:1767384294.373445:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b058cc77. 00040000:00000010:3.0:1767384294.373450:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005e29e52e. 00080000:00000010:3.0:1767384294.373455:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000185712cb. 00000004:00000010:3.0:1767384294.373462:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b5be8db8. 00000004:00000010:3.0:1767384294.373469:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093b5820e. 00000004:00000010:3.0:1767384294.373474:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e3033bc. 00002000:00000010:3.0:1767384294.373479:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009a38d7fe. 00000004:00000010:3.0:1767384294.373484:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000015f19f96. 00000004:00000001:3.0:1767384294.373489:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384294.373502:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384294.373505:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003b225ce6 00000040:00001000:3.0:1767384294.373507:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384294.373510:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384294.373512:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384294.373514:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384294.373517:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384294.373519:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384294.373520:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384294.373522:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:3.0:1767384294.373524:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384294.373591:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384294.373599:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015f61599. 00000040:00000010:3.0:1767384294.373605:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000062aef310. 00000020:00000010:3.0:1767384294.373611:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000011b3221e. 00000020:00000010:3.0:1767384294.373617:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a3dddfa9. 00000020:00000010:3.0:1767384294.373622:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007674597c. 80000000:00000010:3.0:1767384294.373628:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006aac10c8. 40000000:00000010:3.0:1767384294.373632:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009be50691. 00100000:00000010:3.0:1767384294.373636:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000040141700. 00040000:00000010:3.0:1767384294.373639:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006288c6d8. 00040000:00000010:3.0:1767384294.373643:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b058cc77. 00040000:00000010:3.0:1767384294.373648:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005e29e52e. 00080000:00000010:3.0:1767384294.373652:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000185712cb. 00000004:00000010:3.0:1767384294.373656:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b5be8db8. 00000004:00000010:3.0:1767384294.373661:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093b5820e. 00000004:00000010:3.0:1767384294.373666:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e3033bc. 00002000:00000010:3.0:1767384294.373669:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009a38d7fe. 00000004:00000010:3.0:1767384294.373672:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015f19f96. 00000020:00000010:3.0:1767384294.373677:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c84fb3ff. 00000020:00000001:3.0:1767384294.373681:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.373684:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384294.373688:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003b225ce6. 10000000:00000010:3.0:1767384294.373693:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006c6faadd. 10000000:00000001:3.0:1767384294.373699:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.373712:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.373719:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019d93e20 x1853236737742848/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.373728:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384294.373731:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384294.373734:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061bd6b25. 02000000:00000001:3.0:1767384294.373738:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384294.373739:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384294.373741:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384294.373743:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384294.373745:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384294.373747:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384294.373748:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384294.373750:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384294.373752:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000028117403. 00000100:00000010:3.0:1767384294.373755:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000fc8569f. 00000100:00000001:3.0:1767384294.373758:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384294.373761:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000075638cad. 02000000:00000001:3.0:1767384294.373765:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384294.373767:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384294.373769:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d93e20. 00000100:00000001:3.0:1767384294.373773:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384294.373774:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384294.373793:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000753122f6. 10000000:01000000:3.0:1767384294.373797:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384294.373801:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384294.373803:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.373806:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384294.373808:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=3 00000020:00000001:3.0:1767384294.373811:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.373815:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384294.373819:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384294.373822:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc7d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.373832:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.373843:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384294.373846:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fc76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fc7d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.373883:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384294.373886:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.373888:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384294.373891:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.373894:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.373897:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384294.373901:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384294.373903:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:3.0:1767384294.373907:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384294.375361:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294882117, at 4294882118 00000100:00000010:1.0:1767384294.375373:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000298e8fed. 00000100:00000040:0.0:1767384294.375382:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294882117, at 4294882118 00000100:00000010:0.0:1767384294.375394:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000485bd913. 00000100:00000040:3.0:1767384294.376370:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294882117, at 4294882119 00000100:00000010:3.0:1767384294.376384:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085c1587b. 00000020:00000010:1.0:1767384294.389082:0:17952:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000079c192b6. 00000020:00000040:1.0:1767384294.389093:0:17952:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:1.0:1767384294.389098:0:17952:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1767384294.389103:0:17952:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 0000000036a958fc already not connected (conn 1, was 0): CONNECTING 00010000:00000001:1.0:1767384294.389110:0:17952:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384294.389121:0:17952:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.152@tcp->12345-0@lo 00000100:00000001:1.0:1767384294.389125:0:17952:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384294.389130:0:17952:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384294.389133:0:17952:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:1.0:1767384294.389135:0:17952:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:1.0:1767384294.389139:0:17952:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 00000100:00000040:1.0:1767384294.389143:0:17952:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000040:1.0:1767384294.389146:0:17952:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.152@tcp -> 00000000a9f01bcd 00010000:00080000:1.0:1767384294.389151:0:17952:0:(ldlm_lib.c:85:import_set_conn()) imp 0000000036a958fc@lustre-OST0000-osc-MDT0000: found existing conn 192.168.203.152@tcp, moved to head 00010000:00000001:1.0:1767384294.389155:0:17952:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384294.389160:0:17952:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:1.0:1767384294.389163:0:17952:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.389166:0:17952:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:1.0:1767384294.389169:0:17952:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000079c192b6. 00000100:00000001:0.0:1767384294.433338:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384294.433347:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.433349:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.433353:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.433355:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.433358:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.433360:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.433371:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384294.433376:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.433381:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384294.433383:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384294.595952:0:17963:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384294.595965:0:17963:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.595969:0:17963:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384294.595975:0:17963:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384294.595981:0:17963:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.595984:0:17963:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.272416:0:18013:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384295.272432:0:18013:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.272438:0:18013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.272446:0:18013:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384295.272453:0:18013:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.272458:0:18013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.457374:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384295.457381:0:16137:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1767384295.457397:0:16137:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384285/real 1767384285] req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384295.457419:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.457422:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.457426:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064932605. 00000400:00000200:0.0:1767384295.457433:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f402b90a 00000400:00000010:0.0:1767384295.457437:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f402b90a. 00000100:00000001:0.0:1767384295.457442:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.457448:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.457460:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.457469:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.457486:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457491:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.457493:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384295.457500:0:16137:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.457509:0:16137:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457521:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.457524:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.457529:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.457533:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.457536:0:16137:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.457542:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.457552:0:16137:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1767384295.457556:0:16137:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457558:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.457560:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457562:0:16137:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384295.457565:0:16137:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1767384295.457570:0:16137:0:(import.c:65:import_set_state_nolock()) 0000000036a958fc lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384295.457599:0:16137:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1767384295.457604:0:16137:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1767384295.457608:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.457618:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a54f657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16137:1853236737737984:0@lo:8: 00000100:00000001:0.0:1767384295.457625:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457628:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.457631:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a54f657 x1853236737737984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384295 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.457641:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.457644:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.457659:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4c1edb2. 02000000:00000001:0.0:1767384295.457683:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.457688:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.457694:0:16137:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384295.457705:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.457711:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000810772e6. 02000000:00000001:0.0:1767384295.457724:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.457729:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.457732:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a54f657. 00000100:00000001:0.0:1767384295.457745:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.457752:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457756:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.457765:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.457770:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.457773:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.457775:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.457934:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.457947:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.457954:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.457967:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.457996:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.458004:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.458017:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.458025:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.458035:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.458048:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737742976:0@lo:400: 00000100:00000001:0.0:1767384295.458061:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.458070:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.458073:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.458081:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.458089:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053cc85e4. 02000000:00000001:0.0:1767384295.458098:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.458107:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f90a608d. 00000400:00000010:0.0:1767384295.458124:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f402b90a. 00000100:00000200:0.0:1767384295.458135:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737742976, portal 25 00000100:00000001:0.0:1767384295.458154:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384295.458157:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.458160:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000040:0.0:1767384295.458175:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.458183:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.458203:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.458215:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.458225:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384295.458235:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737742976, offset 0 00000400:00000200:0.0:1767384295.458255:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.458321:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.458344:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d701880 00000100:00000001:1.0:1767384295.458361:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384295.458362:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 00000100:00000001:1.0:1767384295.458370:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384295.458375:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:0.0:1767384295.458375:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ef899b2. 00000100:00000001:1.0:1767384295.458377:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384295.458386:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.458388:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d7cd445 00000100:00000040:1.0:1767384295.458394:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.458400:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:0.0:1767384295.458402:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384295.458409:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384295.458417:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000400:00000200:0.0:1767384295.458422:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384295.458426:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384295.458441:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384295.458443:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d7cd445 00000100:00000001:1.0:1767384295.458444:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384295.458451:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.458453:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d7cd445. 00010000:00000001:3.0:1767384295.458457:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.458467:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384295.458469:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.458470:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384295.458475:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384295.458479:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00010000:00000001:3.0:1767384295.458481:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.458486:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.458494:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000ccc36cdd x1853236737742976 msgsize 224 00000100:00100000:1.0:1767384295.458500:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e116256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16137:1853236737743104:0@lo:8: 00000100:00000001:1.0:1767384295.458514:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384295.458519:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384295.458522:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384295.458527:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384295.458529:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.458539:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384295.458548:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000683b54e7. 00000100:00000001:0.0:1767384295.458550:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384295.458559:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.458565:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 00000400:00000010:1.0:1767384295.458568:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0466b. 00000400:00000010:0.0:1767384295.458572:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 00000100:00000001:0.0:1767384295.458582:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.458593:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384295.458594:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384295.458608:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737743104, portal 4 00000100:00000001:1.0:1767384295.458619:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384295.458625:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996007040 : -113991713544576 : ffff98533c682680) 00000100:00000001:0.0:1767384295.458627:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.458637:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384295.458643:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006d4c01e2. 00000100:00000040:1.0:1767384295.458663:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.458675:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.458687:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384295.458692:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384295.458704:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384295.458713:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000001:0.0:1767384295.458714:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384295.458725:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236737743104, offset 0 00000100:00000001:0.0:1767384295.458729:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294883204 00000100:00000010:0.0:1767384295.458742:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c48c82eb. 00000400:00000200:1.0:1767384295.458746:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384295.458759:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384295.458772:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294883204 00000400:00000200:1.0:1767384295.458774:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384295.458788:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f88e2617. 00000100:00000001:0.0:1767384295.458798:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384295.458802:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d701900 00000100:00000001:0.0:1767384295.458807:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294883204 00000100:00000010:0.0:1767384295.458816:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000400:00000200:1.0:1767384295.458817:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 00000100:00000001:0.0:1767384295.458825:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384295.458838:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294883204 00000400:00000200:1.0:1767384295.458868:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384295.458872:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd64f204. 00000400:00000200:1.0:1767384295.458882:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.458884:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384295.458894:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384295.458895:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384295.458901:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384295.458907:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384295.458911:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052888eaa. 00000100:00000001:0.0:1767384295.458914:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384295.458921:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000052888eaa x1853236737743104 msgsize 520 00000100:00000001:0.0:1767384295.458925:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.458940:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.458946:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384295.458948:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.458957:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.458963:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.458968:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.458972:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384295.458974:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.458977:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384295.458982:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.458983:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384295.458998:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000100:00000001:0.0:1767384295.458999:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384295.459008:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:0.0:1767384295.459009:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384295.459010:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000061857fc6. 00000100:00000001:0.0:1767384295.459017:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384295.459023:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384295.459028:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384295.459034:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384295.459035:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.459037:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737743104 02000000:00000001:3.0:1767384295.459047:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384295.459056:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.459066:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.459079:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.459092:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737743104 00000020:00000001:3.0:1767384295.459102:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384295.459104:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384295.459109:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1767384295.459111:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384295.459116:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384295.459119:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384295.459120:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.459128:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.459135:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384295.459137:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.459150:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d057966. 02000000:00000001:0.0:1767384295.459159:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384295.459162:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.459163:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b225ce6. 02000000:00000001:0.0:1767384295.459171:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459174:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384295.459180:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:1.0:1767384295.459186:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.459189:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e375115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737743232:0@lo:400: 00000100:00000001:3.0:1767384295.459190:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384295.459197:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384295.459199:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1767384295.459205:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.459210:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384295.459211:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883204 02000000:00000001:0.0:1767384295.459222:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384295.459223:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459224:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883204 02000000:00000001:0.0:1767384295.459231:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459237:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883204 02000000:00000001:0.0:1767384295.459242:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384295.459244:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.459247:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883204 02000000:00000010:0.0:1767384295.459253:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092eeccef. 00000100:00000001:1.0:1767384295.459255:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883204 02000000:00000001:0.0:1767384295.459264:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459266:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883204 00000100:00000001:3.0:1767384295.459268:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384295.459313:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883204 00000100:00000001:3.0:1767384295.459315:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384295.459319:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb633eb. 00000100:00000001:1.0:1767384295.459327:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883204 00000100:00100000:3.0:1767384295.459332:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000400:00000010:0.0:1767384295.459334:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000001:1.0:1767384295.459336:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.459345:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009642112 : -113991699909504 : ffff98533d383480) 00000100:00000001:1.0:1767384295.459348:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.459359:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737743232, portal 10 00000100:00000001:1.0:1767384295.459360:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.459361:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052888eaa x1853236737743104/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.459371:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.459377:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996005248 : -113991713546368 : ffff98533c681f80) 00000100:00000001:1.0:1767384295.459382:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.459396:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384295.459397:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.459404:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384295.459418:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384295.459424:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384295.459429:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052888eaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16137:x1853236737743104:12345-0@lo:8: 00000100:00000001:1.0:1767384295.459431:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459443:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.459448:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384295.459452:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737743104 00000020:00000001:3.0:1767384295.459459:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384295.459467:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384295.459469:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384295.459471:0:17550:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000010:0.0:1767384295.459475:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d89c456b. 00000100:00000001:1.0:1767384295.459476:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.459486:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737743232, offset 0 00000020:00000040:3.0:1767384295.459500:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 4 - find 00000400:00000200:0.0:1767384295.459503:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384295.459510:0:17550:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081742850696 : -113991966700920 : ffff98532d514a88) 00000100:00000001:1.0:1767384295.459518:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384295.459519:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384295.459528:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384295.459529:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737742976 02000000:00000001:3.0:1767384295.459531:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384295.459541:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1767384295.459543:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000000fc8569f. 00000100:00000001:1.0:1767384295.459547:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384295.459555:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459556:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.459557:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d701980 00000100:00000001:3.0:1767384295.459566:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.459570:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.459572:0:17550:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000400:00000200:0.0:1767384295.459579:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00100000:1.0:1767384295.459582:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737742976 00010000:00080000:3.0:1767384295.459589:0:17550:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 215 last 0 00000020:00000001:1.0:1767384295.459592:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384295.459594:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384295.459599:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00010000:00000001:3.0:1767384295.459602:0:17550:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:1.0:1767384295.459605:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:3.0:1767384295.459610:0:17550:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000400:00000200:0.0:1767384295.459611:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384295.459614:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384295.459616:0:17550:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384295.459626:0:17550:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:1.0:1767384295.459627:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384295.459631:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384295.459637:0:17550:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006e3033bc. 00000100:00000200:0.0:1767384295.459638:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384295.459639:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384295.459650:0:17550:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384295.459653:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384295.459654:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb770f98. 00000020:00000040:3.0:1767384295.459657:0:17550:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e3033bc with handle 0x1cafe7b7e4a4fc84 to hash 00000020:00000010:1.0:1767384295.459663:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ae35ba6. 00000100:00000040:0.0:1767384295.459666:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fb770f98 x1853236737743232 msgsize 224 00000020:00000001:3.0:1767384295.459667:0:17550:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384295.459673:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384295.459679:0:17550:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000010:1.0:1767384295.459686:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ae35ba6. 00000001:00000001:3.0:1767384295.459689:0:17550:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00100000:0.0:1767384295.459697:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:3.0:1767384295.459703:0:17550:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000006bd95a4d. 00000020:00000010:1.0:1767384295.459705:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e574d647. 00000020:00000010:1.0:1767384295.459716:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028b812ee. 00000001:00000001:3.0:1767384295.459717:0:17550:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.459718:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384295.459729:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098784a98. 00000400:00000200:0.0:1767384295.459732:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89c456b 00010000:00000001:3.0:1767384295.459733:0:17550:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000400:00000010:0.0:1767384295.459742:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d89c456b. 00000001:00000001:3.0:1767384295.459744:0:17550:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000040:1.0:1767384295.459748:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384295.459754:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000010:3.0:1767384295.459758:0:17550:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bd6f891f. 00000100:00000001:1.0:1767384295.459761:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.459765:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384295.459767:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384295.459778:0:17550:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f7289025. 00000100:00000001:1.0:1767384295.459779:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.459780:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384295.459793:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f243930d. 00000100:00000001:1.0:1767384295.459805:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384295.459809:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a7b2844. 00000100:00000001:0.0:1767384295.459810:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.459822:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384295.459823:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1769ec4. 00000100:00000001:1.0:1767384295.459824:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:3.0:1767384295.459834:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d3a9f6d. 00000100:00000001:1.0:1767384295.459866:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384295.459869:0:17550:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384295.459881:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00010000:00000001:3.0:1767384295.459883:0:17550:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.459885:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384295.459893:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000001:3.0:1767384295.459896:0:17550:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.459897:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384295.459905:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016913488 : -113991692638128 : ffff98533da72850) 00000020:00000040:3.0:1767384295.459909:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=3 00000100:00000001:0.0:1767384295.459913:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384295.459922:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 5 - export 00000100:00000040:1.0:1767384295.459922:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc36cdd x1853236737742976/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.459924:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2302 usecs (3 jiffies) 00000100:00000001:0.0:1767384295.459941:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883205 00000020:00000001:3.0:1767384295.459942:0:17550:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384295.459955:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883206 00000100:00000001:1.0:1767384295.459957:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384295.459962:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 2 00000100:00000001:0.0:1767384295.459967:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883205 00000020:00000080:3.0:1767384295.459969:0:17550:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x1cafe7b7e4a4fc84 00000020:00000010:1.0:1767384295.459970:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ae35ba6. 00000100:00000001:0.0:1767384295.459981:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883206 00000020:00000001:3.0:1767384295.459982:0:17550:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.459983:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384295.459993:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384295.459994:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883205 00000020:00000010:1.0:1767384295.459997:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ae35ba6. 00000020:00000040:3.0:1767384295.460001:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:0.0:1767384295.460006:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883206 00000020:00000001:3.0:1767384295.460009:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384295.460018:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737742976:12345-0@lo:400: 00000020:00000040:3.0:1767384295.460019:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=3 00000100:00000001:0.0:1767384295.460020:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883205 00000100:00000001:0.0:1767384295.460033:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883206 00000020:00000001:3.0:1767384295.460034:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000200:1.0:1767384295.460039:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737742976 00000100:00000001:0.0:1767384295.460048:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384295.460049:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:1.0:1767384295.460051:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384295.460062:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.460064:0:17550:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000001:1.0:1767384295.460064:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384295.460071:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.460073:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.460074:0:17550:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:0.0:1767384295.460079:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.460082:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000040:3.0:1767384295.460091:0:17550:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.152@tcp 00000020:00000001:1.0:1767384295.460092:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000020:00000001:1.0:1767384295.460104:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000040:3.0:1767384295.460106:0:17550:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 5 00000020:00000001:1.0:1767384295.460109:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384295.460118:0:17550:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630082015782912 : -113991693768704 : ffff98533d95e800) 00000020:00000001:1.0:1767384295.460119:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384295.460128:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:3.0:1767384295.460130:0:17550:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:1.0:1767384295.460135:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384295.460138:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=4 00000020:00000001:1.0:1767384295.460143:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000040:3.0:1767384295.460145:0:17550:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 6 00000100:00000001:1.0:1767384295.460152:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384295.460160:0:17550:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000177fe5b1. 02000000:00000001:1.0:1767384295.460161:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384295.460162:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.460173:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737743232 02000000:00000010:1.0:1767384295.460174:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000599229f2. 00000020:00000010:3.0:1767384295.460177:0:17550:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000000e2f2656. 02000000:00000001:0.0:1767384295.460182:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384295.460184:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.460192:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.460192:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.460199:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.460202:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.460209:0:17550:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.460210:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384295.460212:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737742976 00010000:00000001:1.0:1767384295.460224:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384295.460226:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737743232 00000001:08000000:3.0:1767384295.460227:0:17550:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00010000:00000200:1.0:1767384295.460237:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc36cdd x1853236737742976/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.460238:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000040:3.0:1767384295.460241:0:17550:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 5 00000020:00000040:0.0:1767384295.460244:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:0.0:1767384295.460255:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1767384295.460256:0:17550:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384295.460265:0:17550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000020:00000040:0.0:1767384295.460274:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00002000:00080000:3.0:1767384295.460321:0:17550:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00010000:00000001:1.0:1767384295.460330:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00100000:3.0:1767384295.460331:0:17550:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:00000001:0.0:1767384295.460333:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00010000:00000001:1.0:1767384295.460337:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384295.460342:0:17550:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.460347:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00001000:1.0:1767384295.460349:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=10 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384295.460350:0:17550:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384295.460357:0:17550:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000100:00000001:0.0:1767384295.460363:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384295.460367:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384295.460370:0:17550:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000010:0.0:1767384295.460375:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cca7318. 00000100:00000040:1.0:1767384295.460377:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:0.0:1767384295.460385:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384295.460389:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00080000:00000001:3.0:1767384295.460393:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:0.0:1767384295.460395:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000cca7318. 02000000:00000001:1.0:1767384295.460402:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384295.460408:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.460410:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007762248d. 00080000:00000010:3.0:1767384295.460411:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a2491015. 00000100:00000001:1.0:1767384295.460422:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1767384295.460424:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733054976 : -113996976496640 : ffff985202b5e000) 00000020:00000010:0.0:1767384295.460426:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031f37020. 00000100:00000040:1.0:1767384295.460436:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1767384295.460439:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:0.0:1767384295.460440:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000400:00000010:1.0:1767384295.460444:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384295.460454:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737742976, offset 224 00000100:00000001:0.0:1767384295.460454:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.460461:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.460468:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384295.460475:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384295.460479:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384295.460488:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384295.460493:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384295.460495:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384295.460513:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d701880 00000100:00000001:0.0:1767384295.460518:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384295.460526:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:1.0:1767384295.460538:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384295.460541:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.460549:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384295.460553:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384295.460566:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384295.460568:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384295.460576:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1767384295.460579:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000200:1.0:1767384295.460582:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384295.460583:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.460588:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893038976 : -113991816512640 : ffff98533644fb80) 00080000:00000001:3.0:1767384295.460594:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:0.0:1767384295.460603:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb770f98 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384295.460623:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384295.460637:0:17550:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006aac10c8. 00000001:00000040:3.0:1767384295.460650:0:17550:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000006e3033bc : new cb_count 1 00000100:00000040:1.0:1767384295.460656:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384295.460661:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=5 00000100:00000001:0.0:1767384295.460670:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384295.460675:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:0.0:1767384295.460679:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cca7318. 00000100:00000001:0.0:1767384295.460691:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.460703:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000cca7318. 00000100:00100000:0.0:1767384295.460718:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb770f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737743232:12345-0@lo:400: 00000100:00000001:1.0:1767384295.460725:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384295.460732:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737743232 00000020:00000001:0.0:1767384295.460742:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384295.460743:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000020:00000001:0.0:1767384295.460751:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384295.460755:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:1.0:1767384295.460769:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384295.460772:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.460778:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384295.460779:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.460788:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:1.0:1767384295.460793:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.460801:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384295.460808:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00000020:00000001:0.0:1767384295.460810:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.460824:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.460826:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384295.460835:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.460835:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384295.460865:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384295.460867:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.460876:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:3.0:1767384295.460880:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1767384295.460886:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:3.0:1767384295.460891:0:17550:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000040:1.0:1767384295.460892:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc36cdd x1853236737742976/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.460895:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384295.460898:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:0.0:1767384295.460906:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000560b3d12. 00080000:00000001:3.0:1767384295.460915:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.460916:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.460931:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384295.460932:0:17550:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:0.0:1767384295.460942:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.460944:0:17550:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384295.460944:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737742976:12345-0@lo:400: Request processed in 980us (2441us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384295.460954:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737743232 00002000:00000001:3.0:1767384295.460958:0:17550:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384295.460967:0:17550:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00010000:00000001:0.0:1767384295.460968:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384295.460979:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000020:01000000:3.0:1767384295.460982:0:17550:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000016db1323 00010000:00000200:0.0:1767384295.460985:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb770f98 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384295.460994:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000020:00000010:3.0:1767384295.460996:0:17550:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000085c1587b. 00000100:00000001:1.0:1767384295.461006:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384295.461013:0:17550:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000085c1587b for nid 0@lo - ref 2 00000100:00000001:1.0:1767384295.461014:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384295.461025:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384295.461028:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028b812ee. 00010000:00000001:0.0:1767384295.461035:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384295.461039:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098784a98. 00000100:00001000:0.0:1767384295.461045:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=5 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384295.461048:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e574d647. 00000100:00000001:0.0:1767384295.461063:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384295.461064:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000040:0.0:1767384295.461074:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 20 to 0@lo 02000000:00000001:1.0:1767384295.461078:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384295.461086:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000010:1.0:1767384295.461087:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000599229f2. 02000000:00000001:0.0:1767384295.461099:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384295.461102:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384295.461104:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.461109:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.461115:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384295.461120:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1767384295.461131:0:17550:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.461132:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384295.461135:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d9279e. 00000400:00000010:0.0:1767384295.461143:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d89c456b. 00000020:00000010:3.0:1767384295.461158:0:17550:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d22f9ac2. 00000100:00000200:0.0:1767384295.461165:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737743232, offset 224 00000400:00000010:1.0:1767384295.461168:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061743ef7. 00000020:00000010:3.0:1767384295.461169:0:17550:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e1be3434. 00000020:00000010:3.0:1767384295.461183:0:17550:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000b70c251e. 00000400:00000200:0.0:1767384295.461192:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.461214:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384295.461216:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384295.461223:0:17550:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009748cf67. 00000100:00000001:1.0:1767384295.461224:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384295.461235:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384295.461238:0:17550:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000289b1262. 00000400:00000200:0.0:1767384295.461241:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d701980 00000400:00000001:1.0:1767384295.461243:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384295.461250:0:17550:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002ff1ed50. 00000400:00000010:1.0:1767384295.461252:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f90a608d. 00000400:00000200:1.0:1767384295.461263:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f402b90a 00002000:00000001:3.0:1767384295.461271:0:17550:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384295.461272:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f402b90a. 00000100:00000001:1.0:1767384295.461316:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00002000:00080000:3.0:1767384295.461326:0:17550:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00000200:1.0:1767384295.461329:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.461334:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1121 [1] + 224 00002000:00000001:3.0:1767384295.461338:0:17550:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384295.461346:0:17550:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.461364:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384295.461371:0:17550:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b5be8db8. 00000100:00000200:1.0:1767384295.461376:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384295.461379:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - import 00000400:00000200:0.0:1767384295.461381:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.461400:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384295.461401:0:17550:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384295.461407:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384295.461409:0:17550:0:(genops.c:1242:class_import_put()) import 00000000b5be8db8 refcount=1 obd=lustre-OST0000 00000100:00000001:1.0:1767384295.461414:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384295.461416:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384295.461422:0:17550:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384295.461426:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384295.461428:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6dc2bc4. 00000020:00000040:3.0:1767384295.461444:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=6 02000000:00000001:1.0:1767384295.461450:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384295.461454:0:17550:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000040:0.0:1767384295.461456:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.461459:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.461463:0:17550:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384295.461468:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.461472:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.461485:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 20 to 0@lo 02000000:00000001:1.0:1767384295.461485:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.461500:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00001000:1.0:1767384295.461505:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=10 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384295.461513:0:17550:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 00000100:00000001:0.0:1767384295.461519:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384295.461529:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=10 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384295.461531:0:17550:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:0.0:1767384295.461535:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89c456b 00000020:00000040:3.0:1767384295.461544:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=7 00000400:00000010:0.0:1767384295.461546:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d89c456b. 00000100:00000001:1.0:1767384295.461548:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384295.461554:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384295.461558:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.461559:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384295.461565:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384295.461567:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384295.461574:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384295.461575:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:0.0:1767384295.461579:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.461584:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.461587:0:17550:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767384295.461594:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 02000000:00000001:3.0:1767384295.461595:0:17550:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000001:1.0:1767384295.461598:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:08000000:3.0:1767384295.461604:0:17550:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00010000:00000001:0.0:1767384295.461605:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.461614:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.461615:0:17550:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 00000100:00000040:1.0:1767384295.461621:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.461625:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384295.461627:0:17550:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.461636:0:17550:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000040:0.0:1767384295.461641:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb770f98 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.461645:0:17550:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384295.461653:0:17550:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384295.461664:0:17550:0:(import.c:65:import_set_state_nolock()) 00000000b5be8db8 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384295.461679:0:17550:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384295.461686:0:17550:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384295.461689:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.461695:0:17550:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.461701:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384295.461705:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb770f98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737743232:12345-0@lo:400: Request processed in 1029us (2032us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384295.461708:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384295.461710:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 6 00000020:00000040:3.0:1767384295.461724:0:17550:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - find 00000100:00000040:1.0:1767384295.461727:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.461738:0:17550:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.461741:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:3.0:1767384295.461755:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384295.461756:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:0.0:1767384295.461768:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384295.461770:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737742976:0@lo:400: 00000020:00000001:3.0:1767384295.461777:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671732960 : -1037818656 : ffffffffc22424e0) 00000100:00000001:0.0:1767384295.461777:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384295.461783:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.461788:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031f37020. 00000020:00000001:3.0:1767384295.461792:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384295.461792:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384295.461799:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000020:00000001:3.0:1767384295.461803:0:17550:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384295.461805:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737742976/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384295.461813:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007762248d. 00000020:00000001:3.0:1767384295.461817:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384295.461825:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384295.461828:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000020:00000001:3.0:1767384295.461834:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.461836:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384295.461837:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384295.461864:0:17550:0:(tgt_handler.c:1042:tgt_connect()) Process entered 02000000:00000001:1.0:1767384295.461868:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384295.461877:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053cc85e4. 00000020:00000001:3.0:1767384295.461878:0:17550:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.461890:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:3.0:1767384295.461891:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737743104 00000100:00000001:0.0:1767384295.461894:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384295.461898:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384295.461902:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384295.461903:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384295.461905:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384295.461917:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:3.0:1767384295.461918:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052888eaa x1853236737743104/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384295.461923:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e63606f0. 02000000:00000001:1.0:1767384295.461938:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384295.461942:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384295.461945:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384295.461949:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384295.461952:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00000100:00001000:3.0:1767384295.461955:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=1767384295 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384295.461965:0:17550:0:(import.c:2194:obd_at_measure()) AT 00000000741a96b7 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767384295.461975:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384295.461979:0:17550:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@0000000052888eaa x1853236737743104/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.461982:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.461993:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.462005:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384295.462011:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384295.462015:0:17550:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000400:00000001:1.0:1767384295.462021:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384295.462023:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384295.462031:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384295.462033:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000400:00000010:1.0:1767384295.462036:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb633eb. 00000100:00000001:3.0:1767384295.462039:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000400:00000200:1.0:1767384295.462046:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000071865a 02000000:00000001:3.0:1767384295.462048:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384295.462054:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000071865a. 02000000:00000001:3.0:1767384295.462056:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.462064:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384295.462066:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384295.462081:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.462082:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.462095:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000100:00000200:3.0:1767384295.462107:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236737743104, offset 0 00000100:00000200:1.0:1767384295.462125:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384295.462132:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384295.462153:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.462160:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384295.462161:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.462174:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384295.462181:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384295.462189:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384295.462190:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d701900 00000100:00000001:1.0:1767384295.462196:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384295.462204:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384295.462212:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1111 [1] + 0 00000100:00001000:1.0:1767384295.462217:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=5 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384295.462232:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384295.462235:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384295.462243:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384295.462248:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.462258:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384295.462259:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:1.0:1767384295.462271:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.462272:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.462332:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384295.462376:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.462386:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000007e116256 x1853236737743104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.462393:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384295.462401:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384295.462415:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384295.462424:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.462426:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.462441:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000100:00000040:1.0:1767384295.462443:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384295.462448:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000001:3.0:1767384295.462460:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.462467:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.462479:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.462487:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384295.462495:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384295.462502:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.462510:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384295.462521:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384295.462522:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052888eaa x1853236737743104/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.462535:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384295.462542:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384295.462553:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052888eaa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236737743104:12345-0@lo:8: Request processed in 3126us (3624us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384295.462563:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.462573:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384295.462585:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384295.462595:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.462603:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384295.462606:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e375115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737743232:0@lo:400: 00000020:00000010:3.0:1767384295.462611:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b225ce6. 00000020:00000010:3.0:1767384295.462623:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000100:00000001:1.0:1767384295.462627:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384295.462636:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d057966. 00000100:00000001:1.0:1767384295.462640:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384295.462649:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000040:1.0:1767384295.462656:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e375115 x1853236737743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.462658:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.462727:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384295.462735:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384295.462746:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092eeccef. 02000000:00000001:1.0:1767384295.462762:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384295.462769:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384295.462776:0:16138:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384295.462783:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384295.462791:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e5ff6b7. 02000000:00000001:1.0:1767384295.462807:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384295.462817:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384295.462826:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e375115. 00000100:00000001:1.0:1767384295.462840:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384295.462871:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.462880:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.462892:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384295.462900:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.462912:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384295.462919:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384295.463049:0:16802:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:3.0:1767384295.463056:0:16802:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384295.463064:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384295.463068:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1767384295.463079:0:16801:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000010:3.0:1767384295.463088:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d93e20. 00000004:00000001:1.0:1767384295.463091:0:16801:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000040:3.0:1767384295.463099:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00080000:1.0:1767384295.463101:0:16801:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:1.0:1767384295.463110:0:16801:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000001:3.0:1767384295.463113:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:1.0:1767384295.463117:0:16801:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 02000000:00000001:3.0:1767384295.463119:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384295.463127:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384295.463141:0:16801:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000010:3.0:1767384295.463145:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e022bbe. 00000040:00000001:1.0:1767384295.463153:0:16801:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.463156:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384295.463166:0:16801:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:3.0:1767384295.463171:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00001000:1.0:1767384295.463176:0:16801:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000001:3.0:1767384295.463177:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.463193:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:3.0:1767384295.463198:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019d93e20] to pc [ptlrpcd_00_03+3] req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384295.463208:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000599229f2. 00080000:00000001:1.0:1767384295.463223:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726594560 : -113996982957056 : ffff985202534c00) 00000040:00000001:1.0:1767384295.463235:0:16801:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384295.463243:0:16801:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000001:3.0:1767384295.463247:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.463250:0:16801:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:3.0:1767384295.463258:0:16802:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:3.0:1767384295.463267:0:16802:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000004:00000001:3.0:1767384295.463274:0:16802:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000001:00000001:1.0:1767384295.463347:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384295.463355:0:16801:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384295.463367:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c553810c. 00000040:00000001:1.0:1767384295.463368:0:16801:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384295.463378:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:1.0:1767384295.463379:0:16801:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.463389:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:1.0:1767384295.463392:0:16801:0:(llog.c:108:llog_declare_destroy()) Process entered 02000000:00000001:3.0:1767384295.463394:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384295.463402:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384295.463402:0:16801:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1767384295.463414:0:16801:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 02000000:00000010:3.0:1767384295.463416:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006118494f. 00000100:00000001:3.0:1767384295.463429:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384295.463434:0:16801:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009fee7d11. 00000100:00000001:3.0:1767384295.463438:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384295.463447:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384295.463449:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000010:3.0:1767384295.463455:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3dc8512. 00080000:00000001:1.0:1767384295.463457:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.463462:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081119936064 : -113992589615552 : ffff985308305e40) 00080000:00000001:1.0:1767384295.463472:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.463473:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384295.463480:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877997568 : -113991831554048 : ffff9853355f7800) 00080000:00000001:1.0:1767384295.463486:0:16801:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:3.0:1767384295.463487:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384295.463494:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.463496:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1767384295.463501:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:1.0:1767384295.463505:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.463506:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384295.463517:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.463577:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384295.463582:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.463592:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384295.463598:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384295.463606:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.463619:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c553810c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236737743616:0@lo:7: 00000001:00000001:1.0:1767384295.463628:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384295.463633:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:1.0:1767384295.463637:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1767384295.463640:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384295.463647:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.463653:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384295.463661:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f61599. 02000000:00000001:3.0:1767384295.463670:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.463687:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc293701. 00080000:00000001:1.0:1767384295.463702:0:16801:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.463704:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000040:00000001:1.0:1767384295.463714:0:16801:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384295.463720:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737743616, portal 4 00000040:00000001:1.0:1767384295.463723:0:16801:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.463733:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:1.0:1767384295.463737:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384295.463741:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877997568 : -113991831554048 : ffff9853355f7800) 00080000:00000001:1.0:1767384295.463771:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.463775:0:16802:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000044bc4be5. 00000040:00000001:1.0:1767384295.463781:0:16801:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384295.463788:0:16801:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384295.463792:0:16801:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000040:3.0:1767384295.463798:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384295.463808:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:0.0:1767384295.463812:0:17552:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003c60d96b. 00000100:00000001:3.0:1767384295.463827:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.463840:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384295.463866:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384295.463872:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00100000:0.0:1767384295.463873:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737743488 02000000:00000001:0.0:1767384295.463885:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384295.463886:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236737743616, offset 0 00000100:00000001:0.0:1767384295.463891:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.463898:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.463907:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384295.463908:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384295.463921:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737743488 00000020:00000001:0.0:1767384295.463927:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.463934:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000400:00000200:3.0:1767384295.463936:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384295.463939:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.463947:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000020:00000001:0.0:1767384295.463954:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000400:00000200:3.0:1767384295.463962:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d701b00 00000020:00000001:0.0:1767384295.463965:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384295.463979:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384295.463987:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000020:00000010:0.0:1767384295.463991:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cca7318. 00000020:00000010:0.0:1767384295.464005:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c6dc2bc4. 00000400:00000200:3.0:1767384295.464006:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384295.464023:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000200:3.0:1767384295.464024:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384295.464034:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:3.0:1767384295.464045:0:16802:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:1.0:1767384295.464046:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384295.464050:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1767384295.464052:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1767384295.464060:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007762248d. 00080000:00000001:1.0:1767384295.464069:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000020:00000010:0.0:1767384295.464076:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031f37020. 00000100:00000010:3.0:1767384295.464077:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f37c0c52. 00000100:00000040:3.0:1767384295.464089:0:16802:0:(events.c:337:request_in_callback()) incoming req@00000000f37c0c52 x1853236737743616 msgsize 264 00000020:00000010:0.0:1767384295.464092:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000040:00000001:1.0:1767384295.464093:0:16801:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384295.464108:0:16801:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.464109:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384295.464112:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384295.464123:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:1.0:1767384295.464124:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384295.464131:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384295.464132:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.464138:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384295.464148:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000100:00000001:0.0:1767384295.464150:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.464156:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00080000:00000001:1.0:1767384295.464161:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.464168:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000040:00000001:1.0:1767384295.464170:0:16801:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.464172:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384295.464177:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384295.464181:0:16801:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384295.464194:0:16801:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.464198:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384295.464200:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1767384295.464203:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384295.464206:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384295.464211:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384295.464216:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd78da5a. 00000100:00100000:0.0:1767384295.464223:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00080000:00000001:1.0:1767384295.464230:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726596608 : -113996982955008 : ffff985202535400) 00000100:00000040:0.0:1767384295.464237:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00080000:00000001:1.0:1767384295.464246:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384295.464249:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996007040 : -113991713544576 : ffff98533c682680) 00000100:00000001:3.0:1767384295.464251:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.464259:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.464263:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384295.464267:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e116256 x1853236737743488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00001000:1.0:1767384295.464270:0:16801:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000001:3.0:1767384295.464316:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.464326:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5592 usecs (6 jiffies) 00000004:00000010:1.0:1767384295.464338:0:16801:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008d113fa2. 00000100:00000001:3.0:1767384295.464339:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883213 00000004:00080000:1.0:1767384295.464354:0:16801:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 215911076738ns, next at 0ns, rc = 0 00000100:00000001:3.0:1767384295.464356:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294883212 00080000:00000001:1.0:1767384295.464370:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384295.464371:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883213 00080000:00000001:1.0:1767384295.464387:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.464388:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883212 00000100:00000001:0.0:1767384295.464391:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384295.464402:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883213 00000020:00000010:0.0:1767384295.464405:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f053a988. 00000100:00000001:0.0:1767384295.464418:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.464420:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883212 00000004:00000001:1.0:1767384295.464422:0:16801:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000020:00000010:0.0:1767384295.464423:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f053a988. 00000100:00000001:3.0:1767384295.464433:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883213 00000004:00000001:1.0:1767384295.464434:0:16801:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384295.464445:0:16801:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.464446:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e116256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16140:x1853236737743488:12345-0@lo:13: 00000100:00000001:3.0:1767384295.464448:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883212 00000004:00000001:1.0:1767384295.464459:0:16801:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1767384295.464462:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384295.464464:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737743488 00000004:00000001:1.0:1767384295.464466:0:16801:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.464475:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.464476:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384295.464486:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384295.464488:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384295.464491:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384295.464497:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.464498:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3dc8512 going to sleep for 11 seconds 00000020:00000001:0.0:1767384295.464511:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384295.464512:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384295.464520:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000001:3.0:1767384295.464522:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.464526:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.464531:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.464534:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.464539:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.464546:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.464553:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.464557:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.464563:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d9c172ac. 02000000:00000001:0.0:1767384295.464567:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.464571:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384295.464576:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384295.464584:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384295.464590:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384295.464596:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384295.464598:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384295.464605:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384295.464614:0:17550:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.464616:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.464624:0:17550:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.464630:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384295.464640:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384295.464652:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 00000100:00000001:3.0:1767384295.464657:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:0.0:1767384295.464659:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384295.464666:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384295.464668:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00002000:00000001:0.0:1767384295.464679:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384295.464690:0:17552:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003613bb26. 00000001:00000001:0.0:1767384295.464712:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384295.464719:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384295.464725:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384295.464733:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737743488 00010000:00000001:0.0:1767384295.464739:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384295.464752:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e116256 x1853236737743488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.464776:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384295.464782:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.464789:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=1767384295 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384295.464803:0:17552:0:(import.c:2194:obd_at_measure()) AT 000000006ff557b9 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384295.464817:0:17552:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@000000007e116256 x1853236737743488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.464833:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384295.464862:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384295.464872:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384295.464877:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.464881:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.464885:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.464897:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.464905:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d89c456b. 00000100:00000200:0.0:1767384295.464914:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737743488, offset 224 00000400:00000200:0.0:1767384295.464930:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.464954:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.465020:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d701a80 00000400:00000200:0.0:1767384295.465038:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000400:00000200:0.0:1767384295.465048:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.465056:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.465068:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.465076:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.465090:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.465124:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.465136:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89c456b 00000400:00000010:0.0:1767384295.465140:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d89c456b. 00000100:00000001:0.0:1767384295.465147:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384295.465150:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.465158:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.465163:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384295.465170:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.465172:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.465176:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384295.465183:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e116256 x1853236737743488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.465194:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e116256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16140:x1853236737743488:12345-0@lo:13: Request processed in 804us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384295.465205:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767384295.465209:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00000100:00000001:0.0:1767384295.465212:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.465215:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.465220:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031f37020. 00000020:00000010:0.0:1767384295.465226:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000020:00000010:0.0:1767384295.465231:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007762248d. 00000020:00000040:0.0:1767384295.465235:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 6 00000100:00000001:0.0:1767384295.465238:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.465483:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.465487:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384295.465493:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.465495:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.465498:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af74f6e8. 00000400:00000200:0.0:1767384295.465505:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052b46f72 00000400:00000010:0.0:1767384295.465508:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052b46f72. 00000100:00000001:0.0:1767384295.465514:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.465520:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.465550:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.465560:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.465564:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.465567:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.465570:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.465573:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.465576:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.465580:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.465586:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=1767384295 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384295.465591:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.465595:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.465597:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.465600:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.465606:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.465614:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.465618:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.465621:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384295.465624:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.465627:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.465635:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.465643:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.465647:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.465649:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384295.465653:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384295.465658:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384295.465662:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000004:00000020:0.0:1767384295.465675:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:0.0:1767384295.465681:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.465697:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.465707:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019d93e20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737743488:0@lo:13: 00000100:00000001:0.0:1767384295.465714:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.465718:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.465722:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019d93e20 x1853236737743488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.465731:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.465733:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.465736:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004516cfbe. 02000000:00000001:0.0:1767384295.465741:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.465743:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.465744:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384295.465747:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.465750:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007e022bbe. 02000000:00000001:0.0:1767384295.465756:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.465758:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.465760:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d93e20. 00000100:00000001:0.0:1767384295.465765:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.465768:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.465771:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.465779:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.465782:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.465786:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.465789:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.470202:0:17549:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:1.0:1767384295.470460:0:17549:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.470946:0:17549:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384295.470968:0:17549:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384295.471004:0:17549:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.471009:0:17549:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.471013:0:17549:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384295.471017:0:17549:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384295.471021:0:17549:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384295.471026:0:17549:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.471030:0:17549:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384295.471034:0:17549:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.471041:0:17549:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076732043208 : -113996977508408 : ffff985202a66fc8) 00000020:00000001:0.0:1767384295.471058:0:17549:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446630081102409280 : -113992607142336 : ffff98530724ee40) 00000100:00000040:0.0:1767384295.471358:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294883213, at 4294883214 00000100:00000010:0.0:1767384295.471371:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c48c82eb. 00000100:00000040:3.0:1767384295.471445:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294883213, at 4294883214 00000100:00000010:3.0:1767384295.471459:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd64f204. 00002000:00080000:3.0:1767384295.471642:0:17549:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384295.471647:0:17549:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446630081060864000 : -113992648687616 : ffff985304ab0000) 00002000:00080000:3.0:1767384295.471653:0:17549:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:3.0:1767384295.471661:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000045e41b24. 00000001:00000001:3.0:1767384295.471668:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384295.471671:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384295.471675:0:17549:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.471679:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737743616 00010000:00000001:3.0:1767384295.471683:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.471691:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f37c0c52 x1853236737743616/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 264/240 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.471707:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.471712:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.471717:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.471726:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.471730:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.471735:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384295.471740:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.471744:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.471751:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.471759:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.471767:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384295.471775:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236737743616, offset 224 00000400:00000200:3.0:1767384295.471789:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.471807:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.471823:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824d701b00 00000400:00000200:3.0:1767384295.471866:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384295.471876:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.471883:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.471891:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.471897:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.471909:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.471934:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.471943:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384295.471946:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000001:3.0:1767384295.471951:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.471954:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.471962:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.471969:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384295.471973:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384295.471975:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384295.471977:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.471984:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384295.471990:0:16802:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384295.471992:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f37c0c52 x1853236737743616/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 264/240 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384295.471997:0:16802:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.472005:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc293701. 00000400:00000200:0.0:1767384295.472015:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000100:00100000:3.0:1767384295.472016:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f37c0c52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236737743616:12345-0@lo:7: Request processed in 7356us (7920us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384295.472023:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000001:0.0:1767384295.472036:0:16802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384295.472042:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384295.472048:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000200:0.0:1767384295.472051:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.472053:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.472059:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384295.472066:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000134d2b19. 00000020:00000010:3.0:1767384295.472077:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000001651ce4. 00000100:00000200:0.0:1767384295.472079:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384295.472087:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e191891. 00000100:00000001:0.0:1767384295.472099:0:16802:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384295.472101:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000001:0.0:1767384295.472105:0:16802:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.472109:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.472111:0:16802:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.472119:0:16802:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.472122:0:16802:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.472126:0:16802:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.472130:0:16802:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.472136:0:16802:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.472142:0:16802:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.472149:0:16802:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.472152:0:16802:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.472155:0:16802:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.472161:0:16802:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.472171:0:16802:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472175:0:16802:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.472177:0:16802:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384295.472180:0:16802:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.472182:0:16802:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.472188:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472209:0:16802:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.472213:0:16802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.472216:0:16802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.472221:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.472231:0:16802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c553810c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236737743616:0@lo:7: 00000100:00000001:0.0:1767384295.472243:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.472250:0:16802:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472253:0:16802:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384295.472256:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.472262:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472272:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384295.472326:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3dc8512. 00000100:00000001:0.0:1767384295.472333:0:16802:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384295.472336:0:16802:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384295.472341:0:16802:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384295.472346:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.472351:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c553810c x1853236737743616/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472360:0:16802:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.472365:0:16802:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.472368:0:16802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f61599. 02000000:00000001:0.0:1767384295.472374:0:16802:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.472378:0:16802:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.472380:0:16802:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384295.472383:0:16802:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.472385:0:16802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006118494f. 02000000:00000001:0.0:1767384295.472391:0:16802:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.472394:0:16802:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.472397:0:16802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c553810c. 00000100:00000001:0.0:1767384295.472406:0:16802:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.472421:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384295.472426:0:16802:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384295.472435:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000020:00000040:0.0:1767384295.472442:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384295.472448:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.472452:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.472457:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.472468:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e31cf5f. 00000100:00000001:0.0:1767384295.472477:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472484:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384295.472487:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384295.472494:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000832f2b2f. 00000100:00000001:0.0:1767384295.472499:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081252883648 : -113992456667968 : ffff9853101cfcc0) 00000100:00000001:0.0:1767384295.472505:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.472508:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000001:0.0:1767384295.472515:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.472519:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472523:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384295.472527:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.472536:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472551:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.472554:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.472559:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.472562:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.472566:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.472571:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236737743744:0@lo:5: 00000100:00000001:0.0:1767384295.472576:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.472581:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.472584:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.472587:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.472593:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061e41543. 02000000:00000001:0.0:1767384295.472596:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.472602:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d704adeb. 00000400:00000010:0.0:1767384295.472611:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d89c456b. 00000100:00000200:0.0:1767384295.472625:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737743744, portal 4 00000100:00000001:0.0:1767384295.472628:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.472631:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000040:0.0:1767384295.472642:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472651:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.472658:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.472662:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cad751ec. 00000100:00000200:0.0:1767384295.472667:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236737743744, offset 0 00000400:00000200:0.0:1767384295.472676:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.472690:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.472706:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d701b80 00000400:00000200:0.0:1767384295.472714:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:0.0:1767384295.472721:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.472728:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.472736:0:16802:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.472739:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384295.472745:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c75af495. 00000100:00000040:0.0:1767384295.472749:0:16802:0:(events.c:337:request_in_callback()) incoming req@00000000c75af495 x1853236737743744 msgsize 432 00000100:00100000:0.0:1767384295.472759:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.472781:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.472791:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad751ec 00000400:00000010:0.0:1767384295.472795:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cad751ec. 00000100:00000001:0.0:1767384295.472802:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.472808:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472821:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384295.472826:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384295.472827:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.472837:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472863:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384295.472866:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737743744 02000000:00000001:3.0:1767384295.472872:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.472874:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.472876:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.472883:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.472885:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6436 usecs (7 jiffies) 02000000:00000001:3.0:1767384295.472891:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.472894:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883222 00000100:00100000:3.0:1767384295.472898:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737743744 00000020:00000001:3.0:1767384295.472903:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384295.472905:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:3.0:1767384295.472914:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384295.472918:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000100:00000010:0.0:1767384295.472920:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047795d3d. 00000020:00000001:3.0:1767384295.472923:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:3.0:1767384295.472930:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384295.472932:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384295.472936:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384295.472945:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000913d3030. 00000100:00000001:0.0:1767384295.472945:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883222 00000100:00000001:3.0:1767384295.472955:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.472961:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000913d3030. 00000100:00000001:0.0:1767384295.472962:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883213 00000020:00000010:3.0:1767384295.472975:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062aef310. 00000100:00000001:0.0:1767384295.472976:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883222 00000020:00000010:3.0:1767384295.472986:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b225ce6. 00000100:00000001:0.0:1767384295.472992:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883213 00000020:00000010:3.0:1767384295.472995:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384295.473004:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883222 00000100:00000040:3.0:1767384295.473010:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000010:0.0:1767384295.473015:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c48c82eb. 00000100:00000001:3.0:1767384295.473017:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384295.473023:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.473027:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384295.473028:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.473041:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384295.473042:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.473049:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.473055:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.473057:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384295.473061:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 00000000832f2b2f going to sleep for 11 seconds 00000100:00000001:3.0:1767384295.473063:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.473067:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.473075:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.473096:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384295.473101:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384295.473107:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384295.473110:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384295.473114:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893026432 : -113991816525184 : ffff98533644ca80) 00000100:00000040:3.0:1767384295.473122:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c75af495 x1853236737743744/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 432/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.473132:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384295.473148:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000913d3030. 00000100:00000001:3.0:1767384295.473151:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.473154:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000913d3030. 00000100:00100000:3.0:1767384295.473163:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c75af495 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236737743744:12345-0@lo:5: 00000100:00000200:3.0:1767384295.473167:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737743744 00000020:00000001:3.0:1767384295.473171:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384295.473175:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384295.473178:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.473181:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384295.473183:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671732816 : -1037818800 : ffffffffc2242450) 00000020:00000001:3.0:1767384295.473187:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384295.473191:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384295.473195:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384295.473197:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384295.473201:0:17550:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384295.473204:0:17550:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384295.473208:0:17550:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.473211:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384295.473213:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.473217:0:17550:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384295.473220:0:17550:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384295.473224:0:17550:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.473227:0:17550:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384295.473229:0:17550:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384295.473233:0:17550:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384295.473236:0:17550:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384295.473239:0:17550:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384295.473243:0:17550:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.473246:0:17550:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.473250:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.473255:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384295.473259:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384295.473266:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000006a2bf33a. 02000000:00000001:3.0:1767384295.473269:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.473272:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384295.473334:0:17550:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384295.473339:0:17550:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384295.473343:0:17550:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384295.473347:0:17550:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384295.473350:0:17550:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446630081060864000 : -113992648687616 : ffff985304ab0000) 00002000:00080000:3.0:1767384295.473355:0:17550:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384295.473358:0:17550:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384295.473361:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384295.473363:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.473367:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737743744 00010000:00000001:3.0:1767384295.473370:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.473375:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c75af495 x1853236737743744/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.473385:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.473387:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.473390:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.473394:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.473397:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.473399:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384295.473402:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.473404:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.473407:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.473410:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.473414:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384295.473418:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236737743744, offset 224 00000400:00000200:3.0:1767384295.473428:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.473438:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.473449:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d701b80 00000400:00000200:3.0:1767384295.473456:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:3.0:1767384295.473462:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.473468:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.473472:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.473475:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.473484:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000a952e0e8 x1853236737743744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.473522:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.473533:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384295.473537:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000001:3.0:1767384295.473543:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.473546:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.473554:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.473560:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384295.473564:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384295.473567:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.473574:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384295.473581:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c75af495 x1853236737743744/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.473603:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c75af495 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236737743744:12345-0@lo:5: Request processed in 464us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384295.473625:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384295.473635:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384295.473643:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.473647:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384295.473654:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b225ce6. 00000020:00000010:3.0:1767384295.473664:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:3.0:1767384295.473676:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062aef310. 00000020:00000040:3.0:1767384295.473687:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000001:3.0:1767384295.473701:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.478297:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.478305:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.478309:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.478312:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.478315:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.478318:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.478321:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.478324:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.478327:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.478332:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076732042600 : -113996977509016 : ffff985202a66d68) 00002000:00000001:3.0:1767384295.478346:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076732042512 : -113996977509104 : ffff985202a66d10) 00002000:00000001:3.0:1767384295.478351:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.478354:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.478359:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.478365:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a7f814f0. 00002000:00000001:3.0:1767384295.478370:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729765528 : -113996979786088 : ffff98520283ae98) 00002000:00000001:3.0:1767384295.478374:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.478377:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:3.0:1767384295.478383:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ec3dbd5. 00002000:00000001:3.0:1767384295.478386:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.478389:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.478392:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.478395:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.478397:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.478400:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.478402:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.478405:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.478407:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.478411:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.478414:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:1.0:1767384295.480786:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384295.480797:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.480802:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.480806:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.480810:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.480814:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.480818:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.480822:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384295.480826:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384295.480835:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000090b26c98. 00000020:00000001:1.0:1767384295.480871:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729765528 : -113996979786088 : ffff98520283ae98) 00002000:00000001:1.0:1767384295.480892:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729765440 : -113996979786176 : ffff98520283ae40) 00002000:00000001:1.0:1767384295.480898:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384295.480902:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384295.480908:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384295.480934:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cd506174. 00002000:00000001:1.0:1767384295.480941:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081101485496 : -113992608066120 : ffff98530716d5b8) 00002000:00000001:1.0:1767384295.480949:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384295.480952:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:1.0:1767384295.480977:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001eb44d4b. 00002000:00000001:1.0:1767384295.480985:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.480990:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384295.480994:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384295.480996:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.481000:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.481004:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.481007:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.481011:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.481015:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.481018:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384295.481022:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00000100:00000040:0.0:1767384295.481391:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294883223, at 4294883224 00000100:00000010:0.0:1767384295.481408:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047795d3d. 00000100:00000040:3.0:1767384295.481410:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294883223, at 4294883224 00000100:00000010:3.0:1767384295.481423:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c48c82eb. 00000100:00000040:1.0:1767384295.482393:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294883223, at 4294883225 00000100:00000010:1.0:1767384295.482407:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f88e2617. 00080000:00000001:3.0:1767384295.482995:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.483002:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.483005:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.483007:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.483009:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.483011:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.483013:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.483015:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.483018:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.483022:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081101485496 : -113992608066120 : ffff98530716d5b8) 00002000:00000001:3.0:1767384295.483025:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081101485408 : -113992608066208 : ffff98530716d560) 00002000:00000001:3.0:1767384295.483028:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.483031:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.483044:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.483048:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000d8a2937. 00002000:00000001:3.0:1767384295.483052:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729763096 : -113996979788520 : ffff98520283a518) 00002000:00000001:3.0:1767384295.483055:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.483057:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:3.0:1767384295.483062:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fabd0cd. 00002000:00000001:3.0:1767384295.483066:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.483069:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.483071:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.483072:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.483074:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.483075:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.483077:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.483080:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.483082:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.483084:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.483086:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:0.0:1767384295.483688:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:0.0:1767384295.483694:0:16807:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:0.0:1767384295.483715:0:16807:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000008d113fa2. 00040000:00000001:0.0:1767384295.483723:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.483726:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384295.483729:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.483732:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384295.483736:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fd78da5a. 00080000:00000001:0.0:1767384295.483741:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384295.483746:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384295.483753:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.483758:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384295.483762:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.483765:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384295.483770:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000599229f2. 00080000:00000001:0.0:1767384295.483784:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384295.484700:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384295.484710:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.484715:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.484719:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.484723:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.484727:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.484730:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.484734:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384295.484739:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.484746:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729763096 : -113996979788520 : ffff98520283a518) 00002000:00000001:1.0:1767384295.484752:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729763008 : -113996979788608 : ffff98520283a4c0) 00002000:00000001:1.0:1767384295.484756:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384295.484759:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384295.484776:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384295.484781:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa3921dd. 00002000:00000001:1.0:1767384295.484786:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081101481848 : -113992608069768 : ffff98530716c778) 00002000:00000001:1.0:1767384295.484791:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384295.484793:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:1.0:1767384295.484799:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e93b5fd. 00002000:00000001:1.0:1767384295.484803:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.484807:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384295.484811:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384295.484813:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.484817:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.484820:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.484822:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.484825:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.484828:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.484831:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384295.484835:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.486550:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.486557:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.486560:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.486562:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.486566:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.486569:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.486572:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.486575:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.486579:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.486584:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081101481848 : -113992608069768 : ffff98530716c778) 00002000:00000001:3.0:1767384295.486588:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081101481760 : -113992608069856 : ffff98530716c720) 00002000:00000001:3.0:1767384295.486592:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.486595:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.486598:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.486603:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000056591219. 00002000:00000001:3.0:1767384295.486608:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729766744 : -113996979784872 : ffff98520283b358) 00002000:00000001:3.0:1767384295.486613:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.486615:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:3.0:1767384295.486621:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012d30269. 00002000:00000001:3.0:1767384295.486635:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.486638:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.486640:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.486642:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.486644:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.486645:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.486647:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.486649:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.486651:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.486653:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.486655:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.488199:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.488206:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.488208:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.488210:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.488212:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.488214:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.488216:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.488219:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.488221:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.488227:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729766744 : -113996979784872 : ffff98520283b358) 00002000:00000001:3.0:1767384295.488230:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729766656 : -113996979784960 : ffff98520283b300) 00002000:00000001:3.0:1767384295.488234:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.488235:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.488238:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.488244:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003edfd53b. 00002000:00000001:3.0:1767384295.488248:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729768264 : -113996979783352 : ffff98520283b948) 00002000:00000001:3.0:1767384295.488251:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.488253:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:3.0:1767384295.488306:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adbb71e1. 00002000:00000001:3.0:1767384295.488312:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.488316:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.488319:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.488322:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.488325:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.488327:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.488330:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.488346:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.488349:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.488352:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.488354:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.489771:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.489780:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.489783:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.489786:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.489790:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.489793:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.489797:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.489800:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.489804:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.489810:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729768264 : -113996979783352 : ffff98520283b948) 00002000:00000001:3.0:1767384295.489815:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729768176 : -113996979783440 : ffff98520283b8f0) 00002000:00000001:3.0:1767384295.489818:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.489821:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.489824:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.489828:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f7e841c. 00002000:00000001:3.0:1767384295.489832:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729767048 : -113996979784568 : ffff98520283b488) 00002000:00000001:3.0:1767384295.489835:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.489838:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:3.0:1767384295.489877:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008eb3e902. 00002000:00000001:3.0:1767384295.489881:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.489884:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.489885:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.489888:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.489890:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.489891:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.489893:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.489896:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.489898:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.489900:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.489902:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.491465:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.491472:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491486:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491488:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491490:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491492:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491494:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491496:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.491499:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.491505:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729767048 : -113996979784568 : ffff98520283b488) 00002000:00000001:3.0:1767384295.491508:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729766960 : -113996979784656 : ffff98520283b430) 00080000:00000001:3.0:1767384295.491513:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384295.491521:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008716e998. 00080000:00000001:3.0:1767384295.491524:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733049856 : -113996976501760 : ffff985202b5cc00) 00080000:00000001:3.0:1767384295.491528:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.491544:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491546:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491550:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491572:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491574:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491576:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491578:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491580:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491583:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491586:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491588:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491606:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:3.0:1767384295.491612:0:17550:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000fca5ca7f. 00000001:00000001:3.0:1767384295.491615:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491617:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491620:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491629:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491631:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491632:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491635:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491637:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491640:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491653:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491654:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491682:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.491685:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491686:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491688:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491700:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491703:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491706:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491708:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491711:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491714:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491717:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491720:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491740:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.491746:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491748:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491752:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491773:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491776:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491779:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491782:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491787:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491791:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491794:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491798:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491822:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.491826:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491828:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491830:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491840:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491869:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491870:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491872:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491875:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491884:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491886:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491888:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491903:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.491917:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491919:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491921:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491942:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491951:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491952:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491954:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491955:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491957:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491959:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491961:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.491974:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.491976:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.491977:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491979:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.491986:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.491987:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.491988:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.491990:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.491992:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.491994:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.491995:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.491997:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.492003:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.492006:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.492007:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492009:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.492017:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492018:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492019:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492020:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492022:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492024:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492026:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492027:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.492035:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.492038:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.492049:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492052:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384295.492057:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.492084:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.492085:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492107:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384295.492110:0:17550:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:3.0:1767384295.492116:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.492153:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384295.492158:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492221:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492223:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492225:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492227:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492230:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492232:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492235:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492238:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.492355:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.492359:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492363:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492368:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492416:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492418:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492421:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492423:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492426:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492427:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492430:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492432:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.492478:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.492481:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492484:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492488:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492517:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492519:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492520:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492521:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492523:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492534:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492537:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492540:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.492618:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.492621:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492624:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492627:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492653:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492655:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492656:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492658:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492660:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492662:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492665:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492667:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.492735:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.492740:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492744:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492750:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492796:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492800:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492803:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492806:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492810:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492813:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492817:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492818:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.492921:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.492923:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492927:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492930:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.492956:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.492958:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.492960:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.492962:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.492965:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.492967:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.492969:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.492979:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.493039:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.493042:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493046:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493050:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.493070:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.493072:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.493074:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.493075:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.493077:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493079:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.493081:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.493083:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.493129:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.493131:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493134:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493138:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.493177:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.493179:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.493180:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.493182:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.493184:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493185:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.493187:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.493188:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.493233:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.493235:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493238:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384295.493242:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a88a6022. 00002000:00001000:3.0:1767384295.493246:0:17550:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:3.0:1767384295.493251:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384295.493255:0:17550:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384295.493259:0:17550:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:3.0:1767384295.493264:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000028b5022. 00000001:00000040:3.0:1767384295.493268:0:17550:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006e3033bc : new cb_count 2 00000020:00000040:3.0:1767384295.493271:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=7 00080000:00000001:3.0:1767384295.493286:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.493338:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384295.493342:0:17550:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.493353:0:17550:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000095b99fe0. 00080000:00000001:3.0:1767384295.493482:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384295.493487:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000002429695c/000000008a0d683b to site lru. bkt: 0000000077bbf967 00000020:00000002:3.0:1767384295.493490:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000d8c0566a/00000000a7f814f0 to site lru. bkt: 000000002c6ce334 00000020:00000002:3.0:1767384295.493492:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000b4b4321d/00000000cd506174 to site lru. bkt: 00000000a29f9e19 00000020:00000002:3.0:1767384295.493494:0:17550:0:(lu_object.c:207:lu_object_put()) Add 0000000015ddd6f0/000000000d8a2937 to site lru. bkt: 0000000064ff886c 00000020:00000002:3.0:1767384295.493496:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000952a7641/00000000aa3921dd to site lru. bkt: 000000005f5b6fba 00000020:00000002:3.0:1767384295.493498:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000b09f66bf/0000000056591219 to site lru. bkt: 0000000099bc221b 00000020:00000002:3.0:1767384295.493501:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000007bd61632/000000003edfd53b to site lru. bkt: 00000000b0790aee 00000020:00000002:3.0:1767384295.493503:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000005cb49bce/000000004f7e841c to site lru. bkt: 000000009aed47bf 00002000:00000010:3.0:1767384295.493505:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000d6a3dbca. 00002000:00001000:3.0:1767384295.493508:0:17550:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384295.493510:0:17550:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384295.493514:0:17550:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:3.0:1767384295.493518:0:17550:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384295.493521:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f75248b0. 00002000:00000001:3.0:1767384295.493524:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.493526:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.493529:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.493533:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000881eba0. 00002000:00000001:3.0:1767384295.493535:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729769480 : -113996979782136 : ffff98520283be08) 00002000:00000001:3.0:1767384295.493539:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.493540:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:3.0:1767384295.493544:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004e7f3f80. 00002000:00000001:3.0:1767384295.493546:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493548:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.493550:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.493552:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.493554:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.493555:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.493557:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.493568:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.493569:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.493572:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.493573:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:1.0:1767384295.495084:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384295.495094:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.495098:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.495102:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.495105:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.495108:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.495112:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.495115:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384295.495120:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.495127:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729769480 : -113996979782136 : ffff98520283be08) 00002000:00000001:1.0:1767384295.495133:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729769392 : -113996979782224 : ffff98520283bdb0) 00002000:00000001:1.0:1767384295.495137:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384295.495141:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384295.495144:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384295.495151:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dd62359f. 00002000:00000001:1.0:1767384295.495156:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081101485800 : -113992608065816 : ffff98530716d6e8) 00002000:00000001:1.0:1767384295.495161:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384295.495164:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:1.0:1767384295.495172:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fce3e363. 00002000:00000001:1.0:1767384295.495188:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.495193:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384295.495196:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384295.495199:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.495201:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.495203:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.495206:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.495209:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.495212:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.495215:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384295.495217:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:1.0:1767384295.497140:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384295.497148:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.497151:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.497155:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.497157:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.497160:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.497164:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.497166:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384295.497170:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.497176:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081101485800 : -113992608065816 : ffff98530716d6e8) 00002000:00000001:1.0:1767384295.497181:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081101485712 : -113992608065904 : ffff98530716d690) 00002000:00000001:1.0:1767384295.497185:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384295.497187:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384295.497191:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384295.497196:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007876b273. 00002000:00000001:1.0:1767384295.497202:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081101483672 : -113992608067944 : ffff98530716ce98) 00002000:00000001:1.0:1767384295.497207:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384295.497208:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:1.0:1767384295.497214:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8772377. 00002000:00000001:1.0:1767384295.497219:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.497222:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384295.497225:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384295.497227:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.497229:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.497232:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.497234:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.497248:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.497252:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.497255:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384295.497258:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:1.0:1767384295.499066:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384295.499074:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.499078:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.499081:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.499084:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.499087:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.499090:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.499094:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384295.499098:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.499104:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081101483672 : -113992608067944 : ffff98530716ce98) 00002000:00000001:1.0:1767384295.499109:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081101483584 : -113992608068032 : ffff98530716ce40) 00002000:00000001:1.0:1767384295.499114:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384295.499117:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384295.499120:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384295.499126:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bd026363. 00002000:00000001:1.0:1767384295.499131:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081101481240 : -113992608070376 : ffff98530716c518) 00002000:00000001:1.0:1767384295.499136:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384295.499138:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:1.0:1767384295.499144:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8c1c1e0. 00002000:00000001:1.0:1767384295.499149:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.499153:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384295.499156:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384295.499158:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384295.499160:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384295.499163:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384295.499165:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384295.499168:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384295.499171:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384295.499174:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384295.499178:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.500968:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.500975:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.500978:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.500980:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.500982:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.500984:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.500987:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.500989:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.500991:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.500995:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081101481240 : -113992608070376 : ffff98530716c518) 00002000:00000001:3.0:1767384295.500998:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081101481152 : -113992608070464 : ffff98530716c4c0) 00002000:00000001:3.0:1767384295.501001:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.501003:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.501006:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.501011:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000040079261. 00002000:00000001:3.0:1767384295.501015:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729764008 : -113996979787608 : ffff98520283a8a8) 00002000:00000001:3.0:1767384295.501019:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.501021:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:3.0:1767384295.501027:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000018a785b3. 00002000:00000001:3.0:1767384295.501030:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.501033:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.501034:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.501036:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.501037:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.501038:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.501040:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.501042:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.501044:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.501046:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.501047:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.502385:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.502391:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.502401:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.502403:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.502405:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.502407:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.502409:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.502410:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.502412:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.502416:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729764008 : -113996979787608 : ffff98520283a8a8) 00002000:00000001:3.0:1767384295.502419:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729763920 : -113996979787696 : ffff98520283a850) 00002000:00000001:3.0:1767384295.502422:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.502424:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.502426:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.502430:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f8875262. 00002000:00000001:3.0:1767384295.502434:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729761880 : -113996979789736 : ffff98520283a058) 00002000:00000001:3.0:1767384295.502437:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.502439:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:3.0:1767384295.502444:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000023082988. 00002000:00000001:3.0:1767384295.502446:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.502449:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.502450:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.502452:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.502454:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.502455:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.502457:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.502458:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.502460:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.502461:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.502463:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.503904:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.503910:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.503912:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.503913:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.503915:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.503917:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.503919:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.503920:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.503922:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.503935:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729761880 : -113996979789736 : ffff98520283a058) 00002000:00000001:3.0:1767384295.503937:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729761792 : -113996979789824 : ffff98520283a000) 00002000:00000001:3.0:1767384295.503939:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.503941:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.503943:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.503958:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f3818440. 00002000:00000001:3.0:1767384295.503961:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729767960 : -113996979783656 : ffff98520283b818) 00002000:00000001:3.0:1767384295.503964:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.503965:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:3.0:1767384295.503968:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000487a6107. 00002000:00000001:3.0:1767384295.503971:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.503973:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.503975:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.503976:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.503977:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.503978:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.503980:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.503981:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.503983:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.503984:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.503986:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.506139:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.506145:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.506148:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.506149:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.506151:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.506153:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.506155:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.506157:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.506160:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.506164:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729767960 : -113996979783656 : ffff98520283b818) 00002000:00000001:3.0:1767384295.506166:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729767872 : -113996979783744 : ffff98520283b7c0) 00002000:00000001:3.0:1767384295.506168:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.506170:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.506172:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.506176:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000035efe1. 00002000:00000001:3.0:1767384295.506186:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729765832 : -113996979785784 : ffff98520283afc8) 00002000:00000001:3.0:1767384295.506190:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.506191:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:3.0:1767384295.506197:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039111149. 00002000:00000001:3.0:1767384295.506199:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.506201:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.506203:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.506204:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.506205:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.506206:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.506208:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.506210:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.506211:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.506213:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.506214:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.507434:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.507440:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507442:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507444:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507446:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507448:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507450:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507452:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.507454:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.507458:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729765832 : -113996979785784 : ffff98520283afc8) 00002000:00000001:3.0:1767384295.507461:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729765744 : -113996979785872 : ffff98520283af70) 00080000:00000001:3.0:1767384295.507464:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384295.507469:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015f19f96. 00080000:00000001:3.0:1767384295.507471:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733057024 : -113996976494592 : ffff985202b5e800) 00080000:00000001:3.0:1767384295.507474:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.507481:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507483:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507485:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507498:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507500:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507501:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507512:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507514:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507516:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507519:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507521:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507545:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507549:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507551:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507554:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507573:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507575:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507577:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507579:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507581:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507584:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507586:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507588:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507603:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507605:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507608:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507610:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507626:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507628:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507629:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507632:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507634:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507636:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507638:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507641:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507650:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507652:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507653:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507655:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507663:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507664:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507665:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507666:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507673:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507675:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507678:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507679:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507695:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507699:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507702:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507706:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507723:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507727:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507729:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507732:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507735:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507738:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507741:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507744:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507759:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507764:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507767:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507771:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507785:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507788:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507791:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507794:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507797:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507799:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507802:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507804:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507820:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507822:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507823:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507825:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507831:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507832:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507833:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507834:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507836:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507868:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507870:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507872:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507888:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507891:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507892:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507895:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.507904:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.507906:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.507908:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.507909:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.507911:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507913:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.507915:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.507916:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.507927:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.507929:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507930:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507933:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384295.507936:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.507950:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.507951:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.507966:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384295.507968:0:17550:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:3.0:1767384295.507972:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.507980:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384295.507983:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508017:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508019:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508021:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508022:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508024:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508026:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508028:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508029:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508081:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508083:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508094:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508098:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508144:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508147:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508148:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508150:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508152:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508154:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508155:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508157:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508213:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508215:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508218:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508222:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508241:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508244:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508246:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508248:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508250:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508252:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508254:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508257:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508348:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508351:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508355:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508359:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508389:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508391:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508393:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508395:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508397:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508399:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508400:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508402:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508448:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508450:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508453:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508456:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508509:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508512:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508513:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508515:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508517:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508519:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508521:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508523:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508575:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508577:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508579:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508583:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508609:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508611:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508612:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508613:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508615:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508616:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508618:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508620:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508664:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508667:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508670:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508673:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508701:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508704:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508707:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508709:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508712:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508715:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508718:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508720:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508800:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508804:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508808:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508811:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.508866:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.508869:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.508880:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.508881:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.508883:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508885:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.508886:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.508888:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.508943:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.508946:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.508949:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384295.508953:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000fd0b315b. 00002000:00001000:3.0:1767384295.508957:0:17550:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:3.0:1767384295.508961:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384295.508964:0:17550:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:3.0:1767384295.508967:0:17550:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384295.508970:0:17550:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:3.0:1767384295.508973:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000009039d115. 00000001:00000040:3.0:1767384295.508976:0:17550:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006e3033bc : new cb_count 3 00000020:00000040:3.0:1767384295.508978:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=8 00080000:00000001:3.0:1767384295.508982:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.508992:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384295.508994:0:17550:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.509105:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384295.509109:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000004e61a59e/000000000881eba0 to site lru. bkt: 00000000979f9414 00000020:00000002:3.0:1767384295.509112:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000008f7fe255/00000000dd62359f to site lru. bkt: 00000000fc582450 00000020:00000002:3.0:1767384295.509114:0:17550:0:(lu_object.c:207:lu_object_put()) Add 0000000052c99e39/000000007876b273 to site lru. bkt: 0000000096852955 00000020:00000002:3.0:1767384295.509117:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000bf75d63c/00000000bd026363 to site lru. bkt: 0000000068f2a4f0 00000020:00000002:3.0:1767384295.509119:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000009057de6e/0000000040079261 to site lru. bkt: 0000000077305eb7 00000020:00000002:3.0:1767384295.509121:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000fec91c31/00000000f8875262 to site lru. bkt: 00000000f36d71ab 00000020:00000002:3.0:1767384295.509123:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000b754e272/00000000f3818440 to site lru. bkt: 0000000086c7b63a 00000020:00000002:3.0:1767384295.509125:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000000ae1835b/000000000035efe1 to site lru. bkt: 000000002faa35b2 00002000:00000010:3.0:1767384295.509126:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f75248b0. 00002000:00001000:3.0:1767384295.509129:0:17550:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384295.509132:0:17550:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384295.509143:0:17550:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:3.0:1767384295.509147:0:17550:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384295.509150:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f75248b0. 00002000:00000001:3.0:1767384295.509153:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.509155:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.509158:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.509161:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004fac6ee8. 00002000:00000001:3.0:1767384295.509163:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729765224 : -113996979786392 : ffff98520283ad68) 00002000:00000001:3.0:1767384295.509167:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.509169:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:3.0:1767384295.509172:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001fdfd477. 00002000:00000001:3.0:1767384295.509175:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.509177:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.509179:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.509181:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.509183:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.509184:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.509186:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.509188:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.509190:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.509192:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.509194:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.510610:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.510615:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.510618:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.510620:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.510622:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.510624:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.510625:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.510627:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.510629:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.510634:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729765224 : -113996979786392 : ffff98520283ad68) 00002000:00000001:3.0:1767384295.510637:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729765136 : -113996979786480 : ffff98520283ad10) 00002000:00000001:3.0:1767384295.510640:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.510641:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.510644:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.510656:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cefdb630. 00002000:00000001:3.0:1767384295.510659:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729762488 : -113996979789128 : ffff98520283a2b8) 00002000:00000001:3.0:1767384295.510663:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.510665:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:3.0:1767384295.510669:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f5c56479. 00002000:00000001:3.0:1767384295.510671:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.510673:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.510675:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.510676:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.510677:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.510679:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.510680:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.510681:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.510683:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.510685:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.510686:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.512024:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.512029:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.512031:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.512033:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.512034:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.512036:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.512037:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.512039:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.512041:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.512044:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729762488 : -113996979789128 : ffff98520283a2b8) 00002000:00000001:3.0:1767384295.512047:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729762400 : -113996979789216 : ffff98520283a260) 00002000:00000001:3.0:1767384295.512049:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.512051:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.512053:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.512058:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bddd76c5. 00002000:00000001:3.0:1767384295.512061:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729769176 : -113996979782440 : ffff98520283bcd8) 00002000:00000001:3.0:1767384295.512063:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.512064:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384295.512069:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdde67d5. 00002000:00000001:3.0:1767384295.512071:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.512082:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.512084:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.512085:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.512086:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.512087:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.512088:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.512090:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.512091:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.512093:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.512094:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.513386:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.513392:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.513394:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.513396:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.513398:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.513400:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.513402:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.513404:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.513407:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.513412:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729769176 : -113996979782440 : ffff98520283bcd8) 00002000:00000001:3.0:1767384295.513414:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729769088 : -113996979782528 : ffff98520283bc80) 00002000:00000001:3.0:1767384295.513417:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.513419:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.513421:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.513425:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009eedd21e. 00002000:00000001:3.0:1767384295.513429:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729764312 : -113996979787304 : ffff98520283a9d8) 00002000:00000001:3.0:1767384295.513432:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.513434:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384295.513438:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a7ca6846. 00002000:00000001:3.0:1767384295.513441:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.513444:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.513446:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.513447:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.513448:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.513449:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.513452:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.513454:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.513464:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.513466:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.513468:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.514584:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.514589:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.514591:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.514593:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.514594:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.514595:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.514597:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.514598:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.514600:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.514604:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729764312 : -113996979787304 : ffff98520283a9d8) 00002000:00000001:3.0:1767384295.514606:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729764224 : -113996979787392 : ffff98520283a980) 00002000:00000001:3.0:1767384295.514608:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.514609:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.514611:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.514613:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000a50b2aa. 00002000:00000001:3.0:1767384295.514616:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729763400 : -113996979788216 : ffff98520283a648) 00002000:00000001:3.0:1767384295.514618:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.514619:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384295.514622:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002439cc4f. 00002000:00000001:3.0:1767384295.514624:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.514625:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.514627:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.514627:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.514629:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.514630:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.514631:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.514632:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.514634:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.514635:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.514636:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.515892:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.515897:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.515899:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.515908:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.515909:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.515912:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.515913:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.515915:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.515918:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.515921:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729763400 : -113996979788216 : ffff98520283a648) 00002000:00000001:3.0:1767384295.515923:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729763312 : -113996979788304 : ffff98520283a5f0) 00002000:00000001:3.0:1767384295.515925:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.515926:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.515928:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.515931:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001df7e376. 00002000:00000001:3.0:1767384295.515933:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729768872 : -113996979782744 : ffff98520283bba8) 00002000:00000001:3.0:1767384295.515935:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.515937:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:3.0:1767384295.515939:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000767aed3b. 00002000:00000001:3.0:1767384295.515941:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.515942:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.515944:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.515945:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.515946:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.515947:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.515948:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.515949:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.515951:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.515953:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.515954:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.517113:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.517118:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.517120:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.517121:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.517123:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.517125:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.517127:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.517129:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.517131:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.517135:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729768872 : -113996979782744 : ffff98520283bba8) 00002000:00000001:3.0:1767384295.517145:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729768784 : -113996979782832 : ffff98520283bb50) 00002000:00000001:3.0:1767384295.517147:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.517149:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.517152:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.517155:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ae786cbf. 00002000:00000001:3.0:1767384295.517158:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729768568 : -113996979783048 : ffff98520283ba78) 00002000:00000001:3.0:1767384295.517176:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.517177:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:3.0:1767384295.517217:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a20abc31. 00002000:00000001:3.0:1767384295.517220:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.517222:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.517224:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.517226:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.517227:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.517229:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.517230:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.517231:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.517233:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.517235:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.517236:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.518481:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.518486:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.518488:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.518489:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.518491:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.518492:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.518494:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.518495:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.518496:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.518500:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729768568 : -113996979783048 : ffff98520283ba78) 00002000:00000001:3.0:1767384295.518502:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729768480 : -113996979783136 : ffff98520283ba20) 00002000:00000001:3.0:1767384295.518504:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.518505:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.518506:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.518510:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e82f08f8. 00002000:00000001:3.0:1767384295.518513:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729762792 : -113996979788824 : ffff98520283a3e8) 00002000:00000001:3.0:1767384295.518524:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.518524:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384295.518528:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aaf9c4c3. 00002000:00000001:3.0:1767384295.518530:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.518532:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.518533:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.518535:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.518537:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.518538:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.518539:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.518540:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.518541:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.518543:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.518544:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.519674:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.519679:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519681:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519682:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519683:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519685:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519686:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519687:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.519689:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.519693:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729762792 : -113996979788824 : ffff98520283a3e8) 00002000:00000001:3.0:1767384295.519696:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729762704 : -113996979788912 : ffff98520283a390) 00080000:00000001:3.0:1767384295.519700:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384295.519705:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009a38d7fe. 00080000:00000001:3.0:1767384295.519709:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733058048 : -113996976493568 : ffff985202b5ec00) 00080000:00000001:3.0:1767384295.519712:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.519722:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519724:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519727:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519742:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519744:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519746:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519748:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519750:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519763:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519766:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519768:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519788:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519791:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519792:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519794:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519803:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519804:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519806:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519807:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519808:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519809:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519811:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519812:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519819:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519821:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519822:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519823:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519829:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519830:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519831:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519832:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519834:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519835:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519837:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519838:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519867:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519870:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519871:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519872:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519878:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519879:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519880:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519881:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519882:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519884:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519891:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519892:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519902:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519903:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519904:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519906:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519912:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519913:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519914:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519915:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519916:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519917:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519919:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519920:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519926:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519928:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519929:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519930:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519936:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519937:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519939:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519940:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519941:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519942:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519943:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519944:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519951:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519953:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519954:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519955:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519961:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519962:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519963:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.519964:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.519966:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519967:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.519968:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.519976:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.519986:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.519988:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.519989:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.519991:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.519997:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.519998:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.519999:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520000:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520001:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520002:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520004:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520004:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.520009:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.520011:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.520012:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520013:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384295.520016:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.520025:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.520026:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520037:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384295.520038:0:17550:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384295.520041:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.520047:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384295.520050:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520070:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520071:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520072:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520073:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520074:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520076:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520077:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520078:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520116:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520118:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520120:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520123:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520151:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520153:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520154:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520155:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520156:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520157:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520159:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520160:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520192:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520194:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520196:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520198:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520212:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520213:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520214:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520215:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520217:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520218:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520219:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520220:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520249:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520251:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520252:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520254:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520315:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520318:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520319:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520321:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520323:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520325:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520327:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520329:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520379:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520381:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520383:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520386:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520404:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520405:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520414:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520415:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520417:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520419:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520420:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520421:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520463:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520464:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520467:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520470:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520489:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520490:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520491:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520492:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520494:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520496:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520497:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520498:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520528:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520530:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520532:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520534:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520551:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520553:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520554:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520555:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520556:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520557:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520559:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520560:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520593:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520595:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520597:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520599:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.520614:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520615:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520616:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520617:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520626:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520627:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520629:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520630:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.520666:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.520668:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520670:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384295.520673:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b786ed82. 00002000:00001000:3.0:1767384295.520675:0:17550:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384295.520678:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384295.520680:0:17550:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384295.520683:0:17550:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384295.520685:0:17550:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:3.0:1767384295.520687:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ba82b3c3. 00000001:00000040:3.0:1767384295.520690:0:17550:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006e3033bc : new cb_count 4 00000020:00000040:3.0:1767384295.520692:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=9 00080000:00000001:3.0:1767384295.520697:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.520709:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384295.520713:0:17550:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520828:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384295.520832:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000004de7da2e/000000004fac6ee8 to site lru. bkt: 0000000007646914 00000020:00000002:3.0:1767384295.520834:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000f3780339/00000000cefdb630 to site lru. bkt: 000000003bb45813 00000020:00000002:3.0:1767384295.520837:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000d8063b0a/00000000bddd76c5 to site lru. bkt: 0000000085ce7f02 00000020:00000002:3.0:1767384295.520838:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000a5e2be4f/000000009eedd21e to site lru. bkt: 00000000ce984aaa 00000020:00000002:3.0:1767384295.520840:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000009a70f834/000000000a50b2aa to site lru. bkt: 000000009da32a5d 00000020:00000002:3.0:1767384295.520860:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000de37e9bd/000000001df7e376 to site lru. bkt: 0000000092e69129 00000020:00000002:3.0:1767384295.520862:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000bdb5a846/00000000ae786cbf to site lru. bkt: 000000002aba8e96 00000020:00000002:3.0:1767384295.520864:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000aba99666/00000000e82f08f8 to site lru. bkt: 00000000e9cc5f42 00002000:00000010:3.0:1767384295.520866:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f75248b0. 00002000:00001000:3.0:1767384295.520869:0:17550:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384295.520871:0:17550:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384295.520889:0:17550:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384295.520892:0:17550:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384295.520902:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f75248b0. 00002000:00000001:3.0:1767384295.520904:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.520905:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.520908:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.520910:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000014d05085. 00002000:00000001:3.0:1767384295.520912:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729764616 : -113996979787000 : ffff98520283ab08) 00002000:00000001:3.0:1767384295.520914:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.520915:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384295.520918:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa503d13. 00002000:00000001:3.0:1767384295.520920:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520922:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.520924:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.520925:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.520927:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.520928:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.520930:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.520931:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.520933:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.520934:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.520935:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.522018:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.522022:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.522024:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.522025:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.522027:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.522028:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.522030:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.522031:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.522033:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.522037:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729764616 : -113996979787000 : ffff98520283ab08) 00002000:00000001:3.0:1767384295.522039:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729764528 : -113996979787088 : ffff98520283aab0) 00002000:00000001:3.0:1767384295.522041:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.522042:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.522044:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.522048:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a866dd5a. 00002000:00000001:3.0:1767384295.522050:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729766440 : -113996979785176 : ffff98520283b228) 00002000:00000001:3.0:1767384295.522053:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.522061:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384295.522064:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a385008. 00002000:00000001:3.0:1767384295.522066:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.522068:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.522069:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.522070:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.522071:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.522072:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.522073:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.522075:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.522076:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.522078:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.522079:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.523077:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.523082:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.523083:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.523084:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.523085:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.523086:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.523088:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.523089:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.523091:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.523094:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729766440 : -113996979785176 : ffff98520283b228) 00002000:00000001:3.0:1767384295.523096:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729766352 : -113996979785264 : ffff98520283b1d0) 00002000:00000001:3.0:1767384295.523098:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.523100:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.523102:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.523104:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f50dd316. 00002000:00000001:3.0:1767384295.523106:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076729762184 : -113996979789432 : ffff98520283a188) 00002000:00000001:3.0:1767384295.523109:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.523109:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:3.0:1767384295.523122:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e452ed9f. 00002000:00000001:3.0:1767384295.523125:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.523127:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.523129:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.523130:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.523131:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.523137:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.523138:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.523139:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.523141:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.523142:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.523144:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.524137:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.524142:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.524143:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.524161:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.524163:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.524164:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.524165:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.524166:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.524167:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.524170:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076729762184 : -113996979789432 : ffff98520283a188) 00002000:00000001:3.0:1767384295.524172:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076729762096 : -113996979789520 : ffff98520283a130) 00002000:00000001:3.0:1767384295.524173:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.524175:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.524176:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.524191:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ea5af265. 00002000:00000001:3.0:1767384295.524194:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081097712616 : -113992611839000 : ffff985306dd43e8) 00002000:00000001:3.0:1767384295.524197:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.524198:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384295.524201:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f53660b1. 00002000:00000001:3.0:1767384295.524202:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.524204:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.524205:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.524206:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.524207:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.524208:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.524209:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.524211:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.524212:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.524214:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.524215:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.525241:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.525253:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.525255:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.525256:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.525257:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.525259:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.525260:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.525261:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.525263:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.525267:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081097712616 : -113992611839000 : ffff985306dd43e8) 00002000:00000001:3.0:1767384295.525269:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081097712528 : -113992611839088 : ffff985306dd4390) 00002000:00000001:3.0:1767384295.525271:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.525315:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.525318:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.525322:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003e7ca429. 00002000:00000001:3.0:1767384295.525325:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081097714440 : -113992611837176 : ffff985306dd4b08) 00002000:00000001:3.0:1767384295.525328:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.525329:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:3.0:1767384295.525332:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005c839d33. 00002000:00000001:3.0:1767384295.525334:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.525336:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.525338:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.525340:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.525341:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.525342:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.525344:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.525345:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.525347:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.525348:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.525349:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.526263:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.526267:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.526269:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.526270:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.526271:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.526291:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.526293:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.526295:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.526319:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.526323:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081097714440 : -113992611837176 : ffff985306dd4b08) 00002000:00000001:3.0:1767384295.526325:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081097714352 : -113992611837264 : ffff985306dd4ab0) 00002000:00000001:3.0:1767384295.526327:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.526328:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.526331:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.526333:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000089ded9af. 00002000:00000001:3.0:1767384295.526336:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081097716264 : -113992611835352 : ffff985306dd5228) 00002000:00000001:3.0:1767384295.526339:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.526340:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384295.526343:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001b228c0. 00002000:00000001:3.0:1767384295.526345:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.526346:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.526348:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.526349:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.526350:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.526351:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.526352:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.526354:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.526355:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.526356:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.526357:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.527385:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.527390:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.527391:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.527392:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.527394:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.527395:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.527396:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.527397:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.527399:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.527401:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081097716264 : -113992611835352 : ffff985306dd5228) 00002000:00000001:3.0:1767384295.527403:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081097716176 : -113992611835440 : ffff985306dd51d0) 00002000:00000001:3.0:1767384295.527405:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384295.527406:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384295.527408:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384295.527416:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ad9b2df0. 00002000:00000001:3.0:1767384295.527418:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630081097712008 : -113992611839608 : ffff985306dd4188) 00002000:00000001:3.0:1767384295.527420:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384295.527421:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384295.527423:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba0d72f1. 00002000:00000001:3.0:1767384295.527425:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.527427:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384295.527428:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384295.527429:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.527430:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.527430:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.527432:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.527433:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.527434:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.527435:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.527437:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:0.0:1767384295.528445:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384295.528452:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384295.528455:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384295.528458:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384295.528461:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384295.528464:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.528466:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384295.528469:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384295.528472:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.528477:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630081097712008 : -113992611839608 : ffff985306dd4188) 00002000:00000001:0.0:1767384295.528481:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630081097711920 : -113992611839696 : ffff985306dd4130) 00002000:00000001:0.0:1767384295.528485:0:17550:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384295.528487:0:17550:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384295.528490:0:17550:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384295.528496:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c4eecc81. 00002000:00000001:0.0:1767384295.528499:0:17550:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630076704905240 : -113997004646376 : ffff985201085818) 00002000:00000001:0.0:1767384295.528503:0:17550:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384295.528505:0:17550:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:0.0:1767384295.528509:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000daf6294c. 00002000:00000001:0.0:1767384295.528512:0:17550:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.528514:0:17550:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384295.528515:0:17550:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384295.528517:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384295.528519:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384295.528521:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384295.528523:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384295.528524:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.528526:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384295.528528:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384295.528530:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.529706:0:17550:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384295.529712:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529714:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529716:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529717:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529719:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529721:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529723:0:17550:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.529725:0:17550:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.529729:0:17550:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630076704905240 : -113997004646376 : ffff985201085818) 00002000:00000001:3.0:1767384295.529732:0:17550:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630076704905152 : -113997004646464 : ffff9852010857c0) 00080000:00000001:3.0:1767384295.529736:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384295.529742:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002c2de494. 00080000:00000001:3.0:1767384295.529745:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081097263104 : -113992612288512 : ffff985306d66800) 00080000:00000001:3.0:1767384295.529749:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.529756:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529757:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529760:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529774:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529776:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529785:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529786:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529788:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529789:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529790:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529792:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529804:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529806:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529807:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529809:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529813:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529815:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529815:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529816:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529817:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529819:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529820:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529821:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529827:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529829:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529829:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529831:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529834:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529835:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529836:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529837:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529838:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529839:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529840:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529860:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529868:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529870:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529871:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529888:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529896:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529897:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529898:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529904:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529905:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529906:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529908:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529909:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529918:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529920:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529921:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529922:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529927:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529935:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529936:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529937:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529938:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529940:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529941:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529941:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529948:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529950:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529950:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529952:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529958:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529959:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529960:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529961:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529963:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529964:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529965:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529966:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.529974:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.529975:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.529976:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529978:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.529983:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.529984:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.529985:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.529987:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.529995:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.529997:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.529998:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.529999:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.530011:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.530013:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.530014:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530015:0:17550:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384295.530022:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530023:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530024:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530025:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530026:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530027:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530028:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530029:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000002:3.0:1767384295.530037:0:17550:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384295.530038:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.530039:0:17550:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530041:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384295.530043:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384295.530056:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.530057:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530069:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384295.530071:0:17550:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384295.530074:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.530080:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384295.530083:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530124:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530126:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530127:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530128:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530130:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530131:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530133:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530134:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530176:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530184:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530188:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530190:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530214:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530215:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530216:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530217:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530219:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530220:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530221:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530222:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530260:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530263:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530264:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530267:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530287:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530328:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530330:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530331:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530333:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530334:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530335:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530336:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530375:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530377:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530379:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530382:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530399:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530401:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530402:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530403:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530405:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530406:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530407:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530408:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530430:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530431:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530433:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530441:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530457:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530458:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530459:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530460:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530461:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530463:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530464:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530465:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530494:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530495:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530497:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530499:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530550:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530551:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530552:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530553:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530555:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530556:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530557:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530558:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530593:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530595:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530597:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530600:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530622:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530623:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530624:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530625:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530626:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530628:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530629:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530630:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530661:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530662:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530664:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530667:0:17550:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384295.530678:0:17550:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384295.530686:0:17550:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384295.530687:0:17550:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384295.530688:0:17550:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384295.530690:0:17550:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530692:0:17550:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384295.530693:0:17550:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384295.530695:0:17550:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630081103119488 : -113992606432128 : ffff9853072fc480) 00080000:00000001:3.0:1767384295.530755:0:17550:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384295.530758:0:17550:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530762:0:17550:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384295.530768:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e820cbac. 00002000:00001000:3.0:1767384295.530771:0:17550:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384295.530774:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384295.530777:0:17550:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384295.530779:0:17550:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384295.530781:0:17550:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:3.0:1767384295.530785:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000003872d73. 00000001:00000040:3.0:1767384295.530787:0:17550:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000006e3033bc : new cb_count 5 00000020:00000040:3.0:1767384295.530789:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=10 00080000:00000001:3.0:1767384295.530792:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.530803:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384295.530805:0:17550:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.530917:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384295.530922:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000b5b24882/0000000014d05085 to site lru. bkt: 000000005cfefae2 00000020:00000002:3.0:1767384295.530924:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000c5153dcf/00000000a866dd5a to site lru. bkt: 00000000db2aabf7 00000020:00000002:3.0:1767384295.530926:0:17550:0:(lu_object.c:207:lu_object_put()) Add 0000000044c20298/00000000f50dd316 to site lru. bkt: 000000003dc93eca 00000020:00000002:3.0:1767384295.530928:0:17550:0:(lu_object.c:207:lu_object_put()) Add 0000000037d17603/00000000ea5af265 to site lru. bkt: 00000000bcb7cdec 00000020:00000002:3.0:1767384295.530930:0:17550:0:(lu_object.c:207:lu_object_put()) Add 000000001bc271a5/000000003e7ca429 to site lru. bkt: 00000000759d98c4 00000020:00000002:3.0:1767384295.530931:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000072a330c/0000000089ded9af to site lru. bkt: 000000003d67e248 00000020:00000002:3.0:1767384295.530933:0:17550:0:(lu_object.c:207:lu_object_put()) Add 0000000080dd8027/00000000ad9b2df0 to site lru. bkt: 0000000010ae6e08 00000020:00000002:3.0:1767384295.530935:0:17550:0:(lu_object.c:207:lu_object_put()) Add 00000000ba6a6f19/00000000c4eecc81 to site lru. bkt: 0000000076776c6d 00002000:00000010:3.0:1767384295.530936:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f75248b0. 00002000:00001000:3.0:1767384295.530939:0:17550:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384295.530947:0:17550:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384295.530950:0:17550:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384295.530953:0:17550:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384295.530954:0:17550:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384295.530958:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384295.530959:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.530963:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853236737743872 00010000:00000001:3.0:1767384295.530966:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.530972:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048cbf6b2 x1853236737743872/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.530981:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.530983:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.530986:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.530990:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.530993:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.530995:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384295.530998:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.531000:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.531004:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.531008:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.531012:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384295.531017:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236737743872, offset 224 00000400:00000200:3.0:1767384295.531025:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.531035:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.531045:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d701c00 00000400:00000200:3.0:1767384295.531050:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:3.0:1767384295.531056:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.531059:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.531063:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.531066:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072a4f267 x1853236737743872/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.531073:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000072a4f267 x1853236737743872/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.531093:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.531108:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384295.531110:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000001:3.0:1767384295.531114:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.531115:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.531120:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384295.531121:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.531127:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384295.531130:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384295.531130:0:16802:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.531135:0:16802:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384295.531136:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.531140:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb86854. 00000020:00000001:3.0:1767384295.531141:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384295.531148:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048cbf6b2 x1853236737743872/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.531149:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db80167 00000400:00000010:0.0:1767384295.531154:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db80167. 00000100:00100000:3.0:1767384295.531159:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048cbf6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:16802:x1853236737743872:12345-0@lo:5: Request processed in 56485us (56897us total) trans 8589934596 rc 0/0 00000100:00000001:0.0:1767384295.531170:0:16802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384295.531174:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:0.0:1767384295.531179:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072a4f267 x1853236737743872/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.531180:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384295.531185:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.531189:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384295.531193:0:17550:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384295.531198:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005aff5fcd. 00000100:00000200:0.0:1767384295.531200:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072a4f267 x1853236737743872/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384295.531204:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088a9b068. 00000020:00000010:3.0:1767384295.531211:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee8c74f9. 00000100:00000001:0.0:1767384295.531215:0:16802:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384295.531218:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 9 00000100:00000001:0.0:1767384295.531219:0:16802:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.531223:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.531224:0:16802:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.531230:0:16802:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.531233:0:16802:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.531235:0:16802:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.531237:0:16802:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.531243:0:16802:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.531246:0:16802:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.531250:0:16802:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.531251:0:16802:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.531253:0:16802:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.531256:0:16802:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000072a4f267 x1853236737743872/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.531262:0:16802:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.531265:0:16802:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767384295.531266:0:16802:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767384295.531268:0:16802:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767384295.531270:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.531271:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995998976 : -113991713552640 : ffff98533c680700) 00000100:00000001:0.0:1767384295.531294:0:16802:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.531296:0:16802:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384295.531299:0:16802:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.531301:0:16802:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.531328:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072a4f267 x1853236737743872/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.531335:0:16802:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.531337:0:16802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.531339:0:16802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.531348:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072a4f267 x1853236737743872/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.531355:0:16802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072a4f267 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236737743872:0@lo:5: 00000100:00000001:0.0:1767384295.531359:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.531362:0:16802:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.531363:0:16802:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384295.531366:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.531369:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000072a4f267 x1853236737743872/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.531373:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384295.531375:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000035f9685. 00000100:00000001:0.0:1767384295.531378:0:16802:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384295.531379:0:16802:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384295.531385:0:16802:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:0.0:1767384295.531389:0:16802:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384295.531392:0:16802:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384295.531398:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.531403:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072a4f267 x1853236737743872/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384311 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.531411:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384295.531415:0:16802:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1767384295.531417:0:16802:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384295.531420:0:16802:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384295.531424:0:16802:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384295.531426:0:16802:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384295.531428:0:16802:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384295.531431:0:16802:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384296.390437:0:18097:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384296.390444:0:18097:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:0.0:1767384296.397897:0:18097:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767384296.481556:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384296.481564:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384296.481572:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384296.481575:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.481909:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384296.481927:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384296.481933:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384296.639167:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384296.639174:0:17574:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384296.639177:0:17574:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384296.639179:0:17574:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384296.639183:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006e3033bc : new cb_count 4 00000020:00000040:0.0:1767384296.639189:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 8 00000001:00000010:0.0:1767384296.639192:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000003872d73. 00002000:00001000:0.0:1767384296.639197:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384296.639201:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e820cbac. 00040000:00000001:0.0:1767384296.639204:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.639206:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.639209:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c2de494. 00080000:00000001:0.0:1767384296.639213:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384296.639215:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384296.639217:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006e3033bc : new cb_count 3 00000020:00000040:0.0:1767384296.639219:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 7 00000001:00000010:0.0:1767384296.639220:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ba82b3c3. 00002000:00001000:0.0:1767384296.639222:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384296.639225:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b786ed82. 00040000:00000001:0.0:1767384296.639227:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.639228:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.639229:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009a38d7fe. 00080000:00000001:0.0:1767384296.639231:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384296.639232:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384296.639233:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006e3033bc : new cb_count 2 00000020:00000040:0.0:1767384296.639235:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 6 00000001:00000010:0.0:1767384296.639236:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009039d115. 00002000:00001000:0.0:1767384296.639238:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384296.639240:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000fd0b315b. 00040000:00000001:0.0:1767384296.639241:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.639242:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.639243:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015f19f96. 00080000:00000001:0.0:1767384296.639245:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384296.639257:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384296.639259:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000006e3033bc : new cb_count 1 00000020:00000040:0.0:1767384296.639261:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000001:00000010:0.0:1767384296.639263:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000028b5022. 00002000:00001000:0.0:1767384296.639265:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384296.639266:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a88a6022. 00040000:00000001:0.0:1767384296.639268:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.639269:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.639270:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008716e998. 00080000:00000001:0.0:1767384296.639298:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384296.639300:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384296.639302:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384296.639304:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000006e3033bc : new cb_count 0 00000020:00000040:0.0:1767384296.639306:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000001:00000010:0.0:1767384296.639308:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006aac10c8. 00040000:00000001:0.0:1767384296.639309:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384296.639311:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384296.639312:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a2491015. 00080000:00000001:0.0:1767384296.639314:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384296.988580:0:18111:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384296.988598:0:18111:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.988604:0:18111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384296.988612:0:18111:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384296.988619:0:18111:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.988623:0:18111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.505419:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384297.505425:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.505430:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384297.505431:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.505452:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384297.505455:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384297.505518:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384297.821616:0:18275:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384297.821627:0:18275:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384297.824307:0:18275:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384297.836499:0:18277:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c91ad5fa. 00000400:00000040:1.0:1767384297.836525:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836533:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.836537:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836539:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836542:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836543:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384297.836547:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836549:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.836551:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.836552:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384297.836555:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.836557:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836560:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.836562:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836563:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384297.836566:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.836567:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836569:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384297.836571:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384297.836573:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836575:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836576:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836578:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836580:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836582:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384297.836585:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836586:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836588:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836589:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836591:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836592:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384297.836595:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836596:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836598:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836600:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836601:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836603:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384297.836606:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836608:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836609:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.836616:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.836618:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836620:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384297.836621:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384297.836623:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384297.836624:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384297.836625:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384297.836627:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384297.836629:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.836630:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836632:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384297.836633:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.836634:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384297.836637:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384297.836638:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384297.836640:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384297.836641:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384297.836652:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836654:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.836656:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836657:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836659:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836660:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384297.836662:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836663:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.836664:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.836666:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384297.836669:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.836671:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836674:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.836676:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836679:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384297.836683:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.836685:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836687:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384297.836689:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384297.836692:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836694:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836696:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836707:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836709:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836711:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384297.836714:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836716:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836719:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836722:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836724:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836726:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384297.836730:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.836733:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.836736:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.836738:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.836741:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836743:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384297.836747:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.836750:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836753:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.836755:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.836757:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.836760:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384297.836763:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384297.836765:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384297.836768:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384297.836770:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384297.836771:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384297.836773:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.836775:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.836777:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384297.836779:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.836780:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384297.836782:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.836785:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.836786:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384297.836787:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384297.836789:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384297.836790:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384297.836791:0:18277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384297.836805:0:18277:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c91ad5fa. 00080000:00000001:3.0:1767384298.366501:0:18349:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.366512:0:18349:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.366515:0:18349:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.366520:0:18349:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.366524:0:18349:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.366526:0:18349:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.530239:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384298.530244:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.530249:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384298.530251:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.708409:0:18400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384298.708421:0:18400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.708424:0:18400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.708429:0:18400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384298.708433:0:18400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.708435:0:18400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384299.421493:0:18565:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384299.421497:0:18565:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384299.424736:0:18565:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384299.431587:0:18566:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a08c340b. 00000400:00000010:3.0:1767384299.431599:0:18566:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009057ced1. 00000400:00000010:3.0:1767384299.431609:0:18566:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000034b04904. 00000400:00000010:3.0:1767384299.431627:0:18566:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009faa0867. 00000400:00000010:3.0:1767384299.431631:0:18566:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000046d1102c. 00000400:00000010:3.0:1767384299.431635:0:18566:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbad1a61. 00000400:00000010:3.0:1767384299.431637:0:18566:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b79fd35e. 00000400:00000010:3.0:1767384299.431638:0:18566:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a80245a7. 00000400:00000010:3.0:1767384299.431641:0:18566:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000688e4d84. 00000800:00000010:3.0:1767384299.431650:0:18566:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007e022bbe. 00000800:00000200:3.0:1767384299.431660:0:18566:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384299.431664:0:18566:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384299.431711:0:18566:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384299.431727:0:18566:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp10 [8/256/0/180] 00000400:00000010:3.0:1767384299.433376:0:18566:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000004be84eda. 00000400:00000010:3.0:1767384299.433383:0:18566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384299.433387:0:18566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000400:00000001:3.0:1767384299.433398:0:18566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.433400:0:18566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.433406:0:18566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:3.0:1767384299.433409:0:18566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384299.433416:0:18566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000400:00000010:3.0:1767384299.433421:0:18566:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000399d3ec0. 00000400:00000200:3.0:1767384299.433427:0:18566:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (1) 00000400:00000200:3.0:1767384299.433441:0:18566:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384299.433450:0:18566:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000400:00000200:0.0:1767384299.433455:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384299.433457:0:18566:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000486d3e2a. 00000400:00000200:0.0:1767384299.433460:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000020:01000000:3.0:1767384299.433461:0:18566:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384299.433463:0:18566:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp10 00000400:00000010:0.0:1767384299.433465:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cad751ec. 00000400:00000200:0.0:1767384299.433468:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (2) 00000400:00000010:0.0:1767384299.433473:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e63fdb56. 00000400:00000010:3.0:1767384299.433477:0:18566:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009057ced1. 00000400:00000200:0.0:1767384299.433478:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000010:3.0:1767384299.433482:0:18566:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a08c340b. 00000400:00000200:0.0:1767384299.433491:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384299.433497:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384299.433503:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp 00000400:00000200:0.0:1767384299.433510:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384299.433518:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp 00000400:00000200:0.0:1767384299.433534:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [5:5:256:4294967295] 192.168.203.152@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384299.433544:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp 00000400:00000200:0.0:1767384299.433572:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) : PUT try# 0 00000800:00000200:0.0:1767384299.433586:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:0.0:1767384299.433604:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e9e9acc. 00000800:00000200:0.0:1767384299.433619:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:0.0:1767384299.433637:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:0.0:1767384299.433644:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e9e9acc type 1, nob 160 niov 1 nkiov 1 00000100:00000001:1.0:1767384299.433665:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384299.433665:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000001:1.0:1767384299.433673:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384299.433674:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000001:1.0:1767384299.433678:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384299.433688:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.433722:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384299.433725:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.433731:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384299.433736:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384299.433742:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.433746:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737744000:0@lo:253: 00000100:00000001:1.0:1767384299.433752:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384299.433758:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384299.433761:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.433764:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384299.433771:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000aab63e52. 02000000:00000001:1.0:1767384299.433777:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.433783:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1cf188. 00000400:00000010:1.0:1767384299.433790:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d654cc86. 00000100:00000200:1.0:1767384299.433798:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737744000, portal 25 00000100:00000001:1.0:1767384299.433803:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384299.433805:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000040:1.0:1767384299.433827:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384299.433854:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384299.433858:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384299.433860:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e9e9acc. 00000100:00000040:1.0:1767384299.433861:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.433868:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e95f47d2. 00000400:00000200:0.0:1767384299.433869:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384299.433873:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737744000, offset 0 00000400:00000200:0.0:1767384299.433881:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 00000400:00000200:1.0:1767384299.433884:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384299.433898:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384299.433919:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384299.433923:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000400:00000200:1.0:1767384299.433934:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d701c80 00000800:00000001:0.0:1767384299.433938:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.433943:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000400:00000010:1.0:1767384299.433947:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2bd23a. 00000800:00000001:0.0:1767384299.433951:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.433953:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7cb9675 00000800:00000001:0.0:1767384299.433958:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.433962:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384299.433965:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.433969:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384299.433976:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cb9675 00000400:00000200:0.0:1767384299.433980:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : PUT - for me 00000400:00000010:1.0:1767384299.433981:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7cb9675. 00000100:00000001:1.0:1767384299.433988:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384299.433991:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384299.433998:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000040:1.0:1767384299.433999:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006c62b978 x1853236737744000 msgsize 4848 00000100:00100000:1.0:1767384299.434013:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384299.434016:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 64/64 into md 0x21d [1] + 0 00000100:00000040:1.0:1767384299.434019:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384299.434028:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048750814. 00000100:00000001:1.0:1767384299.434031:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384299.434037:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006ab4a2a 00000800:00000001:0.0:1767384299.434062:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384299.434065:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e95f47d2 00000400:00000010:1.0:1767384299.434068:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e95f47d2. 00000100:00000001:1.0:1767384299.434073:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384299.434077:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384299.434079:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.434083:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384299.434100:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384299.434100:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 00000100:00000040:1.0:1767384299.434108:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.434112:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006ab4a2a 00000100:00000001:1.0:1767384299.434120:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384299.434121:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ab4a2a. 00000100:00000001:1.0:1767384299.434127:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384299.434131:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384299.434135:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434144:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294887183 00000400:00000200:0.0:1767384299.434149:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (3) 00000100:00000010:1.0:1767384299.434150:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006687f7ee. 00000100:00000001:1.0:1767384299.434162:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384299.434162:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:1.0:1767384299.434171:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294887183 00000400:00000010:0.0:1767384299.434172:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000097cc5adc. 00000100:00000010:1.0:1767384299.434179:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004418c993. 00000400:00000200:0.0:1767384299.434185:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 2 00000100:00000001:1.0:1767384299.434188:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384299.434195:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294887183 00000400:00000200:0.0:1767384299.434196:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000010:1.0:1767384299.434210:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd8c85e4. 00000400:00000200:0.0:1767384299.434215:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (4) 00000100:00000001:1.0:1767384299.434218:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384299.434225:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294887183 00000100:00000010:1.0:1767384299.434229:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047474e00. 00000400:00000200:0.0:1767384299.434230:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384299.434233:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384299.434242:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384299.434243:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000100:00000001:1.0:1767384299.434246:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434251:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434255:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.434256:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [6:6:256:4294967295] 192.168.203.152@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000001:1.0:1767384299.434263:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384299.434268:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384299.434277:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) 192.168.203.152@tcp : ACK try# 0 00000800:00000200:0.0:1767384299.434302:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:0.0:1767384299.434305:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e9e9acc. 00000800:00000200:0.0:1767384299.434311:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000100:00000001:1.0:1767384299.434312:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384299.434315:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384299.434317:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434320:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434337:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384299.434341:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737744000 02000000:00000001:1.0:1767384299.434344:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1767384299.434346:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000100:00000001:1.0:1767384299.434347:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.434351:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384299.434352:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e9e9acc type 0, nob 96 niov 1 nkiov 0 02000000:00000001:1.0:1767384299.434357:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.434362:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737744000 00000020:00000001:1.0:1767384299.434366:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.434369:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384299.434372:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.434375:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384299.434378:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384299.434382:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384299.434386:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.434391:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000849eb168. 00000100:00000001:1.0:1767384299.434395:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.434399:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000849eb168. 00000800:00000200:0.0:1767384299.434402:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384299.434403:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d6d01e6. 00000800:00000010:0.0:1767384299.434408:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e9e9acc. 00000020:00000010:1.0:1767384299.434410:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6335e85. 00000400:00000200:0.0:1767384299.434415:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384299.434421:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098784a98. 00000400:00000200:0.0:1767384299.434426:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 00000100:00000040:1.0:1767384299.434433:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1767384299.434436:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384299.434439:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.434441:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384299.434442:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.434443:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384299.434451:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384299.434453:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384299.434458:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.434462:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.434465:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.434471:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.434472:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384299.434475:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737744128 02000000:00000001:1.0:1767384299.434477:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.434479:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384299.434480:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : ACK - for me 00000100:00000001:1.0:1767384299.434481:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.434486:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.434491:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737744128 00000020:00000001:1.0:1767384299.434492:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.434495:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384299.434499:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384299.434499:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp: ACK from 12345-192.168.203.152@tcp into md 0x1171 00000020:00000040:1.0:1767384299.434503:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000400:00000200:0.0:1767384299.434506:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384299.434507:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384299.434513:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:0.0:1767384299.434519:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 00000100:00000001:1.0:1767384299.434520:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.434525:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000849eb168. 00000400:00000200:0.0:1767384299.434528:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad751ec 00000100:00000001:1.0:1767384299.434530:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384299.434533:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cad751ec. 00000020:00000010:1.0:1767384299.434536:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000849eb168. 00000020:00000010:1.0:1767384299.434543:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5bbb750. 00000400:00000200:0.0:1767384299.434546:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:1.0:1767384299.434548:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1cf6cc2. 00000020:00000010:1.0:1767384299.434553:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000479d31d9. 00000400:00000200:0.0:1767384299.434554:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:1.0:1767384299.434558:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.434561:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.434562:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.434566:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:1.0:1767384299.434567:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434575:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.434575:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (3) 00000100:00000001:1.0:1767384299.434585:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:0.0:1767384299.434587:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384299.434588:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384299.434594:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384299.434596:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384299.434625:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384299.434630:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016916560 : -113991692635056 : ffff98533da73450) 00000100:00000040:1.0:1767384299.434638:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a4eedff x1853236737744128/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.434639:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384299.434647:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e909bac4. 00000100:00000001:1.0:1767384299.434651:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384299.434655:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cad751ec. 00000020:00000010:1.0:1767384299.434656:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000849eb168. 00000100:00000001:1.0:1767384299.434662:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384299.434663:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000020:00000010:1.0:1767384299.434668:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000849eb168. 00000400:00000200:0.0:1767384299.434691:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000100:00100000:1.0:1767384299.434692:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737744128:12345-0@lo:253: 00000100:00000200:1.0:1767384299.434699:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737744128 00000020:00000001:1.0:1767384299.434701:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384299.434702:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000fcd96c7d. 00000020:00000001:1.0:1767384299.434703:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384299.434706:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384299.434709:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 0000000016098bca. 00000020:00000001:1.0:1767384299.434710:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384299.434714:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000010:0.0:1767384299.434715:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000fabaa4cc. 00000020:00000001:1.0:1767384299.434717:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384299.434721:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.434724:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384299.434726:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000116f0eeb. 00000020:00000001:1.0:1767384299.434727:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384299.434731:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.434734:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384299.434736:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000116f0eeb nid 192.168.203.152@tcp10 02000000:00000001:1.0:1767384299.434753:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384299.434760:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dd4f96ef. 00000400:00000200:0.0:1767384299.434764:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dd4f96ef net tcp10 00000400:00000200:0.0:1767384299.434767:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (2) 02000000:00000010:1.0:1767384299.434771:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384299.434776:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.434779:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp10 flags 0x11 00000100:00000001:1.0:1767384299.434780:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.434785:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384299.434787:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000fcd96c7d. 00000400:00000010:0.0:1767384299.434791:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 0000000016098bca. 20000000:00000010:1.0:1767384299.434795:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003617e049. 00000400:00000010:0.0:1767384299.434796:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000fabaa4cc. 20000000:01000000:1.0:1767384299.434800:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384299.434803:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:0.0:1767384299.434803:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000097cc5adc. 20000000:00000001:1.0:1767384299.434806:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384299.434810:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.434813:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 20000000:00000001:1.0:1767384299.434814:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.434829:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384299.434855:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:0.0:1767384299.434859:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:0.0:1767384299.434864:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:0.0:1767384299.434867:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384299.434869:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:0.0:1767384299.434872:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:0.0:1767384299.434876:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (3) 00080000:00000001:0.0:1767384299.442132:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.442138:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384299.442142:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.442144:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384299.442144:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384299.442145:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.442147:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384299.442147:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384299.442149:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002aaabcae. 20000000:00000001:0.0:1767384299.442149:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384299.442153:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384299.442159:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384299.442170:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384299.442173:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2a5ea05. 20000000:01000000:0.0:1767384299.442174:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384299.442177:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:01000000:3.0:1767384299.442180:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384299.442182:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384299.442183:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384299.442186:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384299.442187:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384299.442189:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384299.442195:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384299.442198:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384299.442204:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dced00b3 count: 2 00080000:00000001:1.0:1767384299.442207:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.442208:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.442211:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384299.442214:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.442215:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384299.442215:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384299.442219:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384299.442220:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca27ec41. 00000020:00000001:1.0:1767384299.442222:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000001:3.0:1767384299.442226:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384299.442226:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384299.442231:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca27ec41 with handle 0x1cafe7b7e4a4fc8b to hash 00080000:00000010:1.0:1767384299.442232:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000599229f2. 00000020:00000001:3.0:1767384299.442234:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384299.442235:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726594560 : -113996982957056 : ffff985202534c00) 00010000:00000001:3.0:1767384299.442237:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00080000:00000001:1.0:1767384299.442239:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384299.442244:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384299.442248:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384299.442250:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.442252:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.442269:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.442272:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:1.0:1767384299.442354:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.442356:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.442358:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.442390:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.442392:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384299.442488:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384299.442490:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:0.0:1767384299.442492:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294887184, at 4294887185 00010000:00000001:3.0:1767384299.442493:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384299.442498:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384299.442501:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006687f7ee. 00010000:00000001:3.0:1767384299.442523:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1767384299.442523:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384299.442525:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.442526:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384299.442531:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384299.442533:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.442536:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.442538:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384299.442540:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.442547:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dced00b3) refcount = 2 00000100:00000040:1.0:1767384299.442549:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294887184, at 4294887185 00010000:00000040:3.0:1767384299.442551:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000010:1.0:1767384299.442556:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004418c993. 00010000:00000040:3.0:1767384299.442557:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.442566:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384299.442568:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384299.442590:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e488a8a9. 00000100:00000001:3.0:1767384299.442594:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.442600:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef6a655d. 00000100:00000001:3.0:1767384299.442603:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754366656 : -113996955184960 : ffff985203fb10c0) 00000100:00000001:3.0:1767384299.442606:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076754366656 : -113996955184960 : ffff985203fb10c0) 00000100:00000001:3.0:1767384299.442610:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.442612:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384299.442614:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384299.442626:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.442628:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384299.442630:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384299.442633:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384299.442636:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384299.442639:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384299.442645:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23f6f09. 00000020:00000040:3.0:1767384299.442649:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:3.0:1767384299.442653:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.442655:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.442659:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.442665:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9aa1f8a. 00000100:00000001:3.0:1767384299.442686:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.442691:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.442706:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fc7d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fc76 expref: 16 pid: 16772 timeout: 369 lvb_type: 0 00010000:00000001:3.0:1767384299.442715:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384299.442718:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.442722:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.442730:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.442732:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.442751:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737744256:0@lo:104: 00000100:00000001:3.0:1767384299.442755:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.442758:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.442759:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.442762:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.442765:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4d5b35d. 02000000:00000001:3.0:1767384299.442768:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.442772:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00000400:00000010:3.0:1767384299.442777:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384299.442781:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737744256, portal 16 00000100:00000001:3.0:1767384299.442784:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.442792:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000040:3.0:1767384299.442798:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.442836:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.442839:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.442842:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384299.442845:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737744256, offset 0 00000400:00000200:3.0:1767384299.442851:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.442859:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.442866:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d701d80 00000400:00000200:3.0:1767384299.442873:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:3.0:1767384299.442878:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.442883:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.442887:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.442889:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384299.442892:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b56d24. 00000100:00000040:3.0:1767384299.442895:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000058b56d24 x1853236737744256 msgsize 328 00000100:00100000:3.0:1767384299.442902:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384299.442919:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.442924:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384299.442927:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384299.442930:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.442936:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.442956:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.442963:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.442982:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.442984:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.442988:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.442993:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294887192 00000100:00000010:3.0:1767384299.442999:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af058c4a. 00000100:00000001:3.0:1767384299.443005:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384299.443014:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294887192 00000100:00000010:3.0:1767384299.443027:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066135970. 00000100:00000001:3.0:1767384299.443034:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384299.443042:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294887192 00000100:00000010:3.0:1767384299.443047:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cee7df7c. 00000100:00000001:3.0:1767384299.443050:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384299.443056:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294887192 00000100:00000001:3.0:1767384299.443063:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294887184 00000100:00000001:3.0:1767384299.443072:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.443079:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443085:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443091:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.443096:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443101:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.443104:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.443107:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443113:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384299.443116:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384299.443121:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.443126:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.443130:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.443133:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ef6a655d going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.443138:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.443142:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.443320:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.443339:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.443343:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.443348:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:3.0:1767384299.443353:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384299.443358:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000001:3.0:1767384299.443365:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.443388:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384299.443410:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.443428:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.443441:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.443445:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.443448:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.443451:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.443455:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.443461:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.443469:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=14 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.443476:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.443487:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.443490:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443493:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.443498:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.443504:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.443515:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.443539:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.443546:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.443551:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.443556:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384299.443560:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.443565:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.443570:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.443582:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384299.443594:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737744256:0@lo:104: 00000100:00000001:3.0:1767384299.443608:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.443617:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.443623:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.443629:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.443637:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23f6f09 x1853236737744256/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.443650:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.443657:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.443679:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4d5b35d. 02000000:00000001:3.0:1767384299.443686:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.443696:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.443702:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:3.0:1767384299.443707:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.443711:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a9aa1f8a. 02000000:00000001:3.0:1767384299.443719:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.443724:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.443728:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23f6f09. 00000100:00000001:3.0:1767384299.443749:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.443753:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384299.443760:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ef6a655d. 00000100:00000001:3.0:1767384299.443767:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384299.443771:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384299.443779:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e488a8a9. 00010000:00000001:3.0:1767384299.443784:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443787:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.443790:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384299.443794:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384299.443800:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384299.443806:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.444641:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.444660:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384299.444667:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384299.444674:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.444706:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384299.444711:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384299.444716:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca27ec41/0x1cafe7b7e4a4fc8b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.444734:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384299.444739:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384299.444898:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.444920:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.444958:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.444962:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.444965:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0080e30. 00000400:00000200:3.0:1767384299.444971:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000400:00000010:3.0:1767384299.444974:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000100:00000001:3.0:1767384299.444979:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.444985:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e375115 x1853236737744384/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.444997:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e375115 x1853236737744384/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.445005:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.445007:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.445009:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.445012:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.445014:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.445015:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.445018:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.445021:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=14 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.445024:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.445027:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.445028:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.445030:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.445032:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.445034:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.445038:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e375115 x1853236737744384/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.445046:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.445048:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.445050:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.445053:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e375115 x1853236737744384/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.445062:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e375115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737744384:0@lo:103: 00000100:00000001:3.0:1767384299.445077:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.445083:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.445088:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e375115 x1853236737744384/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.445096:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.445099:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.445101:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b2ebce1. 02000000:00000001:3.0:1767384299.445106:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.445108:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.445110:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384299.445113:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.445115:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045891a54. 02000000:00000001:3.0:1767384299.445119:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.445121:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.445123:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e375115. 00000100:00000001:3.0:1767384299.445127:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.445129:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.445131:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.445137:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.445139:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.445142:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.445144:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384299.449358:0:18568:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003917b9af. 00010000:00000010:2.1:1767384299.449366:0:18568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038e720c2. 00080000:00000001:3.0:1767384299.450768:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384299.450774:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.450778:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384299.450782:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.450786:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384299.450789:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000599229f2. 00080000:00000001:3.0:1767384299.450795:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:3.0:1767384299.451312:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294887193, at 4294887194 00000100:00000010:3.0:1767384299.451320:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047474e00. 00000100:00000040:0.0:1767384299.451345:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294887193, at 4294887194 00000100:00000010:0.0:1767384299.451352:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af058c4a. 00080000:00000020:1.0:1767384299.451750:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384299.451753:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384299.451755:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000502d04e5. 20000000:00000001:1.0:1767384299.451759:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.451763:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737744000 00010000:00000001:1.0:1767384299.451765:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.451769:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c62b978 x1853236737744000/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.451776:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.451777:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.451779:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.451783:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.451785:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384299.451794:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384299.451796:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.451798:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.451800:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.451803:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.451806:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e37a1d2b. 00000100:00000200:1.0:1767384299.451809:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737744000, offset 224 00000400:00000200:1.0:1767384299.451829:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.451852:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.451860:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d701c80 00000400:00000200:1.0:1767384299.451863:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1175 [2] + 224 00000400:00000200:1.0:1767384299.451868:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.451871:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.451874:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.451877:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.451883:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f485b8ec x1853236737744000/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.451897:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.451901:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e37a1d2b 00000400:00000010:1.0:1767384299.451902:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e37a1d2b. 00000100:00000001:1.0:1767384299.451905:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.451906:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.451910:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.451913:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384299.451917:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384299.451920:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.451922:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384299.451928:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c62b978 x1853236737744000/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.451940:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c62b978 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737744000:12345-0@lo:253: Request processed in 17398us (17939us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384299.451951:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1767384299.451961:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384299.451964:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384299.451967:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384299.451971:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6335e85. 00000020:00000010:1.0:1767384299.451976:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098784a98. 00000020:00000010:1.0:1767384299.451983:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d6d01e6. 00000020:00000040:1.0:1767384299.451989:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384299.451996:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384299.451998:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000091054bbb. 02000000:00000001:1.0:1767384299.452003:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384299.452005:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384299.452010:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384299.452016:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9946033. 00000400:00000010:1.0:1767384299.452023:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e37a1d2b. 00010000:00000010:3.1F:1767384299.452304:0:18569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca27ec41. 00010000:00000010:2.1:1767384299.452325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ba16e11. 00000100:00000040:1.0:1767384299.452331:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294887193, at 4294887195 00010000:00000010:2.1:1767384299.452334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dced00b3. 00000100:00000010:1.0:1767384299.452337:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066135970. 00080000:00000020:3.0:1767384299.453975:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384299.453979:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384299.453981:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003617e049. 20000000:00000001:3.0:1767384299.453987:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384299.453991:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737744128 00010000:00000001:3.0:1767384299.453999:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384299.454003:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a4eedff x1853236737744128/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.454013:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.454014:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.454017:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.454020:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.454022:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384299.454024:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384299.454027:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.454029:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.454031:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.454034:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.454036:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc63d378. 00000100:00000200:3.0:1767384299.454039:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737744128, offset 224 00000400:00000200:3.0:1767384299.454044:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.454050:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.454056:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d701d00 00000400:00000200:3.0:1767384299.454060:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x117d [2] + 224 00000400:00000200:3.0:1767384299.454066:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.454069:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.454072:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.454075:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000168056b x1853236737744128/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.454085:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000168056b x1853236737744128/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.454102:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.454107:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc63d378 00000400:00000010:3.0:1767384299.454110:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc63d378. 00000100:00000001:3.0:1767384299.454116:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.454120:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.454126:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.454132:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384299.454139:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.454149:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.454155:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.454165:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a4eedff x1853236737744128/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.454193:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737744128:12345-0@lo:253: Request processed in 19537us (19989us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384299.454210:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:3.0:1767384299.454215:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384299.454220:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.454225:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.454230:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1cf6cc2. 00000020:00000010:3.0:1767384299.454238:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000479d31d9. 00000020:00000010:3.0:1767384299.454247:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5bbb750. 00000020:00000040:3.0:1767384299.454255:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384299.454262:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.454266:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dc6e5a3. 02000000:00000001:3.0:1767384299.454322:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.454327:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.454336:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.454343:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00000400:00000010:3.0:1767384299.454351:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc63d378. 00010000:00000010:2.1:1767384299.456335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f306cf63. 00010000:00000010:2.1:1767384299.456339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00000400:00000010:0.0:1767384299.459601:0:18571:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b7343a47. 00000400:00000040:0.0:1767384299.459621:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384299.459625:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384299.459628:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384299.459630:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384299.459633:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384299.459634:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384299.459637:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384299.459639:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384299.459641:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384299.459642:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384299.459645:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384299.459647:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384299.459649:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384299.459651:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384299.459652:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384299.459655:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384299.459657:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384299.459658:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384299.459660:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384299.459662:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384299.459664:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384299.459666:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384299.459668:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384299.459683:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384299.459689:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384299.459692:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384299.459693:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384299.459695:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384299.459697:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384299.459699:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384299.459700:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384299.459702:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384299.459704:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384299.459706:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384299.459707:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384299.459709:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384299.459710:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384299.459713:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384299.459715:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384299.459717:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384299.459718:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384299.459720:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384299.459722:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384299.459723:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384299.459725:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384299.459726:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384299.459728:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384299.459729:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384299.459732:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384299.459733:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384299.459749:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384299.459751:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384299.459752:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384299.459755:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384299.459756:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384299.459758:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384299.459759:0:18571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384299.459774:0:18571:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b7343a47. 00010000:00000001:3.0:1767384299.553344:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384299.553350:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.553355:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384299.553357:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384300.385364:0:18856:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384300.385394:0:18856:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.385398:0:18856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384300.385405:0:18856:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384300.385411:0:18856:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.385420:0:18856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.577379:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384300.577386:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.577392:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384300.577394:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384300.705330:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384300.705335:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384300.705342:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86953. 00000020:00000040:1.0:1767384300.705349:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384300.705354:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384300.705357:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384300.705361:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384300.705368:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005eb51c9. 00000100:00000001:1.0:1767384300.705373:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705378:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384300.705380:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.705389:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4e86953] to pc [ptlrpcd_00_03+3] req@00000000e4e86953 x1853236737744512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384300.705414:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705428:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.705433:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384300.705612:0:17552:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000013e969de. 00000100:00000001:1.0:1767384300.705621:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384300.705630:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737744512 02000000:00000001:1.0:1767384300.705635:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384300.705639:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384300.705643:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.705650:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.705656:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737744512 00000020:00000001:1.0:1767384300.705660:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384300.705664:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:1.0:1767384300.705669:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384300.705673:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:1.0:1767384300.705678:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:1.0:1767384300.705685:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:1.0:1767384300.705689:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384300.705695:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008efbfe6c. 00000020:00000010:1.0:1767384300.705703:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000cca7318. 00000020:00000040:1.0:1767384300.705711:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:1.0:1767384300.705728:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:3.0:1767384300.705734:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384300.705735:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e87d192c. 00000020:00000040:3.0:1767384300.705740:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000020:00000010:1.0:1767384300.705741:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e8ef6d8. 00000020:00000010:1.0:1767384300.705749:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098784a98. 00000100:00000040:1.0:1767384300.705758:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384300.705761:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384300.705762:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384300.705764:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705772:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705784:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.705799:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384300.705801:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384300.705821:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384300.705827:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:1.0:1767384300.705829:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996001664 : -113991713549952 : ffff98533c681180) 00000100:00000040:1.0:1767384300.705845:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000168056b x1853236737744512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.705855:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384300.705863:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4b8120a. 00000100:00000001:1.0:1767384300.705866:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384300.705868:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4b8120a. 00000100:00100000:1.0:1767384300.705873:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000168056b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737744512:12345-0@lo:13: 00000100:00000200:1.0:1767384300.705877:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737744512 00000020:00000001:1.0:1767384300.705881:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384300.705885:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384300.705887:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.705890:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384300.705892:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:1.0:1767384300.705895:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384300.705898:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384300.705900:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384300.705902:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384300.705905:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705909:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384300.705911:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384300.705914:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000599229f2. 02000000:00000001:1.0:1767384300.705917:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.705919:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384300.705922:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384300.705927:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384300.705929:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384300.705932:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384300.705944:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.705945:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384300.705947:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384300.705950:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384300.705952:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384300.705954:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384300.705956:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:1.0:1767384300.705960:0:17552:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000683b54e7. 00000001:00000001:1.0:1767384300.705963:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384300.705964:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384300.705970:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384300.705973:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737744512 00010000:00000001:1.0:1767384300.705975:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384300.705978:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000168056b x1853236737744512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384300.705984:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384300.705986:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384300.705989:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384300.705993:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384300.705996:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384300.705998:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384300.706001:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384300.706003:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.706005:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384300.706008:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384300.706011:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384300.706015:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737744512, offset 224 00000400:00000200:1.0:1767384300.706020:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384300.706027:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384300.706034:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d701e80 00000400:00000200:1.0:1767384300.706039:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11b1 [1] + 224 00000400:00000200:1.0:1767384300.706044:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.706047:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384300.706051:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384300.706055:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e86953 x1853236737744512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384300.706076:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e4e86953 x1853236737744512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706095:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384300.706100:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384300.706102:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:1.0:1767384300.706106:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384300.706108:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384300.706119:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706126:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384300.706132:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384300.706136:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.706142:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384300.706150:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000168056b x1853236737744512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384300.706177:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000168056b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737744512:12345-0@lo:13: Request processed in 318us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384300.706190:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384300.706196:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384300.706201:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384300.706205:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384300.706211:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e8ef6d8. 00000020:00000010:1.0:1767384300.706219:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098784a98. 00000020:00000010:1.0:1767384300.706226:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e87d192c. 00000020:00000040:1.0:1767384300.706234:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:1.0:1767384300.706241:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384300.706327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384300.706333:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384300.706337:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000568d4e69. 00000020:00000040:1.0:1767384300.706341:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384300.706344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384300.706346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384300.706348:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384300.706353:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000065735f92. 00000100:00000001:1.0:1767384300.706357:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706362:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@00000000568d4e69 x1853236737744640/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384300.706372:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384300.706373:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000568d4e69] to pc [ptlrpcd_00_00+0] req@00000000568d4e69 x1853236737744640/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706412:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384300.706449:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384300.706453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 00000020:00000040:1.0:1767384300.706458:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384300.706464:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384300.706468:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384300.706473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384300.706481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b330083. 00000100:00000001:1.0:1767384300.706488:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706497:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003ccae6d3 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384300.706515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384300.706519:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706528:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccae6d3] to pc [ptlrpcd_00_01+1] req@000000003ccae6d3 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706556:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384300.706571:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384300.706576:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000020:00000040:1.0:1767384300.706582:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384300.706588:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384300.706591:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384300.706593:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384300.706609:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000825137c9. 00000100:00000001:1.0:1767384300.706616:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706625:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384300.706647:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384300.706651:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_02+2] req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706692:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.706699:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (226) 00000100:00000001:1.0:1767384300.706711:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.706715:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384300.706718:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384300.706724:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706741:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384300.706744:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.706749:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384300.706754:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384300.706760:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.706763:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737744896:0@lo:400: 00000100:00000001:1.0:1767384300.706771:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384300.706776:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384300.706780:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.706786:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384300.706792:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e87d192c. 02000000:00000001:1.0:1767384300.706797:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384300.706804:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c39cdbd. 00000400:00000010:1.0:1767384300.706823:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384300.706830:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737744896, portal 10 00000100:00000001:1.0:1767384300.706837:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384300.706839:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000020:00000010:1.0:1767384300.706847:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ce50fd1e. 00000100:00000040:1.0:1767384300.706856:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.706882:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384300.706890:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384300.706895:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000200:1.0:1767384300.706901:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737744896, offset 0 00000400:00000200:1.0:1767384300.706918:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384300.706931:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384300.706944:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d702000 00000400:00000200:1.0:1767384300.706954:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:1.0:1767384300.706961:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.706970:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384300.706979:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384300.706983:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384300.706990:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc051e8e. 00000100:00000040:1.0:1767384300.706997:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000cc051e8e x1853236737744896 msgsize 224 00000100:00100000:1.0:1767384300.707011:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384300.707026:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384300.707034:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:1.0:1767384300.707037:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:1.0:1767384300.707040:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384300.707044:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384300.707045:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.707049:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737744896 02000000:00000001:3.0:1767384300.707052:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384300.707063:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384300.707063:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384300.707074:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.707074:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.707077:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.707080:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737744896 00000100:00000001:1.0:1767384300.707080:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707082:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384300.707084:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384300.707085:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384300.707087:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.707089:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000100:00000001:1.0:1767384300.707089:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707093:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000040:1.0:1767384300.707093:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3578 usecs (4 jiffies) 00000020:00000001:3.0:1767384300.707099:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:1.0:1767384300.707099:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294888453 00000100:00000001:1.0:1767384300.707105:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294888468 00000100:00000001:3.0:1767384300.707106:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.707111:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000228f3f9a. 00000100:00000001:1.0:1767384300.707111:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294888453 00000020:00000010:3.0:1767384300.707115:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005282d066. 00000100:00000001:1.0:1767384300.707115:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294888468 00000100:00000001:1.0:1767384300.707119:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294888453 00000020:00000040:3.0:1767384300.707120:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:1.0:1767384300.707123:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294888468 00000100:00000001:1.0:1767384300.707128:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294888453 00000100:00000001:3.0:1767384300.707133:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384300.707138:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008e87c8c. 00000100:00000001:1.0:1767384300.707139:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294888468 00000100:00000001:1.0:1767384300.707142:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.707144:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000100:00000001:1.0:1767384300.707147:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.707148:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:1.0:1767384300.707153:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.707155:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384300.707159:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384300.707159:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.707161:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384300.707165:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.707165:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.707168:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384300.707173:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384300.707174:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.707176:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384300.707177:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.707179:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.707179:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.707183:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.707188:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.707202:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384300.707206:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737744768 02000000:00000001:3.0:1767384300.707210:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384300.707214:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.707218:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.707224:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.707230:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737744768 00000020:00000001:3.0:1767384300.707235:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384300.707238:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:3.0:1767384300.707241:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.707251:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000020:00000001:3.0:1767384300.707257:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000020:00000001:3.0:1767384300.707263:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:3.0:1767384300.707267:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.707272:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000735b84d2. 00000100:00000001:3.0:1767384300.707295:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.707300:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000735b84d2. 00000020:00000010:3.0:1767384300.707309:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023bd2f60. 00000020:00000010:3.0:1767384300.707315:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a9b591b. 00000020:00000010:3.0:1767384300.707322:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8ff0a75. 00000100:00000001:3.0:1767384300.707327:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384300.707331:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384300.707335:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.707340:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384300.707343:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384300.707349:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.707361:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.707375:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384300.707379:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384300.707389:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384300.707395:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:3.0:1767384300.707401:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009633152 : -113991699918464 : ffff98533d381180) 00000100:00000040:3.0:1767384300.707406:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc051e8e x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.707423:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384300.707429:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000735b84d2. 00000100:00000001:3.0:1767384300.707434:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384300.707437:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000735b84d2. 00000100:00100000:3.0:1767384300.707443:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc051e8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737744896:12345-0@lo:400: 00000100:00000200:3.0:1767384300.707448:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737744896 00000020:00000001:3.0:1767384300.707450:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384300.707453:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384300.707456:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384300.707456:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384300.707464:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.707464:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707469:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384300.707469:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707472:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384300.707478:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384300.707482:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384300.707487:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384300.707491:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384300.707496:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707502:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384300.707508:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384300.707513:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384300.707518:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005a20f1c. 02000000:00000001:3.0:1767384300.707523:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.707530:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.707536:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384300.707542:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737744896 00010000:00000001:3.0:1767384300.707547:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384300.707554:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc051e8e x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.707569:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384300.707573:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.707578:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.707588:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384300.707594:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384300.707600:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384300.707616:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384300.707620:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.707626:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.707634:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384300.707641:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384300.707648:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737744896, offset 224 00000400:00000200:3.0:1767384300.707659:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384300.707673:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384300.707688:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d702000 00000400:00000200:3.0:1767384300.707698:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11c5 [1] + 224 00000400:00000200:3.0:1767384300.707709:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.707717:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.707725:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.707732:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.707739:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384300.707742:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384300.707746:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384300.707748:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384300.707749:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:1.0:1767384300.707753:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081995998976 : -113991713552640 : ffff98533c680700) 00000100:00000040:1.0:1767384300.707758:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072a4f267 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.707768:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384300.707770:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384300.707775:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000020:00000010:1.0:1767384300.707775:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4b8120a. 00000400:00000010:3.0:1767384300.707777:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000001:1.0:1767384300.707778:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.707780:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384300.707783:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384300.707783:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4b8120a. 00000100:00000001:3.0:1767384300.707789:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.707793:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072a4f267 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737744768:12345-0@lo:400: 00000100:00000040:3.0:1767384300.707795:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384300.707800:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384300.707802:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737744768 00000020:00000001:3.0:1767384300.707803:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.707805:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384300.707821:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384300.707825:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384300.707827:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.707829:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc051e8e x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384300.707830:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384300.707833:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:1.0:1767384300.707842:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384300.707846:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384300.707848:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc051e8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737744896:12345-0@lo:400: Request processed in 423us (849us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384300.707849:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384300.707853:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384300.707857:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384300.707860:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000001:1.0:1767384300.707861:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384300.707862:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:1.0:1767384300.707864:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384300.707867:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384300.707867:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384300.707871:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384300.707872:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fd78da5a. 00000020:00000010:3.0:1767384300.707874:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 02000000:00000001:1.0:1767384300.707877:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.707879:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000100:00000001:1.0:1767384300.707879:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.707883:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.707885:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008e87c8c. 00010000:00000040:1.0:1767384300.707886:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737744768 00010000:00000001:1.0:1767384300.707890:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384300.707893:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00010000:00000200:1.0:1767384300.707895:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072a4f267 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.707897:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.707907:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00080000:3.0:1767384300.707912:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:1.0:1767384300.707912:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.707916:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00001000:1.0:1767384300.707916:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384300.707921:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384300.707924:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384300.707926:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384300.707928:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384300.707931:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.707935:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384300.707942:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384300.707946:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384300.707947:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000001:3.0:1767384300.707950:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.707957:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767384300.707957:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737744768, offset 224 00000400:00000001:3.0:1767384300.707961:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.707965:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c39cdbd. 00000400:00000200:3.0:1767384300.707971:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:3.0:1767384300.707975:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:3.0:1767384300.707978:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384300.707984:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384300.707985:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.707995:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384300.708003:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.708007:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d701f80 00000400:00000200:1.0:1767384300.708014:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11cd [1] + 224 00000100:00000001:3.0:1767384300.708015:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.708018:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384300.708019:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384300.708023:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.708025:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384300.708025:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.708027:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.708031:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.708032:0:17569:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384300.708035:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.708043:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=9 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384300.708044:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccae6d3 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384300.708049:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.708053:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.708055:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.708060:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384300.708061:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ccae6d3 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384300.708065:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384300.708085:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.708086:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.708090:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384300.708093:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:1.0:1767384300.708093:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000100:00000001:3.0:1767384300.708096:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767384300.708096:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:3.0:1767384300.708099:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.708101:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384300.708103:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384300.708105:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.708107:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.708113:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384300.708117:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384300.708121:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.708124:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384300.708124:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384300.708127:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384300.708131:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072a4f267 x1853236737744768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.708136:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384300.708143:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384300.708161:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072a4f267 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737744768:12345-0@lo:400: Request processed in 388us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384300.708164:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737744896:0@lo:400: 00000100:00000001:3.0:1767384300.708170:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384300.708172:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384300.708174:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384300.708175:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:1.0:1767384300.708178:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384300.708181:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737744896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.708182:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384300.708186:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a9b591b. 00000100:00000001:3.0:1767384300.708191:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384300.708191:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8ff0a75. 02000000:00000001:3.0:1767384300.708193:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384300.708194:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023bd2f60. 02000000:00000010:3.0:1767384300.708196:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e87d192c. 00000020:00000040:1.0:1767384300.708198:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 02000000:00000001:3.0:1767384300.708201:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384300.708201:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384300.708204:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.708208:0:16140:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384300.708214:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.708219:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000825137c9. 00000100:00000001:1.0:1767384300.708220:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.708224:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.708225:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.708228:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.708232:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:3.0:1767384300.708238:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.708241:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.708248:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.708254:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.708257:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.708262:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.708265:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384300.726311:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294888468, at 4294888469 00000100:00000010:0.0:1767384300.726318:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9106a9. 00000100:00000040:3.0:1767384300.726337:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294888468, at 4294888469 00000100:00000040:1.0:1767384300.726337:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294888468, at 4294888469 00000100:00000010:1.0:1767384300.726345:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041495750. 00000100:00000010:3.0:1767384300.726347:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006baf7e0a. 00000001:00000001:0.0:1767384301.140682:0:19020:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384301.140687:0:19020:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:0.0:1767384301.144258:0:19020:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384301.153234:0:19021:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005d16ac8d. 00000400:00000010:0.0:1767384301.153248:0:19021:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003f5f0259. 00000400:00000010:0.0:1767384301.153258:0:19021:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007ec80a45. 00000400:00000010:0.0:1767384301.153262:0:19021:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fc99afc5. 00000400:00000010:0.0:1767384301.153265:0:19021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cc8a3161. 00000400:00000010:0.0:1767384301.153270:0:19021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab0b373c. 00000400:00000010:0.0:1767384301.153272:0:19021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000239b03fc. 00000400:00000010:0.0:1767384301.153299:0:19021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe8fe3c7. 00000400:00000010:0.0:1767384301.153304:0:19021:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b7343a47. 00000800:00000010:0.0:1767384301.153314:0:19021:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ccee1e94. 00000800:00000200:0.0:1767384301.153325:0:19021:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384301.153331:0:19021:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384301.153375:0:19021:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384301.153402:0:19021:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp11 [8/256/0/180] 00000400:00000010:0.0:1767384301.155666:0:19021:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000008e938511. 00000400:00000010:0.0:1767384301.155672:0:19021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a7af40. 00000400:00000010:0.0:1767384301.155678:0:19021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a1041f. 00000400:00000001:0.0:1767384301.155690:0:19021:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384301.155692:0:19021:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384301.155694:0:19021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:0.0:1767384301.155697:0:19021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:0.0:1767384301.155699:0:19021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000400:00000010:0.0:1767384301.155702:0:19021:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000004be84eda. 00000400:00000200:0.0:1767384301.155707:0:19021:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (2) 00000400:00000200:0.0:1767384301.155724:0:19021:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384301.155734:0:19021:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:0.0:1767384301.155741:0:19021:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000045206b15. 00000020:01000000:0.0:1767384301.155748:0:19021:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384301.155751:0:19021:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp11 00000400:00000010:0.0:1767384301.155765:0:19021:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003f5f0259. 00000400:00000010:0.0:1767384301.155768:0:19021:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005d16ac8d. 00000020:00000001:1.0:1767384301.155798:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384301.155819:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384301.155832:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384301.155835:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384301.155842:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384301.155844:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384301.155846:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384301.155850:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384301.155853:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384301.155857:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384301.155861:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384301.155864:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384301.155866:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384301.155867:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384301.155872:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 00000020:00000040:1.0:1767384301.155879:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384301.155887:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384301.155892:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384301.155898:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384301.155909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007dc6e5a3. 00000100:00000001:1.0:1767384301.155920:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.155932:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384301.155937:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.155951:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccae6d3] to pc [ptlrpcd_00_03+3] req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384301.155995:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (2) 10000000:00000001:1.0:1767384301.156005:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384301.156009:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.156011:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384301.156014:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384301.156019:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384301.156024:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384301.156028:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384301.156028:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384301.156034:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384301.156034:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384301.156037:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384301.156040:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384301.156042:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384301.156044:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384301.156045:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384301.156049:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384301.156052:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384301.156056:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384301.156061:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384301.156066:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384301.156068:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384301.156069:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384301.156074:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000100:00000001:3.0:1767384301.156076:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384301.156079:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384301.156083:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384301.156084:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.156088:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384301.156089:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384301.156092:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 02000000:00000001:3.0:1767384301.156095:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.156095:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.156104:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737745024:0@lo:253: 02000000:00000010:1.0:1767384301.156108:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003617e049. 00000100:00000001:3.0:1767384301.156109:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384301.156117:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.156118:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384301.156123:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384301.156124:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156127:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.156128:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384301.156135:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_00+0] req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384301.156138:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000486d3e2a. 02000000:00000001:3.0:1767384301.156145:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.156156:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00000400:00000200:0.0:1767384301.156158:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000010:3.0:1767384301.156165:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d604368. 10000000:00000001:1.0:1767384301.156172:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384301.156173:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737745024, portal 25 10000000:00000001:1.0:1767384301.156180:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.156181:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.156186:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009643008 : -113991699908608 : ffff98533d383800) 00000020:00000001:1.0:1767384301.156186:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384301.156193:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384301.156196:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000045206b15. 00000100:00000040:3.0:1767384301.156197:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.156207:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384301.156209:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384301.156211:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384301.156214:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384301.156217:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c41a6a1b. 00000100:00000001:1.0:1767384301.156218:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384301.156223:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737745024, offset 0 00000100:00000040:1.0:1767384301.156227:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.156235:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384301.156244:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384301.156245:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.156249:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384301.156252:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384301.156253:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384301.156259:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.156262:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737745152:0@lo:253: 00000100:00000001:1.0:1767384301.156266:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384301.156271:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702080 00000400:00000200:3.0:1767384301.156311:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:3.0:1767384301.156315:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b9dd455. 02000000:00000001:1.0:1767384301.156316:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384301.156321:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fc268e4 02000000:00000001:1.0:1767384301.156321:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.156328:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384301.156332:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.156337:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.156341:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc268e4 00000400:00000010:3.0:1767384301.156343:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc268e4. 02000000:00000010:1.0:1767384301.156344:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002ee2d219. 00000100:00000001:3.0:1767384301.156349:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.156353:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384301.156355:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384301.156361:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018e53d6a. 00000100:00000040:3.0:1767384301.156368:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000034df9126 x1853236737745024 msgsize 4848 00000400:00000010:1.0:1767384301.156371:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f9d54a8. 00000100:00100000:3.0:1767384301.156381:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384301.156381:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737745152, portal 25 00000100:00000040:3.0:1767384301.156387:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384301.156388:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384301.156391:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:1.0:1767384301.156398:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.156404:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384301.156406:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384301.156412:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384301.156416:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1930c40. 00000400:00000200:3.0:1767384301.156417:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41a6a1b 00000400:00000010:3.0:1767384301.156421:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c41a6a1b. 00000100:00000001:3.0:1767384301.156425:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384301.156427:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737745152, offset 0 00000100:00000200:3.0:1767384301.156432:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384301.156443:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384301.156447:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.156455:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384301.156457:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384301.156469:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.156474:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702100 00000100:00000001:3.0:1767384301.156476:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384301.156485:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000100:00000001:3.0:1767384301.156486:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384301.156491:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8f8d0cf. 00000100:00000001:3.0:1767384301.156494:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294888918 00000400:00000200:1.0:1767384301.156497:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ed99f9c 00000100:00000010:3.0:1767384301.156502:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4bee141. 00000400:00000200:1.0:1767384301.156505:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384301.156506:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045206b15. 00000100:00000001:3.0:1767384301.156511:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767384301.156515:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f5f0259. 00000400:00000200:1.0:1767384301.156516:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.156524:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294888918 00000400:00000200:1.0:1767384301.156525:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ed99f9c 00000800:00000010:0.0:1767384301.156526:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcccb693. 00000400:00000010:1.0:1767384301.156530:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ed99f9c. 00000100:00000010:3.0:1767384301.156534:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de526bca. 00000100:00000001:1.0:1767384301.156537:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384301.156539:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384301.156541:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384301.156545:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294888918 00000100:00000040:1.0:1767384301.156546:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000ed2bb548 x1853236737745152 msgsize 4848 00000100:00000010:3.0:1767384301.156555:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026d4e21d. 00000100:00100000:1.0:1767384301.156562:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384301.156564:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384301.156565:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384301.156574:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294888918 00000800:00000010:0.0:1767384301.156575:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcccb693. 00000100:00000001:1.0:1767384301.156577:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384301.156586:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000296572c6. 00000400:00000200:1.0:1767384301.156588:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1930c40 00000100:00000001:3.0:1767384301.156591:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384301.156592:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1930c40. 00000100:00000001:1.0:1767384301.156600:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384301.156602:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.156603:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384301.156606:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.156609:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.156610:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.156617:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.156625:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.156627:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384301.156635:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384301.156640:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.156647:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384301.156651:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.156653:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.156655:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.156657:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.156661:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156663:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.156664:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156670:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294888918 00000100:00000001:1.0:1767384301.156675:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294888918 00000100:00000001:1.0:1767384301.156677:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294888918 00000100:00000001:1.0:1767384301.156679:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294888918 00000100:00000001:1.0:1767384301.156682:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294888918 00000100:00000001:1.0:1767384301.156683:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294888918 00000100:00000001:1.0:1767384301.156686:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294888918 00000100:00000001:1.0:1767384301.156688:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294888918 00000100:00000001:1.0:1767384301.156689:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.156691:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384301.156692:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.156695:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745024 00000100:00000001:1.0:1767384301.156697:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.156700:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384301.156701:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.156705:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.156708:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156710:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384301.156713:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156714:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384301.156721:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745024 00000100:00000001:1.0:1767384301.156722:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.156726:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384301.156727:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384301.156729:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384301.156731:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384301.156734:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.156735:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.156740:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384301.156743:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384301.156745:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384301.156749:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.156754:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae3ae040. 00000100:00000001:1.0:1767384301.156755:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384301.156760:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384301.156760:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745152 02000000:00000001:1.0:1767384301.156765:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384301.156767:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae3ae040. 00000100:00000001:1.0:1767384301.156769:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.156772:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.156776:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cc7269. 02000000:00000001:1.0:1767384301.156777:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.156784:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745152 00000020:00000010:3.0:1767384301.156787:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000020:00000001:1.0:1767384301.156788:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384301.156791:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384301.156795:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384301.156796:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000087ef3077. 00000100:00000001:0.0:1767384301.156797:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384301.156802:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.156823:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:1.0:1767384301.156825:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384301.156830:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384301.156832:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384301.156834:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384301.156838:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384301.156839:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156849:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384301.156854:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384301.156856:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941a6447. 00000100:00000001:1.0:1767384301.156861:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384301.156864:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941a6447. 00000100:00000001:3.0:1767384301.156870:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384301.156871:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1017b71. 00000020:00000010:1.0:1767384301.156880:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d21c9ee2. 00000020:00000010:1.0:1767384301.156887:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098784a98. 00000100:00000001:3.0:1767384301.156888:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.156892:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384301.156893:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384301.156895:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384301.156897:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384301.156904:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1767384301.156904:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.156914:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384301.156918:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016910416 : -113991692641200 : ffff98533da71c50) 00000100:00000001:1.0:1767384301.156918:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.156923:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384301.156925:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp10 from 253.3.0.2 00000800:00000010:0.0:1767384301.156933:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000180251a2. 00000100:00000001:1.0:1767384301.156938:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384301.156940:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034df9126 x1853236737745024/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.156943:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384301.156953:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384301.156953:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:1.0:1767384301.156960:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000010:3.0:1767384301.156961:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae3ae040. 00000100:00000001:1.0:1767384301.156963:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016918608 : -113991692633008 : ffff98533da73c50) 00000100:00000001:3.0:1767384301.156970:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384301.156975:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed2bb548 x1853236737745152/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384301.156976:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae3ae040. 00000100:00000001:1.0:1767384301.156988:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384301.156991:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737745024:12345-0@lo:253: 00000020:00000010:1.0:1767384301.156994:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941a6447. 00000100:00000200:3.0:1767384301.156997:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745024 00000100:00000001:1.0:1767384301.157000:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.157002:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384301.157005:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941a6447. 00000020:00000001:3.0:1767384301.157008:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.157014:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.157014:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed2bb548 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737745152:12345-0@lo:253: 00000020:00000001:3.0:1767384301.157023:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384301.157023:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745152 00000020:00000001:3.0:1767384301.157029:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384301.157029:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.157036:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384301.157037:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.157043:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.157043:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384301.157047:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0361f38. 00000020:00000001:1.0:1767384301.157048:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.157050:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.157053:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:0.0:1767384301.157054:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7ddde63. 00000020:00000001:3.0:1767384301.157056:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.157061:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:3.0:1767384301.157063:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384301.157067:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384301.157069:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384301.157070:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.157074:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384301.157076:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384301.157079:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.157082:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384301.157084:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1767384301.157086:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5f8e354. 02000000:00000010:3.0:1767384301.157088:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fd080be0. 02000000:00000010:1.0:1767384301.157091:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068e4ff88. 02000000:00000001:3.0:1767384301.157093:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.157097:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384301.157098:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (2) 00000100:00000001:3.0:1767384301.157100:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.157101:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.157109:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384301.157110:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384301.157110:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp10 00000000e5f8e354 deleted 00000800:00000010:0.1:1767384301.157116:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5f8e354. 20000000:00000010:1.0:1767384301.157121:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000582926c6. 00000800:00000200:0.1:1767384301.157123:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:3.0:1767384301.157124:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e0f82d10. 20000000:01000000:1.0:1767384301.157127:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384301.157133:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384301.157133:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384301.157138:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.1:1767384301.157140:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:1021 20000000:00000001:3.0:1767384301.157141:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384301.157142:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.157149:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384301.157150:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002ba3153e type 1, nob 176 niov 1 nkiov 1 20000000:00000001:3.0:1767384301.157151:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384301.157153:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384301.157156:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.157161:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384301.157166:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp10 p 3.x 192.168.203.152 -> 192.168.203.152:1021 incarnation:1767384299431651834 sched[0] 20000000:00000010:1.0:1767384301.157167:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfae9a55. 20000000:00000001:3.0:1767384301.157168:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384301.157175:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 00000800:00000010:0.0:1767384301.157177:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcccb693. 20000000:00000001:1.0:1767384301.157182:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384301.157190:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:0.0:1767384301.157229:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcccb693. 00000800:00000010:0.0:1767384301.157235:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7ddde63. 00080000:00000001:1.0:1767384301.157236:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384301.157241:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384301.157243:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.157245:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384301.157248:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384301.157253:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384301.157257:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:0.0:1767384301.157258:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000180251a2. 00080000:00000010:1.0:1767384301.157263:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004f2d66e3. 00080000:00000001:1.0:1767384301.157267:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076726591488 : -113996982960128 : ffff985202534000) 00080000:00000001:1.0:1767384301.157271:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:0.0:1767384301.157271:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384301.157309:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384301.157377:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384301.157382:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba3153e. 00000400:00000200:0.0:1767384301.157389:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.157398:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: PUT: OK 00000400:00000200:0.0:1767384301.157404:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384301.157410:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000001:00000001:1.0:1767384301.157419:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384301.157422:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.157425:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384301.157452:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384301.157459:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384301.157465:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384301.157472:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp10 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384299431651834 sched[0] 00000800:00000010:0.0:1767384301.157484:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f5f0259. 00000400:00000200:0.0:1767384301.157550:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384301.157601:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00080000:00000001:1.0:1767384301.157615:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384301.157620:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384301.157653:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000001:1.0:1767384301.157684:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.157695:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384301.157698:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.157702:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.157710:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : PUT - for me 00000400:00000200:1.0:1767384301.157723:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384301.157731:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 80/80 into md 0x1185 [1] + 0 00000400:00000010:1.0:1767384301.157735:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e909bac4. 00000400:00000200:1.0:1767384301.157740:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cad751ec 00000800:00000001:1.0:1767384301.157746:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.157758:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.157761:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.157767:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: PUT: OK 00000400:00000200:1.0:1767384301.157772:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad751ec 00000400:00000010:1.0:1767384301.157774:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cad751ec. 00000400:00000200:1.0:1767384301.157778:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384301.157782:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (4) 00000400:00000200:1.0:1767384301.157788:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:1.0:1767384301.157793:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000f59f8111. 00000400:00000200:1.0:1767384301.157797:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 3 00000400:00000200:1.0:1767384301.157822:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384301.157835:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (5) 00000400:00000200:1.0:1767384301.157841:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384301.157849:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp10 to MR: 192.168.203.152@tcp10 local destination 00000400:00000200:1.0:1767384301.157856:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.152@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384301.157866:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) -> 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) 192.168.203.152@tcp10 : ACK try# 0 00000800:00000200:1.0:1767384301.157873:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp10 00000800:00000010:1.0:1767384301.157878:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb302d35. 00000800:00000200:1.0:1767384301.157883:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (4) 00000800:00000200:1.0:1767384301.157894:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:988 00000800:00000200:1.0:1767384301.157897:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 0, nob 96 niov 1 nkiov 0 00000800:00000010:0.0:1767384301.157903:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c10b0ad4. 00000800:00000010:0.0:1767384301.157910:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f5f0259. 00000800:00000010:0.0:1767384301.157916:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcccb693. 00000800:00000010:0.0:1767384301.157965:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcccb693. 00000800:00000200:1.0:1767384301.157974:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384301.157978:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb302d35. 00000400:00000200:1.0:1767384301.157983:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.157988:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: ACK: OK 00000800:00000001:1.0:1767384301.157995:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.157999:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384301.158002:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.158009:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384301.158009:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:1.0:1767384301.158016:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.158025:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384301.158033:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : ACK - for me 00000400:00000200:0.0:1767384301.158039:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp10 from 252.3.0.2 00000800:00000010:0.0:1767384301.158044:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078f2c70b. 00000400:00000200:1.0:1767384301.158051:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp10: ACK from 12345-192.168.203.152@tcp10 into md 0x11e9 00000400:00000200:1.0:1767384301.158056:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.158061:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: ACK: OK 00000400:00000200:1.0:1767384301.158064:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:1.0:1767384301.158066:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000400:00000200:1.0:1767384301.158071:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384301.158076:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:1.0:1767384301.158080:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384301.158084:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (4) 00000400:00000200:1.0:1767384301.158121:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384301.158124:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001de39a50. 00000400:00000010:1.0:1767384301.158126:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043f7b98f. 00000800:00000010:0.0:1767384301.158130:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7ddde63. 00000400:00000010:1.0:1767384301.158133:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000400:00000200:1.0:1767384301.158138:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000400:00000200:1.0:1767384301.158142:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:1.0:1767384301.158149:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000228629ff. 00000800:00000010:0.0:1767384301.158153:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e5f8e354. 00000400:00000010:1.0:1767384301.158154:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000a2a438c0. 00000800:00000200:0.1:1767384301.158163:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (4) 00000800:00000200:0.1:1767384301.158170:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp10 00000000e5f8e354 deleted 00000800:00000010:0.1:1767384301.158173:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5f8e354. 00000800:00000200:0.1:1767384301.158177:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384301.158184:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp10 p 3.x 192.168.203.152 -> 192.168.203.152:1020 incarnation:1767384299431651834 sched[0] 00000800:00000010:0.0:1767384301.158189:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcccb693. 00000800:00000010:0.0:1767384301.158244:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcccb693. 00000800:00000010:0.0:1767384301.158248:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7ddde63. 00000800:00000010:0.0:1767384301.158269:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078f2c70b. 00000400:00000010:1.0:1767384301.158338:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000325a12a3. 00000400:00000010:1.0:1767384301.158350:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e574d647. 00000400:00000200:1.0:1767384301.158355:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e574d647 nid 192.168.203.152@tcp11 00000400:00000010:1.0:1767384301.158358:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d018232f. 00000400:00000200:1.0:1767384301.158369:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d018232f net tcp11 00000400:00000200:1.0:1767384301.158373:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (3) 00000400:00000200:1.0:1767384301.158380:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp11 flags 0x11 00000400:00000010:1.0:1767384301.158383:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000228629ff. 00000400:00000010:1.0:1767384301.158387:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000a2a438c0. 00000400:00000010:1.0:1767384301.158390:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000325a12a3. 00000400:00000010:1.0:1767384301.158395:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000f59f8111. 00000400:00000200:1.0:1767384301.158400:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384301.158405:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:1.0:1767384301.158409:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:1.0:1767384301.158414:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:1.0:1767384301.158418:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384301.158422:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:1.0:1767384301.158426:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384301.158431:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (4) 00000800:00000001:1.0:1767384301.158448:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384301.158452:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384301.158456:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384301.158638:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384301.158649:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp10 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384299431651834 sched[0] 00000800:00000010:3.0:1767384301.158654:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f5f0259. 00000800:00000001:3.0:1767384301.158711:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384301.158716:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384301.158773:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384301.167587:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384301.167593:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384301.167598:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384301.167602:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384301.167604:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384301.167606:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f2d66e3. 00080000:00000001:1.0:1767384301.167611:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384301.167646:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c8ba451. 20000000:01000000:0.0:1767384301.167652:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384301.167656:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384301.167662:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384301.167689:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384301.167695:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384301.167697:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.167701:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384301.167706:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384301.167710:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384301.167715:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384301.167722:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000055d2cc1f. 00080000:00000001:0.0:1767384301.167730:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730975232 : -113996978576384 : ffff985202962400) 00080000:00000001:0.0:1767384301.167743:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384301.167833:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384301.167838:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.167844:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384301.167859:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.167867:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384301.167971:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384301.167977:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384301.176325:0:16618:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056d08664. 00010000:00000010:2.1:1767384301.176337:0:16618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00000100:00000040:0.0:1767384301.176389:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294888918, at 4294888919 00000100:00000040:3.0:1767384301.176394:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294888918, at 4294888919 00000100:00000010:0.0:1767384301.176404:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4bee141. 00000100:00000010:3.0:1767384301.176407:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000296572c6. 00000100:00000040:1.0:1767384301.176483:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294888918, at 4294888919 00000100:00000010:1.0:1767384301.176493:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de526bca. 00080000:00000001:1.0:1767384301.179526:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384301.179528:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384301.179530:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384301.179535:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384301.179535:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:1.0:1767384301.179538:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384301.179541:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384301.179542:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384301.179547:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000055d2cc1f. 20000000:00000001:0.0:1767384301.179547:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384301.179551:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384301.179554:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384301.179565:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384301.179570:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384301.179576:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384301.179590:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384301.179594:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384301.179596:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384301.179599:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384301.179601:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384301.179608:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a0273721. 00010000:00000001:0.0:1767384301.179612:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384301.179616:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d4b38d5. 00000020:00000001:0.0:1767384301.179619:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384301.179623:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fca0 to hash 00000020:00000001:0.0:1767384301.179625:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384301.179627:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179630:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179633:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.179635:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.179638:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179657:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384301.179660:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384301.179662:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384301.179663:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.179665:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.179667:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.179669:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.179672:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384301.179674:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384301.179676:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384301.179678:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384301.179680:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a0273721) refcount = 1 00010000:00010000:0.0:1767384301.179683:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179688:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384301.179690:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384301.179692:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.179694:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179696:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384301.179698:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384301.179701:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002331505s 00010000:00000001:0.0:1767384301.179704:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384301.179706:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.179708:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=4 00000020:00000001:0.0:1767384301.179711:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179713:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179715:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384301.179717:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179723:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384301.179725:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179739:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.179741:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384301.179742:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179747:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.179748:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179751:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384301.179753:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384301.179759:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d4b38d5 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384301.179762:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384301.179764:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384301.179766:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179772:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384301.179773:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384301.179774:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.179776:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=5 00000020:00000001:0.0:1767384301.179778:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179780:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384301.179784:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384301.179786:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179791:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384301.179794:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384301.179795:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179798:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384301.179800:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384301.179823:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384301.179830:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.179833:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fca0 from hash 00010000:00000001:0.0:1767384301.179837:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384301.179838:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.179839:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.179840:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384301.179842:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384301.179844:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384301.179846:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384301.179847:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.179849:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179851:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384301.179853:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384301.179855:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.179856:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.179857:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179859:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.179861:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.179863:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179867:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.179868:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.179870:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384301.179872:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384301.179874:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.179875:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384301.179877:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384301.179879:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.179880:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.179882:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.179887:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384301.179888:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384301.179889:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fca0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384301.179904:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a0273721 count: 0 00010000:00000001:0.0:1767384301.179914:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384301.179915:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384301.181983:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.181987:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384301.182000:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384301.182004:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384301.182008:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018e53d6a. 00000400:00000200:1.0:1767384301.182015:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9d54a8 00000400:00000010:1.0:1767384301.182020:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f9d54a8. 00000100:00000001:1.0:1767384301.182027:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384301.182037:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384301.182058:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.182068:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384301.182072:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.182077:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384301.182079:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384301.182084:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.182087:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.182090:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384301.182096:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384301.182102:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384301.182109:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384301.182114:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.182122:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384301.182124:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.182130:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.182137:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.182148:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384301.182153:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384301.182155:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384301.182162:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384301.182164:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384301.182166:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384301.182167:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384301.182169:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384301.182171:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384301.182172:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384301.182174:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384301.182182:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384301.182186:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384301.182195:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737745152:0@lo:253: 00000100:00000001:1.0:1767384301.182200:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.182202:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.182205:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737745152/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.182211:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384301.182214:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384301.182216:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002ee2d219. 02000000:00000001:1.0:1767384301.182220:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384301.182222:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.182223:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384301.182226:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384301.182227:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003617e049. 02000000:00000001:1.0:1767384301.182233:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384301.182235:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384301.182237:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:1.0:1767384301.182241:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.182242:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.182244:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.182249:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384301.182251:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.182254:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.182257:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384301.182613:0:19026:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000060b81f23. 00000400:00000040:1.0:1767384301.182632:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384301.182635:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384301.182639:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384301.182641:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384301.182645:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384301.182647:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384301.182650:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384301.182652:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384301.182654:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384301.182660:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384301.182664:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384301.182666:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384301.182668:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384301.182670:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384301.182671:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384301.182674:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384301.182676:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384301.182678:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384301.182680:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384301.182682:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384301.182684:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384301.182686:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384301.182688:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384301.182689:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384301.182690:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384301.182693:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384301.182695:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384301.182697:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384301.182699:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384301.182700:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384301.182702:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384301.182704:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384301.182706:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384301.182708:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384301.182709:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384301.182711:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384301.182713:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384301.182715:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384301.182717:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384301.182718:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384301.182720:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384301.182721:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384301.182723:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384301.182725:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384301.182726:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384301.182729:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384301.182730:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384301.182732:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384301.182740:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384301.182742:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384301.182744:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384301.182746:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384301.182748:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384301.182750:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384301.182752:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384301.182754:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384301.182755:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384301.182776:0:19026:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000060b81f23. 00080000:00000020:0.0:1767384301.183262:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384301.183265:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384301.183267:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e0f82d10. 20000000:00000001:0.0:1767384301.183287:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384301.183290:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737745024 00010000:00000001:0.0:1767384301.183292:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384301.183298:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034df9126 x1853236737745024/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.183306:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384301.183308:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384301.183310:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384301.183314:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384301.183316:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384301.183319:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384301.183321:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384301.183322:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.183325:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384301.183327:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.183330:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c32c2b. 00000100:00000200:0.0:1767384301.183333:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737745024, offset 224 00000400:00000200:0.0:1767384301.183338:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384301.183344:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384301.183350:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702080 00000400:00000200:0.0:1767384301.183357:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11ed [2] + 224 00000400:00000200:0.0:1767384301.183364:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.183369:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.183374:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384301.183379:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.183390:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003ccae6d3 x1853236737745024/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.183434:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384301.183441:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c32c2b 00000400:00000010:0.0:1767384301.183445:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c32c2b. 00000100:00000001:0.0:1767384301.183450:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384301.183452:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.183458:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.183462:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384301.183467:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384301.183470:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.183472:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384301.183480:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034df9126 x1853236737745024/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384301.183499:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737745024:12345-0@lo:253: Request processed in 26543us (27126us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384301.183515:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384301.183519:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384301.183524:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384301.183528:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384301.183533:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 00000020:00000010:0.0:1767384301.183541:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000087ef3077. 00000020:00000010:0.0:1767384301.183548:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cc7269. 00000020:00000040:0.0:1767384301.183555:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384301.183560:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384301.183564:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fd080be0. 02000000:00000001:0.0:1767384301.183572:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384301.183576:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384301.183581:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384301.183586:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384301.183591:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c32c2b. 00010000:00000010:0.1:1767384301.186308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a0273721. 00010000:00000010:0.1:1767384301.186318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d4b38d5. 00000100:00000001:0.0:1767384301.409771:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384301.409779:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745280 02000000:00000001:0.0:1767384301.409787:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.409792:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.409829:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.409855:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.409863:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745280 00000020:00000001:0.0:1767384301.409868:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.409871:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384301.409874:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.409878:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384301.409883:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384301.409887:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384301.409893:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.409898:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a5ef442. 00000100:00000001:0.0:1767384301.409902:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.409905:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a5ef442. 00000020:00000010:0.0:1767384301.409912:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014079fb8. 00000020:00000010:0.0:1767384301.409919:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f55387dd. 00000020:00000010:0.0:1767384301.409925:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000100:00000040:0.0:1767384301.409937:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384301.409941:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.409944:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384301.409946:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.409955:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.409975:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.409990:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384301.409994:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384301.410001:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384301.410006:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384301.410010:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016915536 : -113991692636080 : ffff98533da73050) 00000100:00000040:0.0:1767384301.410018:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2087d4e x1853236737745280/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.410034:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.410037:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a5ef442. 00000100:00000001:0.0:1767384301.410040:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.410043:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a5ef442. 00000100:00100000:0.0:1767384301.410058:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737745280:12345-0@lo:101: 00000100:00000200:0.0:1767384301.410070:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745280 00000020:00000001:0.0:1767384301.410074:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384301.410079:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384301.410082:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.410085:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384301.410088:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:0.0:1767384301.410093:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384301.410095:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384301.410098:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384301.410101:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384301.410106:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.410109:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384301.410111:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384301.410114:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384301.410116:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384301.410119:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.410125:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384301.410131:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a0273721. 00010000:00000001:0.0:1767384301.410136:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384301.410139:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00000020:00000001:0.0:1767384301.410143:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384301.410145:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fcae to hash 00000020:00000001:0.0:1767384301.410148:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384301.410150:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384301.410153:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00010000:0.0:1767384301.410156:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fca7 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384301.410167:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:0.0:1767384301.410170:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384301.410180:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384301.410183:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384301.410187:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ddd2efa1. 02000000:00000001:0.0:1767384301.410197:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.410201:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.410205:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384301.410209:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384301.410213:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384301.410215:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.410218:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.410221:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384301.410224:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.410227:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384301.410230:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384301.410231:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384301.410233:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384301.410236:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a0273721) refcount = 1 00010000:00010000:0.0:1767384301.410242:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.410252:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384301.410254:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384301.410256:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.410259:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.410262:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384301.410268:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384301.410271:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384301.410626:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384301.410629:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384301.410630:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384301.410633:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.410634:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384301.410636:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384301.410637:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384301.410638:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000de7a8a86, rc 0) 00000020:00000001:0.0:1767384301.410641:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384301.410644:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737745280 00010000:00000001:0.0:1767384301.410646:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384301.410657:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2087d4e x1853236737745280/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.410664:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384301.410667:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384301.410670:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384301.410674:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384301.410694:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384301.410697:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384301.410701:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384301.410703:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.410706:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384301.410709:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.410712:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000100:00000200:0.0:1767384301.410716:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737745280, offset 224 00000400:00000200:0.0:1767384301.410723:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384301.410730:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384301.410738:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d702180 00000400:00000200:0.0:1767384301.410744:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1211 [1] + 224 00000400:00000200:0.0:1767384301.410749:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.410752:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.410756:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384301.410760:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.410768:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.410790:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384301.410798:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402b38c 00000400:00000010:0.0:1767384301.410817:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d402b38c. 00000100:00000001:0.0:1767384301.410822:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384301.410824:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.410831:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.410835:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384301.410839:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384301.410839:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384301.410841:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384301.410846:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384301.410848:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.410851:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000020:00000001:0.0:1767384301.410852:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384301.410857:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000100:00000040:0.0:1767384301.410858:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2087d4e x1853236737745280/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384301.410860:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:3.0:1767384301.410865:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.410869:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384301.410870:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737745280:12345-0@lo:101: Request processed in 836us (1186us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384301.410881:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384301.410881:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384301.410886:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384301.410890:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.410891:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384301.410893:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384301.410894:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.410897:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384301.410898:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f55387dd. 02000000:00000001:3.0:1767384301.410900:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.410902:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384301.410902:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000100:00000001:3.0:1767384301.410905:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384301.410907:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014079fb8. 02000000:00000001:3.0:1767384301.410908:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.410912:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:3.0:1767384301.410913:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=16 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384301.410917:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384301.410918:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=16 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384301.410920:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ddd2efa1. 00000100:00000001:3.0:1767384301.410923:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384301.410923:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.410925:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.410926:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.410929:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.410932:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384301.410932:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384301.410936:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384301.410938:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c6758. 00000100:00000040:3.0:1767384301.410941:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384301.410944:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001031d3d2. 00000100:00000001:3.0:1767384301.410951:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.410955:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.410958:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384301.410963:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.410985:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737745280:0@lo:101: 00000100:00000001:3.0:1767384301.410992:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.410995:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.410998:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384301.411000:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.411004:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.411013:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.411016:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000454219c4. 00000100:00000001:3.0:1767384301.411020:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384301.411022:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.411026:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384301.411029:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.411032:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.411034:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000020:00000001:3.0:1767384301.411037:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:3.0:1767384301.411042:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000040:3.0:1767384301.411071:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007d88022c, remote cookie: 0x1cafe7b7e4a4fcae, flags: 0x0 00010000:00000001:3.0:1767384301.411074:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.411077:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.411079:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.411081:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.411082:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.411084:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056d08664) refcount = 1 00010000:00010000:3.0:1767384301.411087:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.411095:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.411097:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.411098:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.411101:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384301.411104:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.411116:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.411149:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384301.411151:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.411152:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.411154:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.411156:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.411158:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411162:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.411166:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f485b8ec x1853236737745280/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.411173:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.411176:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.411178:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f31409a3. 02000000:00000001:3.0:1767384301.411182:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.411184:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.411185:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384301.411187:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.411189:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000afd81ba7. 02000000:00000001:3.0:1767384301.411193:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.411195:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.411196:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 00000100:00000001:3.0:1767384301.411199:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.411200:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384301.411202:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.411204:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384301.411205:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:3.0:1767384301.411207:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.411209:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.411210:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.411212:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 00000020:00000001:3.0:1767384301.411214:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:3.0:1767384301.411217:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:3.0:1767384301.411219:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384301.411221:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.411230:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.411231:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.411234:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384301.411238:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c40e629a. 00000100:00000010:3.0:1767384301.411257:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23f6f09. 00000020:00000040:3.0:1767384301.411259:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384301.411262:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.411263:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.411266:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.411271:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1cddbbd. 00000100:00000001:3.0:1767384301.411276:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411281:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384301.411286:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aaead0aa. 00000100:00000010:3.0:1767384301.411309:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fecc34f5. 00000020:00000040:3.0:1767384301.411313:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384301.411341:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384301.411343:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384301.411349:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd78f9b2. 00000100:00000001:3.0:1767384301.411352:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081389727104 : -113992319824512 : ffff985318450d80) 00000100:00000001:3.0:1767384301.411354:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.411356:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000001:3.0:1767384301.411360:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.411362:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411364:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384301.411366:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384301.411370:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.411378:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.411380:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.411382:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.411384:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.411386:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.411388:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737745408:0@lo:256: 00000100:00000001:3.0:1767384301.411391:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.411400:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.411402:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411404:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384301.411410:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a96c40ef. 00000400:00000010:3.0:1767384301.411415:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c41a6a1b. 00000100:00000200:3.0:1767384301.411418:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d702200-0x695824d702200, portal 33 00000100:00000001:3.0:1767384301.411420:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.411422:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.411426:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098b7eacf. 02000000:00000001:3.0:1767384301.411428:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.411432:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75c0868. 00000400:00000010:3.0:1767384301.411436:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384301.411438:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737745408, portal 25 00000100:00000001:3.0:1767384301.411439:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.411440:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000040:3.0:1767384301.411443:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.411449:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.411451:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.411454:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384301.411455:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737745408, offset 0 00000400:00000200:3.0:1767384301.411460:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.411466:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.411473:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d702200 00000400:00000200:3.0:1767384301.411476:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1cd [2] + 0 00000400:00000010:3.0:1767384301.411479:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9209493. 00000400:00000200:3.0:1767384301.411482:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c883961 00000400:00000200:3.0:1767384301.411486:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.411489:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.411491:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c883961 00000400:00000010:3.0:1767384301.411493:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c883961. 00000100:00000001:3.0:1767384301.411495:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.411497:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384301.411500:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000b4fb14a7 x1853236737745408 msgsize 304 00000100:00100000:3.0:1767384301.411510:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.411511:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384301.411527:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.411534:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384301.411538:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384301.411541:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.411546:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.411554:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384301.411556:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384301.411559:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745408 02000000:00000001:1.0:1767384301.411562:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384301.411563:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.411564:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.411568:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.411574:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.411579:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745408 00000020:00000001:1.0:1767384301.411582:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384301.411586:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384301.411586:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384301.411588:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384301.411592:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384301.411593:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384301.411597:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384301.411600:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384301.411601:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.411603:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384301.411609:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294889173 00000020:00000010:1.0:1767384301.411610:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008477dc04. 00000100:00000001:1.0:1767384301.411615:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384301.411618:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008477dc04. 00000100:00000001:3.0:1767384301.411621:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294889171 00000020:00000010:1.0:1767384301.411623:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064c2f083. 00000020:00000010:1.0:1767384301.411630:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2056ea3. 00000100:00000001:3.0:1767384301.411631:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294889173 00000020:00000010:1.0:1767384301.411635:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000001:3.0:1767384301.411638:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294889171 00000100:00000040:1.0:1767384301.411642:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.411645:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294889173 00000100:00000001:1.0:1767384301.411646:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384301.411649:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384301.411652:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411653:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294889171 00000100:00000001:1.0:1767384301.411657:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411659:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294889173 00000100:00000001:3.0:1767384301.411667:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889171 00000100:00000001:1.0:1767384301.411669:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.411671:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.411675:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.411677:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.411682:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384301.411686:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bd78f9b2 going to sleep for 11 seconds 00000100:00000001:1.0:1767384301.411690:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.411691:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.411694:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384301.411696:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.411701:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:1.0:1767384301.411708:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384301.411710:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016908368 : -113991692643248 : ffff98533da71450) 00000100:00000040:1.0:1767384301.411715:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4fb14a7 x1853236737745408/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 304/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.411723:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384301.411725:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008477dc04. 00000100:00000001:1.0:1767384301.411727:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384301.411728:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008477dc04. 00000100:00100000:1.0:1767384301.411732:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737745408:12345-0@lo:256: 00000100:00000200:1.0:1767384301.411736:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745408 00000020:00000001:1.0:1767384301.411738:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384301.411740:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384301.411742:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.411744:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384301.411745:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:1.0:1767384301.411748:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384301.411749:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.411750:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384301.411752:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384301.411753:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.411756:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384301.411758:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384301.411760:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004f2d66e3. 02000000:00000001:1.0:1767384301.411762:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.411764:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.411766:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384301.411770:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384301.411772:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384301.411774:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384301.411777:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384301.411779:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384301.411787:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384301.411789:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000c4dd840. 20000000:00000001:1.0:1767384301.411792:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384301.411820:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384301.411826:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384301.411832:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:1.0:1767384301.411834:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:1.0:1767384301.411838:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384301.411840:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384301.411842:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:1.0:1767384301.411844:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:1.0:1767384301.411846:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:1.0:1767384301.411848:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:1.0:1767384301.411850:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384301.411854:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e0260bcf. 00000100:00000010:1.0:1767384301.411858:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002c2f8716. 00000020:00000040:1.0:1767384301.411860:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:1.0:1767384301.411862:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384301.411865:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384301.411869:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000400:00000010:1.0:1767384301.411877:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b07805b5. 00000400:00000200:1.0:1767384301.411880:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384301.411887:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384301.411894:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x695824d702200 00000400:00000200:1.0:1767384301.411898:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x1221 [4] + 0 00000400:00000010:1.0:1767384301.411901:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a96c40ef. 00000400:00000200:1.0:1767384301.411904:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c41a6a1b 00000400:00000200:1.0:1767384301.411906:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.411909:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384301.411912:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41a6a1b 00000400:00000010:1.0:1767384301.411913:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c41a6a1b. 00000100:00000001:1.0:1767384301.411916:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384301.411917:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c23f6f09 desc 00000000aaead0aa mbits 1853236737745408 00000100:00000001:1.0:1767384301.411929:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384301.411932:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384301.411936:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384301.411951:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x122d 00000400:00000200:1.0:1767384301.411954:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.411958:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384301.411961:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.411962:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384301.411965:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e0260bcf 00000100:00000001:3.0:1767384301.411967:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.411968:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384301.411977:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:1.0:1767384301.411980:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00000001:1.0:1767384301.411983:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384301.411984:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e0260bcf 00000100:00000001:1.0:1767384301.411986:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384301.411990:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x695824d702200-0x695824d702200 00000100:00000001:1.0:1767384301.411992:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.411996:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.411998:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384301.412000:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:1.0:1767384301.412003:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002c2f8716. 00000100:00000010:1.0:1767384301.412005:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e0260bcf. 00000100:00000001:1.0:1767384301.412008:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384301.412009:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384301.412015:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000c4dd840. 20000000:00000001:1.0:1767384301.412018:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384301.412021:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737745408 00010000:00000001:1.0:1767384301.412023:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384301.412026:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4fb14a7 x1853236737745408/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384301.412033:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384301.412034:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384301.412036:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384301.412040:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384301.412042:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384301.412044:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384301.412046:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384301.412047:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.412049:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384301.412058:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384301.412060:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000200:1.0:1767384301.412062:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737745408, offset 224 00000400:00000200:1.0:1767384301.412067:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384301.412072:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384301.412078:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d702200 00000400:00000200:1.0:1767384301.412082:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1225 [1] + 224 00000400:00000200:1.0:1767384301.412085:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384301.412089:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384301.412092:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384301.412095:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384301.412102:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.412114:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384301.412117:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:1.0:1767384301.412119:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00000001:1.0:1767384301.412121:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384301.412122:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384301.412125:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.412127:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384301.412129:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384301.412130:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.412132:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384301.412135:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4fb14a7 x1853236737745408/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384301.412142:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737745408:12345-0@lo:256: Request processed in 418us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384301.412148:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:1.0:1767384301.412150:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384301.412152:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384301.412153:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384301.412156:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2056ea3. 00000020:00000010:1.0:1767384301.412167:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c445e76. 00000020:00000010:1.0:1767384301.412170:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064c2f083. 00000020:00000040:1.0:1767384301.412173:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384301.412176:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384301.412177:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004f2d66e3. 02000000:00000001:1.0:1767384301.412179:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384301.412181:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384301.412184:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384301.412187:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018e53d6a. 00000400:00000010:1.0:1767384301.412191:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007449f11f. 00000100:00000001:1.0:1767384301.412204:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384301.412207:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384301.412209:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384301.412210:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c75c0868. 00000400:00000200:1.0:1767384301.412213:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:1.0:1767384301.412215:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000001:1.0:1767384301.412217:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384301.412220:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384301.412226:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.412231:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384301.412233:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.412235:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384301.412236:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384301.412237:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.412238:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.412240:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384301.412243:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384301.412245:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384301.412247:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384301.412248:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.412250:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384301.412262:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.412264:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.412267:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384301.412305:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.412311:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384301.412313:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384301.412316:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384301.412321:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737745408:0@lo:256: 00000100:00000001:1.0:1767384301.412327:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.412329:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.412330:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384301.412331:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.412333:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.412338:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384301.412339:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd78f9b2. 00000100:00000001:1.0:1767384301.412342:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384301.412343:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384301.412345:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:1.0:1767384301.412348:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384301.412353:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000de5aca12. 00010000:00000001:1.0:1767384301.412363:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384301.412365:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384301.412369:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:1.0:1767384301.412371:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.412374:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384301.412375:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:1.0:1767384301.412378:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:1.0:1767384301.412380:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:1.0:1767384301.412384:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384301.412386:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:1.0:1767384301.412391:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384301.412396:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (3) 00000400:00000200:1.0:1767384301.412407:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384301.412410:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384301.412412:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (4) 00000400:00000200:1.0:1767384301.412414:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:1.0:1767384301.412416:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:1.0:1767384301.412419:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384301.412420:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:1.0:1767384301.412422:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:1.0:1767384301.412424:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384301.412425:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000100:00000001:1.0:1767384301.412427:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.412430:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384301.412433:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:1.0:1767384301.412436:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e2056ea3. 10000000:00000040:1.0:1767384301.412438:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:1.0:1767384301.412440:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384301.412447:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384301.412449:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064c2f083. 00000020:00000010:1.0:1767384301.412453:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a287bc5b. 00000040:00000010:1.0:1767384301.412456:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000053e458d0. 00000020:00000010:1.0:1767384301.412460:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018a2738a. 00000020:00000010:1.0:1767384301.412464:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b98e3c1. 00000020:00000010:1.0:1767384301.412470:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c2c2576. 80000000:00000010:1.0:1767384301.412473:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f59f8111. 40000000:00000010:1.0:1767384301.412476:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008477dc04. 00100000:00000010:1.0:1767384301.412481:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b3aa7ab6. 00040000:00000010:1.0:1767384301.412485:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f07db44. 00040000:00000010:1.0:1767384301.412489:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d880b6e2. 00040000:00000010:1.0:1767384301.412492:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d252592a. 00080000:00000010:1.0:1767384301.412495:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a4b2ad5a. 00000004:00000010:1.0:1767384301.412499:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000052da19c2. 00000004:00000010:1.0:1767384301.412505:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000011d5fe95. 00000004:00000010:1.0:1767384301.412509:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064d9a576. 00002000:00000010:1.0:1767384301.412518:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f2d66e3. 00000004:00000010:1.0:1767384301.412522:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e0260bcf. 00000004:00000001:1.0:1767384301.412525:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384301.412527:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384301.412529:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e2056ea3 00000040:00001000:1.0:1767384301.412531:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384301.412532:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384301.412534:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384301.412536:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384301.412539:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384301.412540:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384301.412542:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384301.412543:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:1.0:1767384301.412545:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384301.412597:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384301.412602:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a287bc5b. 00000040:00000010:1.0:1767384301.412606:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000053e458d0. 00000020:00000010:1.0:1767384301.412609:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018a2738a. 00000020:00000010:1.0:1767384301.412613:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b98e3c1. 00000020:00000010:1.0:1767384301.412618:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c2c2576. 80000000:00000010:1.0:1767384301.412622:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f59f8111. 40000000:00000010:1.0:1767384301.412626:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008477dc04. 00100000:00000010:1.0:1767384301.412630:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b3aa7ab6. 00040000:00000010:1.0:1767384301.412633:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008f07db44. 00040000:00000010:1.0:1767384301.412636:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d880b6e2. 00040000:00000010:1.0:1767384301.412639:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d252592a. 00080000:00000010:1.0:1767384301.412642:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a4b2ad5a. 00000004:00000010:1.0:1767384301.412646:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000052da19c2. 00000004:00000010:1.0:1767384301.412650:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000011d5fe95. 00000004:00000010:1.0:1767384301.412653:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064d9a576. 00002000:00000010:1.0:1767384301.412657:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f2d66e3. 00000004:00000010:1.0:1767384301.412660:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e0260bcf. 00000020:00000010:1.0:1767384301.412663:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064c2f083. 00000020:00000001:1.0:1767384301.412665:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.412667:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384301.412670:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e2056ea3. 10000000:00000040:1.0:1767384301.412684:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384301.412686:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000de5aca12. 10000000:00000001:1.0:1767384301.412689:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.412691:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.412695:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23f6f09 x1853236737745408/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.412702:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384301.412703:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384301.412705:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098b7eacf. 02000000:00000001:1.0:1767384301.412708:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384301.412709:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.412711:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384301.412713:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384301.412714:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384301.412716:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.412717:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384301.412719:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384301.412721:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fecc34f5. 00000100:00000010:1.0:1767384301.412724:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aaead0aa. 00000100:00000001:1.0:1767384301.412728:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384301.412729:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d1cddbbd. 02000000:00000001:1.0:1767384301.412733:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384301.412735:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384301.412736:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23f6f09. 00000100:00000001:1.0:1767384301.412741:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.412742:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384301.412756:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c40e629a. 10000000:01000000:1.0:1767384301.412761:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384301.412764:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384301.412766:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384301.412767:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384301.412769:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 00000020:00000001:1.0:1767384301.412771:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:1.0:1767384301.412773:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:1.0:1767384301.412776:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384301.412782:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384301.412788:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384301.412790:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384301.412791:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384301.412796:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384301.412798:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384301.412799:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384301.412800:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384301.412815:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384301.412817:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384301.412819:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384301.412820:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:1.0:1767384301.412823:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384301.422533:0:19116:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008477dc04. 00000020:00000040:1.0:1767384301.422540:0:19116:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384301.422542:0:19116:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008477dc04. 00000100:00000040:1.0:1767384301.431389:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294889173, at 4294889174 00000100:00000010:1.0:1767384301.431398:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae684421. 00000100:00000040:3.0:1767384301.431496:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294889173, at 4294889174 00000100:00000040:0.0:1767384301.431496:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294889173, at 4294889174 00000100:00000010:0.0:1767384301.431507:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000293adcd3. 00000100:00000010:3.0:1767384301.431508:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067c01167. 00010000:00000001:3.0:1767384301.601383:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384301.601388:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.601394:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384301.601395:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.729474:0:17550:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384301.729484:0:17550:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.625392:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384302.625398:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.625402:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384302.625404:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.625424:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384302.625426:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.625429:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384302.775093:0:19326:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384302.775098:0:19326:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:1.0:1767384302.782613:0:19326:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384302.793235:0:19327:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e9eb4783. 00000400:00000010:1.0:1767384302.793251:0:19327:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000596b76dd. 00000400:00000010:1.0:1767384302.793284:0:19327:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005b553e9f. 00000400:00000010:1.0:1767384302.793287:0:19327:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a287bc5b. 00000400:00000010:1.0:1767384302.793291:0:19327:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000044f7d8a0. 00000400:00000010:1.0:1767384302.793296:0:19327:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066662f1f. 00000400:00000010:1.0:1767384302.793297:0:19327:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027e4e649. 00000400:00000010:1.0:1767384302.793299:0:19327:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007483df7a. 00000400:00000010:1.0:1767384302.793302:0:19327:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b8643fba. 00000800:00000010:1.0:1767384302.793320:0:19327:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000046d56533. 00000800:00000200:1.0:1767384302.793366:0:19327:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384302.793375:0:19327:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384302.793425:0:19327:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384302.793452:0:19327:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384302.796252:0:19327:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000e2056ea3. 00000400:00000010:1.0:1767384302.796258:0:19327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002169d910. 00000400:00000010:1.0:1767384302.796264:0:19327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000400:00000001:1.0:1767384302.796308:0:19327:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384302.796311:0:19327:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384302.796314:0:19327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a7af40. 00000400:00000200:1.0:1767384302.796320:0:19327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3a1041f 00000400:00000010:1.0:1767384302.796322:0:19327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3a1041f. 00000400:00000010:1.0:1767384302.796327:0:19327:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000008e938511. 00000400:00000200:1.0:1767384302.796335:0:19327:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (3) 00000400:00000200:1.0:1767384302.796354:0:19327:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384302.796367:0:19327:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384302.796379:0:19327:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002ee2d219. 00000400:00000200:0.0:1767384302.796381:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384302.796386:0:19327:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384302.796391:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000020:01000000:1.0:1767384302.796396:0:19327:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp12 00000400:00000010:0.0:1767384302.796402:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000400:00000200:0.0:1767384302.796407:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (4) 00000400:00000010:0.0:1767384302.796413:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046a75c43. 00000400:00000200:0.0:1767384302.796421:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000010:1.0:1767384302.796425:0:19327:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000596b76dd. 00000400:00000010:1.0:1767384302.796434:0:19327:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e9eb4783. 00000400:00000200:0.0:1767384302.796436:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384302.796445:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:3.0:1767384302.796452:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.796453:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:3.0:1767384302.796459:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.796461:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 10000000:00000001:3.0:1767384302.796464:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384302.796467:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384302.796471:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.796475:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384302.796479:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp11 00000020:01000004:3.0:1767384302.796480:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.796485:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384302.796488:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp11 lpni_is_preferred = 0 00000020:01000004:3.0:1767384302.796489:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.796494:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384302.796495:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp11 00000020:01000004:3.0:1767384302.796497:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384302.796501:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384302.796503:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [9:9:8:4294967295] 00000020:01000004:3.0:1767384302.796504:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.796508:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384302.796515:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp11 00000100:00000010:3.0:1767384302.796516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005adf38e5. 00000020:00000040:3.0:1767384302.796524:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384302.796530:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:) -> 192.168.203.152@tcp11(192.168.203.152@tcp:192.168.203.152@tcp11) : PUT try# 0 00000100:00000001:3.0:1767384302.796531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.796538:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384302.796543:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.152@tcp11 02000000:00000001:3.0:1767384302.796545:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384302.796549:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9c01b3a. 02000000:00000010:3.0:1767384302.796557:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000519ff782. 00000800:00000010:0.0:1767384302.796560:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4673c45. 00000800:00000010:0.0:1767384302.796566:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f0e6464e. 00000100:00000001:3.0:1767384302.796567:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384302.796576:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (2) 00000100:00000001:3.0:1767384302.796580:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.1:1767384302.796585:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (2) 00000100:00000001:3.0:1767384302.796586:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.796605:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005adf38e5] to pc [ptlrpcd_00_01+1] req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.796610:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384302.796620:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 10000000:00000001:3.0:1767384302.796660:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384302.796664:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.796666:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.796667:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384302.796669:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384302.796673:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384302.796678:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384302.796678:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384302.796684:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.796687:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384302.796690:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384302.796691:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384302.796698:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.796703:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384302.796708:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384302.796710:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384302.796711:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384302.796714:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384302.796715:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.796720:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.796722:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384302.796722:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384302.796728:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384302.796728:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384302.796733:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384302.796735:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384302.796739:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23f6f09. 00000100:00100000:0.0:1767384302.796741:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005adf38e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737745536:0@lo:253: 00000020:00000040:3.0:1767384302.796746:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384302.796749:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384302.796753:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.796756:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384302.796757:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384302.796761:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.796763:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.796768:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384302.796773:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4b999d1. 02000000:00000010:0.0:1767384302.796777:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001704208d. 00000100:00000001:3.0:1767384302.796780:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.796782:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.796808:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384302.796811:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099885154. 00000100:00000001:3.0:1767384302.796812:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.796823:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f53913d. 00000100:00000040:3.0:1767384302.796824:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23f6f09] to pc [ptlrpcd_00_02+2] req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.796842:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737745536, portal 25 00000100:00000001:0.0:1767384302.796848:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.796851:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877992192 : -113991831559424 : ffff9853355f6300) 00000100:00000040:0.0:1767384302.796862:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384302.796865:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384302.796874:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.796881:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.796885:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384302.796888:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384302.796896:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384302.796897:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002ee2d219. 00000400:00000010:0.0:1767384302.796903:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad2425ae. 00000100:00000200:0.0:1767384302.796908:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737745536, offset 0 00000100:00000001:3.0:1767384302.796922:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384302.796922:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384302.796929:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.796936:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384302.796937:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384302.796941:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384302.796944:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.796951:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384302.796953:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702280 00000100:00000001:3.0:1767384302.796955:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.796960:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.796961:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.796963:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384302.796964:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:0.0:1767384302.796970:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bd35186. 00000100:00000040:3.0:1767384302.796972:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.796977:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060b57365 00000100:00000001:3.0:1767384302.796985:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384302.796987:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.796988:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384302.796991:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384302.796998:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.796998:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384302.797007:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.797009:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060b57365 00000100:00100000:3.0:1767384302.797013:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737745664:0@lo:253: 00000400:00000010:0.0:1767384302.797015:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060b57365. 00000100:00000001:3.0:1767384302.797022:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384302.797025:0:16139:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384302.797027:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384302.797029:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384302.797031:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.797035:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000703c1f89 x1853236737745536 msgsize 4848 02000000:00000001:3.0:1767384302.797036:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384302.797044:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384302.797046:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fd080be0. 00000100:00000040:0.0:1767384302.797048:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384302.797052:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.797058:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004495d55a. 00000100:00000001:0.0:1767384302.797063:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384302.797065:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a790496. 00000100:00000200:3.0:1767384302.797071:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737745664, portal 25 00000400:00000200:0.0:1767384302.797072:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2425ae 00000100:00000001:3.0:1767384302.797074:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384302.797077:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad2425ae. 00000100:00000001:3.0:1767384302.797078:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000001:0.0:1767384302.797085:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384302.797089:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.797095:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.797107:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384302.797114:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384302.797115:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384302.797120:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d1cda69. 00000100:00000040:0.0:1767384302.797122:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.797125:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737745664, offset 0 00000100:00000001:0.0:1767384302.797132:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.797147:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384302.797148:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.797157:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.797164:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384302.797165:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294890558 00000100:00000010:0.0:1767384302.797175:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f88e2617. 00000400:00000200:3.0:1767384302.797180:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702300 00000100:00000001:0.0:1767384302.797186:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384302.797192:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:3.0:1767384302.797198:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000446d6530. 00000100:00000001:0.0:1767384302.797199:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294890558 00000400:00000200:3.0:1767384302.797205:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b62f1ad 00000100:00000010:0.0:1767384302.797208:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000400:00000200:3.0:1767384302.797213:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384302.797215:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384302.797223:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294890558 00000400:00000200:3.0:1767384302.797224:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384302.797232:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000400:00000200:3.0:1767384302.797233:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b62f1ad 00000400:00000010:3.0:1767384302.797238:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b62f1ad. 00000100:00000001:0.0:1767384302.797239:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384302.797244:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.797248:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384302.797248:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294890558 00000100:00000040:3.0:1767384302.797254:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000c0d4f0db x1853236737745664 msgsize 4848 00000100:00000010:0.0:1767384302.797257:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc43a47c. 00000100:00100000:3.0:1767384302.797266:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384302.797269:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384302.797270:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384302.797316:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.797322:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384302.797323:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1cda69 00000400:00000010:3.0:1767384302.797327:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d1cda69. 00000100:00000001:0.0:1767384302.797331:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797333:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384302.797338:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384302.797341:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.797345:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.797358:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.797362:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384302.797362:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384302.797371:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.797371:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.797376:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.797382:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797392:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797393:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797399:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.797404:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797405:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.797410:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294890559 00000100:00000001:0.0:1767384302.797412:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797424:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890558 00000100:00000001:0.0:1767384302.797431:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384302.797435:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294890559 00000100:00100000:0.0:1767384302.797435:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745664 02000000:00000001:0.0:1767384302.797443:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.797444:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890558 00000100:00000001:0.0:1767384302.797446:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.797453:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797454:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294890559 02000000:00000001:0.0:1767384302.797462:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.797464:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890558 00000100:00100000:0.0:1767384302.797470:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745664 00000020:00000001:0.0:1767384302.797474:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384302.797478:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294890559 00000100:00000001:3.0:1767384302.797482:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890558 00000020:00000040:0.0:1767384302.797488:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384302.797489:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384302.797494:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384302.797495:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.797499:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000100:00000001:3.0:1767384302.797502:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.797504:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384302.797508:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.797509:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384302.797518:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.797524:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000100:00000001:0.0:1767384302.797530:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.797534:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000020:00000010:0.0:1767384302.797544:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6be3284. 00000020:00000010:0.0:1767384302.797552:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030f412db. 00000020:00000010:0.0:1767384302.797558:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000100:00000001:0.0:1767384302.797565:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.797569:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.797572:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797578:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797583:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.797604:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.797608:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.797620:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384302.797627:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384302.797633:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016905296 : -113991692646320 : ffff98533da70850) 00000400:00000200:3.0:1767384302.797635:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:0.0:1767384302.797645:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0d4f0db x1853236737745664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.797661:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp11 from 251.3.0.2 00000100:00000001:0.0:1767384302.797662:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.797669:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000800:00000010:3.0:1767384302.797672:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c26ef897. 00000100:00000001:0.0:1767384302.797675:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.797682:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000100:00100000:0.0:1767384302.797692:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d4f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737745664:12345-0@lo:253: 00000100:00000200:0.0:1767384302.797699:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745664 00000020:00000001:0.0:1767384302.797704:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384302.797719:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384302.797723:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.797729:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384302.797733:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384302.797738:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384302.797743:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384302.797748:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384302.797751:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384302.797754:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797763:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384302.797770:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384302.797780:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fc734bd4. 02000000:00000001:0.0:1767384302.797784:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.797787:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.797790:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384302.797821:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e4da82c2. 00000800:00000010:3.0:1767384302.797828:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0f82d10. 20000000:01000000:0.0:1767384302.797829:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384302.797838:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384302.797839:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d1cda69. 20000000:00000001:0.0:1767384302.797849:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384302.797855:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.797861:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.797864:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384302.797876:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000084afc028. 00000800:00000200:3.1:1767384302.797891:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (2) 00000800:00000200:3.1:1767384302.797901:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp11 0000000084afc028 deleted 00000800:00000010:3.1:1767384302.797904:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000084afc028. 00000800:00000200:3.1:1767384302.797912:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384302.797920:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:1019 00000800:00000200:3.1:1767384302.797925:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9c01b3a type 1, nob 192 niov 1 nkiov 1 00000800:00000200:3.0:1767384302.797932:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp11 p 3.x 192.168.203.152 -> 192.168.203.152:1019 incarnation:1767384301153316332 sched[0] 00000800:00000010:3.0:1767384302.797937:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbf3e5e. 00000800:00000010:3.0:1767384302.798004:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbf3e5e. 00000800:00000010:3.0:1767384302.798011:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d1cda69. 00000800:00000010:3.0:1767384302.798045:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c26ef897. 00000800:00000001:3.0:1767384302.798059:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.798064:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384302.798128:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384302.798133:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9c01b3a. 00000400:00000200:3.0:1767384302.798137:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.798142:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: PUT: OK 00000400:00000200:3.0:1767384302.798146:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384302.798150:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000200:3.1:1767384302.798187:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384302.798192:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp11 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384301153316332 sched[0] 00000800:00000010:3.0:1767384302.798195:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017964d71. 00000400:00000200:3.0:1767384302.798267:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000001:0.0:1767384302.798402:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798412:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384302.798415:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798418:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.798425:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : PUT - for me 00000400:00000200:0.0:1767384302.798433:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384302.798439:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 96/96 into md 0x11fd [1] + 0 00000400:00000010:0.0:1767384302.798444:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043f7b98f. 00000400:00000200:0.0:1767384302.798447:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a560f502 00000800:00000001:0.0:1767384302.798451:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798458:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.798460:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.798464:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: PUT: OK 00000400:00000200:0.0:1767384302.798467:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:0.0:1767384302.798476:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000400:00000200:0.0:1767384302.798479:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384302.798483:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (5) 00000400:00000200:0.0:1767384302.798488:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:0.0:1767384302.798491:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000003b630d9c. 00000400:00000200:0.0:1767384302.798493:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 4 00000400:00000200:0.0:1767384302.798497:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384302.798513:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (6) 00000400:00000200:0.0:1767384302.798518:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384302.798522:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp11 to MR: 192.168.203.152@tcp11 local destination 00000400:00000200:0.0:1767384302.798528:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384302.798543:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) -> 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) 192.168.203.152@tcp11 : ACK try# 0 00000800:00000200:0.0:1767384302.798551:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp11 00000800:00000010:0.0:1767384302.798557:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9c01b3a. 00000800:00000200:0.0:1767384302.798567:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (4) 00000800:00000200:0.0:1767384302.798581:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:988 00000800:00000200:0.0:1767384302.798586:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9c01b3a type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384302.798666:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384302.798673:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9c01b3a. 00000400:00000200:0.0:1767384302.798681:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.798685:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384302.798694:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: ACK: OK 00000800:00000001:0.0:1767384302.798710:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798718:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384302.798725:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798736:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384302.798742:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384302.798747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000001:0.0:1767384302.798749:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.798760:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : ACK - for me 00000400:00000200:0.0:1767384302.798776:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp11: ACK from 12345-192.168.203.152@tcp11 into md 0x123d 00000400:00000200:0.0:1767384302.798781:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.798788:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: ACK: OK 00000400:00000200:0.0:1767384302.798824:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402b38c 00000400:00000010:0.0:1767384302.798829:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d402b38c. 00000400:00000200:0.0:1767384302.798834:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384302.798842:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384302.798843:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384302.798849:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (5) 00000800:00000001:0.0:1767384302.798863:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.798871:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.798916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000010:3.0:1767384302.799164:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006022172f. 00000800:00000010:3.0:1767384302.799170:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d1cda69. 00000800:00000010:3.0:1767384302.799174:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dbf3e5e. 00000800:00000010:3.0:1767384302.799224:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dbf3e5e. 00000400:00000200:0.0:1767384302.799244:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384302.799316:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp11 from 250.3.0.2 00000800:00000010:0.0:1767384302.799323:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ce88ad62. 00000800:00000010:0.0:1767384302.799415:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dded2560. 00000800:00000010:0.0:1767384302.799420:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad2425ae. 00000800:00000010:0.0:1767384302.799437:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086d91838. 00000800:00000200:0.1:1767384302.799444:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (4) 00000800:00000200:0.1:1767384302.799449:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp11 0000000086d91838 deleted 00000800:00000010:0.1:1767384302.799451:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000086d91838. 00000800:00000200:0.1:1767384302.799456:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384302.799462:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp11 p 3.x 192.168.203.152 -> 192.168.203.152:1018 incarnation:1767384301153316332 sched[0] 00000800:00000010:0.0:1767384302.799468:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a849200. 00000800:00000010:0.0:1767384302.799534:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a849200. 00000800:00000010:0.0:1767384302.799540:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad2425ae. 00000800:00000010:0.0:1767384302.799570:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ce88ad62. 00000800:00000001:0.0:1767384302.799584:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.799588:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384302.799615:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384302.799619:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp11 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384301153316332 sched[0] 00000800:00000010:0.0:1767384302.799623:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d1cda69. 00000800:00000001:0.0:1767384302.799653:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384302.799657:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.809634:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384302.809642:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384302.809646:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.809649:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384302.809658:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384302.809662:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384302.809664:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.809669:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384302.809671:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384302.809674:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384302.809674:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384302.809678:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f31409a3. 20000000:01000000:3.0:1767384302.809679:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384302.809686:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384302.809690:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384302.809691:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aad0098a. 20000000:01000000:1.0:1767384302.809696:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384302.809701:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384302.809702:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384302.809706:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384302.809707:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384302.809712:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384302.809717:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384302.809727:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384302.809734:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a0273721 count: 2 00010000:00000001:0.0:1767384302.809736:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384302.809737:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384302.809741:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384302.809742:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384302.809745:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384302.809746:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ba16e11. 00080000:00000001:1.0:1767384302.809747:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384302.809752:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384302.809753:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384302.809757:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000ba16e11 with handle 0x1cafe7b7e4a4fcb5 to hash 00000020:00000001:1.0:1767384302.809758:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000001:0.0:1767384302.809759:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384302.809762:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00080000:00000001:1.0:1767384302.809764:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384302.809766:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384302.809770:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.809772:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384302.809773:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000086c0e43d. 00010000:00010000:0.0:1767384302.809775:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.809778:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750603264 : -113996958948352 : ffff985203c1a400) 00010000:00000001:0.0:1767384302.809785:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384302.809789:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384302.809791:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384302.809807:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384302.809810:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384302.809814:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384302.809818:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.809824:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384302.809826:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.809828:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384302.809829:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.809831:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.809833:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384302.809835:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384302.809840:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a0273721) refcount = 2 00010000:00000040:0.0:1767384302.809843:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384302.809845:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384302.809857:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384302.809858:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384302.809865:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afa02754. 00000100:00000001:0.0:1767384302.809868:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384302.809872:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad2425ae. 00000100:00000001:0.0:1767384302.809874:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081034332992 : -113992675218624 : ffff985303162b40) 00000100:00000001:0.0:1767384302.809877:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081034332992 : -113992675218624 : ffff985303162b40) 00000100:00000001:0.0:1767384302.809880:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384302.809882:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384302.809884:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384302.809887:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.809888:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384302.809891:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384302.809893:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000001:00000001:1.0:1767384302.809895:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384302.809895:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1767384302.809900:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.809901:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384302.809905:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:0.0:1767384302.809907:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031d680c8. 00000020:00000040:0.0:1767384302.809912:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:0.0:1767384302.809915:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384302.809918:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384302.809921:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.809922:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.809926:0:16772:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1767384302.809927:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000785271cf. 00000100:00000001:0.0:1767384302.809933:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.809938:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384302.809951:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 16 pid: 16772 timeout: 373 lvb_type: 0 00010000:00000001:0.0:1767384302.809959:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384302.809963:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384302.809967:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.809986:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384302.809988:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.809993:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031d680c8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737745792:0@lo:104: 00000100:00000001:0.0:1767384302.809996:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000001:1.0:1767384302.809998:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:0.0:1767384302.810000:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1767384302.810002:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384302.810004:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.810007:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384302.810011:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a6a9fdb. 02000000:00000001:0.0:1767384302.810014:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.810018:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033d1cbaa. 00000400:00000010:0.0:1767384302.810023:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000100:00000200:0.0:1767384302.810027:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737745792, portal 16 00000100:00000001:0.0:1767384302.810029:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.810031:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893031808 : -113991816519808 : ffff98533644df80) 00000100:00000040:0.0:1767384302.810036:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.810042:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.810046:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.810049:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 00000100:00000200:0.0:1767384302.810052:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737745792, offset 0 00000400:00000200:0.0:1767384302.810058:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.810067:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.810077:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d702380 00000400:00000200:0.0:1767384302.810083:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:0.0:1767384302.810088:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.810092:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.810098:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384302.810100:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384302.810104:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046da2a9a. 00000100:00000040:0.0:1767384302.810106:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000046da2a9a x1853236737745792 msgsize 328 00000100:00100000:0.0:1767384302.810112:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384302.810123:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.810137:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50c864c 00000400:00000010:0.0:1767384302.810140:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c864c. 00000100:00000001:0.0:1767384302.810143:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384302.810147:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.810155:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.810158:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.810163:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810165:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.810170:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810173:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294890571 00000100:00000001:0.0:1767384302.810178:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294890559 00000100:00000001:0.0:1767384302.810183:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294890571 00000100:00000001:0.0:1767384302.810186:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294890559 00000100:00000001:0.0:1767384302.810189:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294890571 00000100:00000001:0.0:1767384302.810194:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294890559 00000100:00000001:0.0:1767384302.810197:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294890571 00000100:00000001:0.0:1767384302.810200:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294890559 00000100:00000001:0.0:1767384302.810203:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.810204:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.810207:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.810209:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.810211:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.810213:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.810214:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.810216:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.810218:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384302.810220:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384302.810222:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810224:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.810226:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384302.810227:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ad2425ae going to sleep for 11 seconds 00000100:00000001:0.0:1767384302.810230:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.810238:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.810314:0:16761:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b6b0a711. 00000100:00000001:0.0:1767384302.810322:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384302.810325:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745792 02000000:00000001:0.0:1767384302.810329:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384302.810331:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.810334:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.810339:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.810343:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745792 00000020:00000001:0.0:1767384302.810346:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384302.810349:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:0.0:1767384302.810352:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.810355:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:0.0:1767384302.810358:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000020:00000001:0.0:1767384302.810362:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384302.810366:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.810371:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384302.810374:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.810377:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000020:00000010:0.0:1767384302.810385:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021687c4d. 00000020:00000010:0.0:1767384302.810391:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098591580. 00000020:00000010:0.0:1767384302.810397:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001376ee5d. 00000100:00000040:0.0:1767384302.810409:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384302.810412:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.810415:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.810417:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810424:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810437:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.810450:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.810452:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.810457:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384302.810460:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:0.0:1767384302.810462:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893030016 : -113991816521600 : ffff98533644d880) 00000100:00000040:0.0:1767384302.810467:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046da2a9a x1853236737745792/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.810485:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.810490:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384302.810493:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.810497:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000100:00100000:0.0:1767384302.810502:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046da2a9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737745792:12345-0@lo:104: 00000100:00000200:0.0:1767384302.810505:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745792 00010000:00000001:0.0:1767384302.810507:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384302.810511:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384302.810513:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.810515:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=2 00000020:00000001:0.0:1767384302.810517:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:0.0:1767384302.810520:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:0.0:1767384302.810523:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.810526:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.810529:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384302.810535:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384302.810537:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384302.810541:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000007e8000. 02000000:00000001:0.0:1767384302.810543:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810545:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.810549:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.810551:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.810554:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.810560:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.810563:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.810565:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384302.810568:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.810570:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.810572:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.810581:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.810584:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 00000100:00000200:0.0:1767384302.810587:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737745792, offset 224 00000400:00000200:0.0:1767384302.810593:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.810603:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.810615:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d702380 00000100:00000001:1.0:1767384302.810617:0:16760:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.810624:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1255 [1] + 224 00000400:00000200:0.0:1767384302.810632:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.810636:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.810641:0:19331:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:0.0:1767384302.810642:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.810649:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384302.810661:0:19331:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002d20cc31. 00000100:00000040:0.0:1767384302.810663:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384302.810671:0:19331:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000142d222f. 00000020:00000010:1.0:1767384302.810683:0:19331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c2576. 00000100:00000001:0.0:1767384302.810689:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384302.810691:0:19331:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000053e458d0. 00000400:00000200:0.0:1767384302.810698:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50c864c 00000040:00000010:1.0:1767384302.810700:0:19331:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000389d95a3. 00000400:00000010:0.0:1767384302.810704:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c864c. 00000020:00000010:1.0:1767384302.810706:0:19331:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052da19c2. 00000100:00000001:0.0:1767384302.810711:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384302.810713:0:19331:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b98e3c1. 00000100:00000001:0.0:1767384302.810716:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384302.810720:0:19331:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb37af72. 00000100:00000001:0.0:1767384302.810724:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767384302.810725:0:19331:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2a438c0. 40000000:00000010:1.0:1767384302.810731:0:19331:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008477dc04. 00000100:00000040:0.0:1767384302.810733:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00100000:00000010:1.0:1767384302.810738:0:19331:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4b2ad5a. 00010000:00000001:0.0:1767384302.810742:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00040000:00000010:1.0:1767384302.810745:0:19331:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008efc6070. 00040000:00000010:1.0:1767384302.810751:0:19331:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d880b6e2. 00040000:00000010:1.0:1767384302.810755:0:19331:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000684caa3c. 00080000:00000010:1.0:1767384302.810760:0:19331:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3aa7ab6. 00000004:00000010:1.0:1767384302.810766:0:19331:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018a2738a. 00000004:00000010:1.0:1767384302.810772:0:19331:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1681f41. 00000004:00000010:1.0:1767384302.810777:0:19331:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dea44aa1. 00002000:00000010:1.0:1767384302.810782:0:19331:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c68c2dfa. 00000004:00000010:1.0:1767384302.810786:0:19331:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000051758b24. 00000100:00000010:1.0:1767384302.810791:0:19331:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a6af82cf. 00000100:00000200:1.0:1767384302.810820:0:19331:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1767384302.810850:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002ad9fb1d. 00010000:00000001:1.0:1767384302.810854:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384302.810865:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384302.810873:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.810875:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.810877:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.810884:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046da2a9a x1853236737745792/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384302.810894:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046da2a9a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737745792:12345-0@lo:104: Request processed in 407us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384302.810901:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384302.810904:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:1.0:1767384302.810906:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384302.810909:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384302.810913:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098591580. 00000020:00000010:1.0:1767384302.810918:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001376ee5d. 00000020:00000010:1.0:1767384302.810923:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021687c4d. 00000020:00000040:1.0:1767384302.810928:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00000001:1.0:1767384302.810931:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.810947:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384302.810950:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.810952:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384302.810956:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384302.810958:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.810960:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.810969:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007d88022c already unused, calling callback (0000000028dca730) 10000000:00000001:1.0:1767384302.810972:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384302.810974:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.810979:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.810981:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.810983:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.810985:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 00000020:00000001:1.0:1767384302.810992:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:1.0:1767384302.810995:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:1.0:1767384302.810998:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384302.811000:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384302.811005:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384302.811007:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384302.811011:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384302.811015:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384302.811016:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384302.811019:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384302.811020:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384302.811022:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.811032:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384302.811034:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384302.811036:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:1.0:1767384302.811039:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384302.811040:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.811043:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.811046:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.811048:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.811050:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.811053:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.811054:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d88022c with handle 0x1cafe7b7e4a4fca7 from hash 00010000:00000001:1.0:1767384302.811057:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.811059:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.811060:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.811061:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.811063:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.811065:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384302.811068:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384302.811070:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384302.811075:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000020:00000040:1.0:1767384302.811084:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384302.811088:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.811089:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384302.811093:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.811098:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b46b0c80. 00000100:00000001:1.0:1767384302.811102:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.811105:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384302.811109:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.811114:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384302.811116:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.811119:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.811121:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.811127:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_03+3] req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.811147:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384302.811150:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.811151:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.811153:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.811155:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.811157:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.811159:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.811164:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.811166:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4fca7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fcae expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384302.811171:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056d08664 count: 0 00010000:00000001:1.0:1767384302.811181:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.811183:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384302.811184:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002ad9fb1d. 00010000:00000001:1.0:1767384302.811188:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.811191:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384302.811192:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384302.811200:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384302.811201:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384302.811204:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384302.811205:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384302.811207:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384302.811210:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033d1cbaa. 00000020:00000001:1.0:1767384302.811211:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.811216:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384302.811221:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384302.811221:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402b38c 00000020:00000001:1.0:1767384302.811226:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.811226:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d402b38c. 00010000:00010000:1.0:1767384302.811232:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384302.811235:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.811243:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384302.811263:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.811268:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.811271:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384302.811320:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.811330:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.811342:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.811345:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.811348:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.811351:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.811353:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.811357:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.811362:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=17 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.811367:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.811371:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.811374:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.811377:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384302.811379:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.811383:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.811388:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.811397:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.811402:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.811404:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.811408:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384302.811411:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.811413:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.811416:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.811421:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384302.811432:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031d680c8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737745792:0@lo:104: 00000100:00000001:0.0:1767384302.811440:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.811446:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.811449:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384302.811453:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.811458:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031d680c8 x1853236737745792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.811468:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.811472:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.811476:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a6a9fdb. 02000000:00000001:0.0:1767384302.811482:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.811492:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.811495:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:0.0:1767384302.811499:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.811502:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000785271cf. 02000000:00000001:0.0:1767384302.811507:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.811509:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.811510:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031d680c8. 00000100:00000001:0.0:1767384302.811515:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.811517:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384302.811520:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad2425ae. 00000100:00000001:0.0:1767384302.811524:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384302.811525:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384302.811529:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afa02754. 00010000:00000001:0.0:1767384302.811533:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.811535:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.811538:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384302.811543:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384302.811546:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384302.811549:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384302.811646:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.811658:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.811660:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.811665:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384302.811668:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.811671:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.811675:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737745920:0@lo:103: 00000100:00000001:1.0:1767384302.811679:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384302.811682:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.811684:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.811686:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384302.811692:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000191dfbe1. 02000000:00000001:1.0:1767384302.811694:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.811698:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c57e68. 00000400:00000010:1.0:1767384302.811703:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a04ce6. 00000100:00000200:1.0:1767384302.811707:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737745920, portal 18 00000100:00000001:1.0:1767384302.811709:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.811711:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:1.0:1767384302.811717:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.811726:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384302.811731:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384302.811735:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384302.811747:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737745920, offset 0 00000400:00000200:1.0:1767384302.811755:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384302.811769:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384302.811779:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d702400 00000400:00000200:1.0:1767384302.811787:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:1.0:1767384302.811809:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.811815:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.811820:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384302.811822:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384302.811827:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000568d4e69. 00000100:00000040:1.0:1767384302.811830:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000568d4e69 x1853236737745920 msgsize 328 00000100:00100000:1.0:1767384302.811837:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384302.811851:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384302.811858:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384302.811861:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384302.811865:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384302.811871:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.811882:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.811886:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.811896:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.811899:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384302.811906:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.811910:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294890573 00000100:00000001:1.0:1767384302.811916:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890571 00000100:00000001:1.0:1767384302.811921:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294890573 00000100:00000001:1.0:1767384302.811927:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890571 00000100:00000001:1.0:1767384302.811934:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294890573 00000100:00000001:1.0:1767384302.811942:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890571 00000100:00000001:1.0:1767384302.811948:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294890573 00000100:00000001:1.0:1767384302.811955:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890571 00000100:00000001:1.0:1767384302.811972:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.811976:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.811981:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.811984:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.811991:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.811994:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384302.811997:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.811999:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.812001:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812005:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812021:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.812024:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812053:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.812057:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737745920 02000000:00000001:1.0:1767384302.812060:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384302.812062:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.812064:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.812068:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.812071:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737745920 00000020:00000001:1.0:1767384302.812074:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384302.812076:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384302.812079:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.812082:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:1.0:1767384302.812085:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384302.812089:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384302.812094:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.812099:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8ac7030. 00000100:00000001:1.0:1767384302.812104:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.812107:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8ac7030. 00000020:00000010:1.0:1767384302.812115:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cdb1da8. 00000020:00000010:1.0:1767384302.812121:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c995cce. 00000020:00000010:1.0:1767384302.812127:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000040:1.0:1767384302.812139:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384302.812143:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384302.812145:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384302.812156:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384302.812159:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812162:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384302.812166:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.812168:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.812171:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=4 00000020:00000001:1.0:1767384302.812174:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:1.0:1767384302.812177:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00010000:1.0:1767384302.812182:0:16764:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 17 pid: 16772 timeout: 373 lvb_type: 0 00010000:00000001:1.0:1767384302.812190:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812192:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812194:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.812197:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.812202:0:16764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384302.812208:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000568d4e69 x1853236737745920/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.812218:0:16764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384302.812221:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812235:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.812253:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.812256:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384302.812261:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384302.812265:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:1.0:1767384302.812268:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009630464 : -113991699921152 : ffff98533d380700) 00000100:00000040:1.0:1767384302.812310:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000568d4e69 x1853236737745920/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.812320:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.812326:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8ac7030. 00000100:00000001:1.0:1767384302.812329:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.812333:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8ac7030. 00000100:00100000:1.0:1767384302.812340:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000568d4e69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16141:x1853236737745920:12345-0@lo:103: 00000100:00000200:1.0:1767384302.812353:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737745920 00010000:00000001:1.0:1767384302.812357:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384302.812360:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384302.812363:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384302.812369:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384302.812372:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384302.812377:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007be1dfb5. 02000000:00000001:1.0:1767384302.812380:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812383:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812386:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384302.812388:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384302.812392:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.812394:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.812396:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=4 00000020:00000001:1.0:1767384302.812399:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:1.0:1767384302.812401:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000040:1.0:1767384302.812405:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a0273721 count: 3 00010000:00010000:1.0:1767384302.812412:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 17 pid: 16772 timeout: 373 lvb_type: 0 00000100:00001000:1.0:1767384302.812420:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384302 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384302.812425:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.812436:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812438:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.812442:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 17 pid: 16772 timeout: 373 lvb_type: 0 00000020:00000001:1.0:1767384302.812450:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.812452:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.812455:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.812458:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812462:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.812464:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.812471:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812474:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812486:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.812488:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.812491:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fcae from hash 00010000:00000001:1.0:1767384302.812494:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.812496:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812498:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812500:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.812502:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.812504:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.812508:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fcae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fca7 expref: 17 pid: 16772 timeout: 373 lvb_type: 0 00010000:00000040:1.0:1767384302.812516:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:1.0:1767384302.812520:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:1.0:1767384302.812529:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812532:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.812536:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384302.812538:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000000ba16e11 00010000:00000001:1.0:1767384302.812541:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.812544:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.812547:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.812549:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.812552:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.812555:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384302.812558:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384302.812560:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812569:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384302.812572:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384302.812574:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.812577:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384302.812579:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a0273721) refcount = 2 00010000:00010000:1.0:1767384302.812584:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812592:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384302.812603:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384302.812604:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.812607:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384302.812611:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ac7030. 00000100:00000001:1.0:1767384302.812615:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384302.812620:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad9fb1d. 00000100:00000001:1.0:1767384302.812623:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076735067456 : -113996974484160 : ffff985202d49540) 00000100:00000001:1.0:1767384302.812626:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076735067456 : -113996974484160 : ffff985202d49540) 00000100:00000001:1.0:1767384302.812629:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384302.812630:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384302.812633:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384302.812636:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384302.812639:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384302.812643:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.812644:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.812646:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=5 00000020:00000001:1.0:1767384302.812649:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:1.0:1767384302.812652:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:1.0:1767384302.812655:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384302.812657:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812666:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384302.812668:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812676:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812678:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.812681:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812689:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.812692:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812695:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.812697:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.812713:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000ba16e11 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384302.812717:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.812719:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384302.812721:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812729:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.812730:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.812732:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.812733:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=6 00000020:00000001:1.0:1767384302.812736:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:1.0:1767384302.812739:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:1.0:1767384302.812742:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384302.812744:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812751:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.812754:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.812756:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812768:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.812770:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.812773:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.812775:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.812779:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ba16e11 with handle 0x1cafe7b7e4a4fcb5 from hash 00010000:00000001:1.0:1767384302.812782:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.812785:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812787:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812789:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.812806:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.812810:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.812812:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1767384302.812814:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812815:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.812820:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812827:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384302.812831:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384302.812835:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384302.812839:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384302.812841:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812846:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812850:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812853:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.812856:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384302.812858:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.812860:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812865:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.812866:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.812872:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384302.812873:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384302.812883:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812886:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812888:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384302.812891:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384302.812893:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.812895:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812898:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384302.812902:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.812904:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812907:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.812910:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000ba16e11/0x1cafe7b7e4a4fcb5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.812922:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.812924:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.812927:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384302.812929:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384302.812932:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812935:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.812938:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384302.812940:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ad9fb1d. 00000100:00000001:1.0:1767384302.812945:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384302.812947:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384302.812950:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ac7030. 00010000:00000001:1.0:1767384302.812955:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384302.812958:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a0273721 count: 0 00010000:00010000:1.0:1767384302.812967:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384302.812970:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.812984:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384302.812987:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.812991:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384302.812996:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384302.813000:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384302.813004:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384302.813007:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384302.813010:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.813013:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384302.813017:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384302.813022:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384302.813027:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737745920, offset 224 00000400:00000200:1.0:1767384302.813034:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384302.813045:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384302.813058:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d702400 00000400:00000200:1.0:1767384302.813066:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:1.0:1767384302.813072:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.813078:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.813084:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384302.813090:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384302.813105:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.813125:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384302.813132:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384302.813134:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384302.813139:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384302.813141:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384302.813147:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.813151:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384302.813154:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.813157:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.813162:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000568d4e69 x1853236737745920/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384302.813191:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000568d4e69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737745920:12345-0@lo:103: Request processed in 867us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384302.813202:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384302.813205:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384302.813208:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384302.813209:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384302.813214:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c995cce. 00000020:00000010:1.0:1767384302.813220:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c445e76. 00000020:00000010:1.0:1767384302.813225:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cdb1da8. 00000020:00000040:1.0:1767384302.813232:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:1.0:1767384302.813235:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.813266:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.813269:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384302.813303:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384302.813306:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384302.813309:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c57e68. 00000400:00000200:1.0:1767384302.813313:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a04ce6 00000400:00000010:1.0:1767384302.813317:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a04ce6. 00000100:00000001:1.0:1767384302.813322:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384302.813327:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384302.813338:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.813347:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384302.813349:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.813352:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384302.813354:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384302.813357:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.813359:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.813362:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.813366:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384302.813370:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384302.813374:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384302.813384:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.813387:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384302.813389:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.813392:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.813398:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.813408:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.813411:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384302.813412:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.813417:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384302.813427:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737745920:0@lo:103: 00000100:00000001:1.0:1767384302.813435:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.813437:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.813441:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737745920/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.813448:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384302.813450:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384302.813453:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000191dfbe1. 02000000:00000001:1.0:1767384302.813457:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384302.813459:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384302.813461:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384302.813464:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384302.813467:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b46b0c80. 02000000:00000001:1.0:1767384302.813471:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384302.813473:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384302.813475:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:1.0:1767384302.813480:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384302.813482:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.813486:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.813489:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.813491:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.813494:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.813497:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384302.816312:0:19328:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056d08664. 00010000:00000010:1.1:1767384302.816322:0:19328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00010000:00000010:1.1:1767384302.818337:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de7a8a86. 00010000:00000010:1.1:1767384302.818371:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ba16e11. 00010000:00000010:1.1:1767384302.818381:0:17570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a0273721. 00080000:00000001:3.0:1767384302.819709:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384302.819713:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384302.819715:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384302.819715:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384302.819718:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384302.819719:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384302.819722:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000086c0e43d. 00080000:00000001:3.0:1767384302.819728:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:1.0:1767384302.819731:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384302.819737:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.819740:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384302.819744:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384302.819763:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384302.819767:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384302.819772:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384302.819775:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384302.819777:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384302.819780:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384302.819790:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384302.819812:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384302.819818:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f6180ab. 00010000:00000001:0.0:1767384302.819833:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384302.819838:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d9a41cd. 00000020:00000001:0.0:1767384302.819841:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384302.819843:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d9a41cd with handle 0x1cafe7b7e4a4fcbc to hash 00000020:00000001:0.0:1767384302.819846:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384302.819848:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.819851:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.819854:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.819855:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.819858:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819865:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384302.819867:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384302.819869:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384302.819871:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384302.819872:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.819875:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384302.819876:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.819878:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384302.819880:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384302.819882:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384302.819883:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384302.819885:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f6180ab) refcount = 1 00010000:00010000:0.0:1767384302.819888:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819893:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384302.819895:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384302.819896:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.819898:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.819900:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384302.819902:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384302.819910:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384302.819913:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384302.819915:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.819917:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d9a41cd refcount=4 00000020:00000001:0.0:1767384302.819919:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.819921:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.819923:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384302.819925:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819948:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384302.819951:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819956:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.819958:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384302.819960:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819966:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.819968:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.819970:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384302.819972:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384302.819977:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d9a41cd already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384302.819980:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384302.819982:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384302.819984:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.819993:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384302.819995:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384302.819998:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.820001:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d9a41cd refcount=5 00000020:00000001:0.0:1767384302.820031:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.820034:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384302.820037:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384302.820040:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.820048:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384302.820050:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384302.820052:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.820057:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384302.820059:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384302.820061:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.820063:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.820066:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d9a41cd with handle 0x1cafe7b7e4a4fcbc from hash 00010000:00000001:0.0:1767384302.820070:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384302.820072:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.820074:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.820076:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384302.820079:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384302.820081:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384302.820083:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384302.820085:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.820088:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.820090:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384302.820092:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384302.820096:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.820098:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.820101:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.820104:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.820107:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.820111:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.820119:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.820122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.820124:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384302.820134:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384302.820136:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.820153:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.820155:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384302.820158:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.820159:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.820161:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.820166:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384302.820167:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384302.820169:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fcbc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384302.820173:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f6180ab count: 0 00010000:00000001:0.0:1767384302.820182:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384302.820183:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384302.822687:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384302.822692:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384302.822695:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bde0bdd. 20000000:00000001:1.0:1767384302.822704:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384302.822710:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737745536 00010000:00000001:1.0:1767384302.822714:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384302.822722:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000703c1f89 x1853236737745536/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.822733:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384302.822735:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.822738:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384302.822745:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384302.822748:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384302.822751:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384302.822755:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384302.822758:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.822761:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384302.822765:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384302.822770:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a54289b8. 00000100:00000200:1.0:1767384302.822775:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737745536, offset 224 00000400:00000200:1.0:1767384302.822783:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384302.822811:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384302.822823:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702280 00000400:00000200:1.0:1767384302.822833:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1241 [2] + 224 00000400:00000200:1.0:1767384302.822841:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.822847:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.822853:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384302.822859:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384302.822884:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.822911:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384302.822921:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a54289b8 00000100:00000001:0.0:1767384302.822923:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384302.822925:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a54289b8. 00000100:00000001:0.0:1767384302.822928:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.822934:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384302.822936:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384302.822938:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384302.822942:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.822946:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099885154. 00000100:00000001:1.0:1767384302.822948:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.822952:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f53913d 00000100:00000040:1.0:1767384302.822956:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:0.0:1767384302.822958:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f53913d. 00010000:00000001:1.0:1767384302.822964:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384302.822967:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384302.822969:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.822975:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384302.822977:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384302.822984:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000703c1f89 x1853236737745536/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.823006:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384302.823011:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000703c1f89 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737745536:12345-0@lo:253: Request processed in 25365us (25971us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384302.823032:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384302.823035:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:0.0:1767384302.823037:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.823042:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384302.823043:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.823047:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384302.823048:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384302.823052:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.823053:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384302.823056:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.823060:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005aff5fcd. 02000000:00000001:0.0:1767384302.823062:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.823070:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ff3307e. 00000100:00001000:0.0:1767384302.823070:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=17 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384302.823077:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a952d583. 00000020:00000040:1.0:1767384302.823087:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:0.0:1767384302.823088:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=17 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384302.823096:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384302.823096:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384302.823101:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000486d3e2a. 00000100:00000001:0.0:1767384302.823102:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.823109:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384302.823111:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384302.823112:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.823117:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.823118:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384302.823128:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384302.823129:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384302.823138:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c57e68. 00000100:00000001:0.0:1767384302.823147:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384302.823148:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a54289b8. 00000100:00000001:0.0:1767384302.823152:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.823156:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384302.823163:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384302.823166:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384302.823169:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384302.823172:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384302.823174:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384302.823176:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384302.823179:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384302.823181:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384302.823184:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384302.823186:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384302.823191:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.823202:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005adf38e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737745536:0@lo:253: 00000100:00000001:0.0:1767384302.823208:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.823211:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.823216:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005adf38e5 x1853236737745536/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.823224:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.823225:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.823227:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001704208d. 02000000:00000001:0.0:1767384302.823232:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.823234:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.823236:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384302.823238:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.823248:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000519ff782. 02000000:00000001:0.0:1767384302.823252:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.823253:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.823255:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005adf38e5. 00000100:00000001:0.0:1767384302.823259:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.823260:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.823262:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.823268:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.823270:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.823300:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.823304:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384302.824364:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384302.824368:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384302.824369:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e4da82c2. 20000000:00000001:0.0:1767384302.824373:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384302.824376:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737745664 00010000:00000001:0.0:1767384302.824378:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384302.824382:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0d4f0db x1853236737745664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.824388:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.824390:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.824391:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.824394:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.824396:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.824398:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384302.824400:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.824401:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.824404:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.824406:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.824409:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad2425ae. 00000100:00000200:0.0:1767384302.824412:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737745664, offset 224 00000400:00000200:0.0:1767384302.824415:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.824421:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.824425:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702300 00000400:00000200:0.0:1767384302.824430:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1249 [2] + 224 00000400:00000200:0.0:1767384302.824434:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.824444:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.824447:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.824450:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.824457:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.824468:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.824472:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2425ae 00000400:00000010:0.0:1767384302.824474:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad2425ae. 00000100:00000001:0.0:1767384302.824476:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384302.824477:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.824480:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.824481:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384302.824483:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384302.824485:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.824486:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384302.824489:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0d4f0db x1853236737745664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.824495:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d4f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737745664:12345-0@lo:253: Request processed in 26834us (27240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384302.824502:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384302.824504:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384302.824506:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384302.824507:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384302.824510:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030f412db. 00000020:00000010:0.0:1767384302.824513:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000020:00000010:0.0:1767384302.824515:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6be3284. 00000020:00000040:0.0:1767384302.824518:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384302.824520:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384302.824521:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fc734bd4. 02000000:00000001:0.0:1767384302.824524:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384302.824525:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384302.824528:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384302.824538:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099885154. 00000400:00000010:0.0:1767384302.824540:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad2425ae. 00000100:00000001:0.0:1767384302.824552:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.824554:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384302.824556:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.824557:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.824558:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004495d55a. 00000400:00000200:0.0:1767384302.824560:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a790496 00000400:00000010:0.0:1767384302.824561:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a790496. 00000100:00000001:0.0:1767384302.824563:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.824566:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.824572:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.824577:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.824578:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.824579:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.824580:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.824581:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.824582:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.824584:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.824586:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=17 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.824588:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.824590:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.824591:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.824593:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384302.824594:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.824596:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.824598:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.824603:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.824605:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.824606:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384302.824608:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384302.824609:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384302.824611:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384302.824618:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384302.824620:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384302.824621:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384302.824622:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384302.824623:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384302.824624:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384302.824626:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.824631:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737745664:0@lo:253: 00000100:00000001:0.0:1767384302.824635:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.824636:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.824638:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23f6f09 x1853236737745664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.824643:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.824644:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.824645:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fd080be0. 02000000:00000001:0.0:1767384302.824648:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.824649:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.824651:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384302.824653:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.824654:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4b999d1. 02000000:00000001:0.0:1767384302.824656:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.824657:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.824658:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23f6f09. 00000100:00000001:0.0:1767384302.824661:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.824662:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.824663:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.824667:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.824668:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.824670:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.824671:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.825366:0:19333:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cbca4971. 00000400:00000040:1.0:1767384302.825385:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384302.825388:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384302.825390:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384302.825391:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384302.825393:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384302.825395:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384302.825397:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384302.825398:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384302.825399:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384302.825400:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384302.825402:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384302.825403:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384302.825405:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384302.825407:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384302.825408:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384302.825409:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384302.825410:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384302.825411:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384302.825412:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384302.825414:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384302.825415:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384302.825416:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384302.825417:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384302.825419:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384302.825420:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384302.825421:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384302.825423:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384302.825424:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384302.825425:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384302.825426:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384302.825427:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384302.825429:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384302.825430:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384302.825431:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384302.825432:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384302.825434:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384302.825435:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384302.825436:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384302.825443:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384302.825445:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384302.825446:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384302.825448:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384302.825449:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384302.825451:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384302.825452:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384302.825453:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384302.825454:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384302.825455:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384302.825457:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384302.825458:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384302.825459:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384302.825460:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384302.825462:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384302.825463:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384302.825464:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384302.825465:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384302.825466:0:19333:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384302.825485:0:19333:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cbca4971. 00010000:00000010:0.1:1767384302.828378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f6180ab. 00010000:00000010:0.1:1767384302.828385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d9a41cd. 00000100:00000040:1.0:1767384302.831340:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294890573, at 4294890574 00000100:00000010:1.0:1767384302.831351:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000100:00000040:0.0:1767384302.831361:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294890573, at 4294890574 00000100:00000010:0.0:1767384302.831370:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f88e2617. 00000100:00000040:3.0:1767384302.832370:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294890573, at 4294890575 00000100:00000010:3.0:1767384302.832380:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc43a47c. 00080000:00000001:3.0:1767384303.425940:0:19478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384303.425956:0:19478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.425961:0:19478:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384303.425968:0:19478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384303.425975:0:19478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.425979:0:19478:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384303.649359:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384303.649366:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384303.649372:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384303.649373:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.649393:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384303.649396:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384303.649399:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384304.327157:0:19643:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aaead0aa. 00000400:00000010:3.0:1767384304.327174:0:19643:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001855106f. 00000400:00000010:3.0:1767384304.327191:0:19643:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d6fc6c3. 00000400:00000010:3.0:1767384304.327195:0:19643:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000db3a905c. 00000400:00000010:3.0:1767384304.327199:0:19643:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1f8daa0. 00000400:00000010:3.0:1767384304.327203:0:19643:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd232a74. 00000400:00000010:3.0:1767384304.327205:0:19643:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000adb20c50. 00000400:00000010:3.0:1767384304.327207:0:19643:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084ae783a. 00000400:00000010:3.0:1767384304.327211:0:19643:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000094d7a527. 00000800:00000010:3.0:1767384304.327220:0:19643:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004e5ff6b7. 00000800:00000200:3.0:1767384304.327232:0:19643:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384304.327238:0:19643:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384304.327321:0:19643:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384304.327339:0:19643:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384304.330381:0:19643:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000bb7db197. 00000400:00000010:3.0:1767384304.330387:0:19643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000400:00000010:3.0:1767384304.330392:0:19643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000400:00000001:3.0:1767384304.330420:0:19643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384304.330422:0:19643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.330424:0:19643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002169d910. 00000400:00000200:3.0:1767384304.330427:0:19643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:3.0:1767384304.330429:0:19643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000400:00000010:3.0:1767384304.330432:0:19643:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000e2056ea3. 00000400:00000200:3.0:1767384304.330436:0:19643:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (4) 00000400:00000200:3.0:1767384304.330449:0:19643:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384304.330458:0:19643:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384304.330465:0:19643:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000055b78d00. 00000020:01000000:3.0:1767384304.330471:0:19643:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384304.330473:0:19643:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp13 00000400:00000010:3.0:1767384304.330493:0:19643:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001855106f. 00000400:00000010:3.0:1767384304.330500:0:19643:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aaead0aa. 00000020:00000001:0.0:1767384304.330549:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.330556:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.330560:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384304.330573:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384304.330579:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384304.330581:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384304.330582:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384304.330584:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384304.330585:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384304.330586:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384304.330588:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384304.330591:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384304.330593:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.330596:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384304.330603:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031d680c8. 00000020:00000040:0.0:1767384304.330611:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384304.330619:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384304.330624:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384304.330631:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384304.330642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027e262a3. 00000100:00000001:0.0:1767384304.330651:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.330661:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384304.330665:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.330676:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031d680c8] to pc [ptlrpcd_00_00+0] req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384304.330707:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.330710:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384304.330715:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.330716:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384304.330720:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.330721:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384304.330723:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (2) 00000020:01000000:0.0:1767384304.330726:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384304.330731:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384304.330734:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.330738:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384304.330742:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384304.330746:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384304.330749:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384304.330753:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384304.330758:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384304.330760:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384304.330763:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384304.330766:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384304.330767:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384304.330771:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384304.330772:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384304.330775:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384304.330777:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384304.330778:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384304.330797:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000031d680c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737746048:0@lo:253: 00000100:00000001:3.0:1767384304.330804:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384304.330806:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.330809:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384304.330812:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384304.330814:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2e3bff. 02000000:00000001:3.0:1767384304.330816:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384304.330821:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384304.330822:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384304.330827:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384304.330830:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d68a31d1. 02000000:00000001:0.0:1767384304.330830:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384304.330835:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.330836:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.330841:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f7c93c. 02000000:00000010:0.0:1767384304.330846:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008b8c7feb. 00000400:00000010:3.0:1767384304.330848:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6610214. 00000100:00000001:0.0:1767384304.330853:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384304.330855:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737746048, portal 25 00000100:00000001:3.0:1767384304.330860:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384304.330860:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384304.330866:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893031808 : -113991816519808 : ffff98533644df80) 00000100:00000001:0.0:1767384304.330866:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.330877:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.330879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a2e3bff] to pc [ptlrpcd_00_01+1] req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.330909:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384304.330915:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.330916:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384304.330922:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.330923:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66e2f2f. 00000100:00000200:3.0:1767384304.330930:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737746048, offset 0 00000020:00000001:0.0:1767384304.330930:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384304.330937:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384304.330942:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000055b78d00. 00000400:00000200:3.0:1767384304.330943:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384304.330958:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384304.330961:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.330965:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.330967:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384304.330974:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702480 00000100:00000040:0.0:1767384304.330974:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.330988:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000100:00000001:0.0:1767384304.330989:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384304.330993:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.330997:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef18d104. 02000000:00000001:0.0:1767384304.330999:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384304.331004:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000907090ec 02000000:00000001:0.0:1767384304.331005:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384304.331010:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.331013:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737746176:0@lo:253: 00000400:00000200:3.0:1767384304.331014:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384304.331022:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384304.331027:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384304.331027:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384304.331032:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.331036:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000907090ec 02000000:00000001:0.0:1767384304.331036:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384304.331042:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000907090ec. 02000000:00000010:0.0:1767384304.331047:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4b999d1. 00000100:00000001:3.0:1767384304.331048:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384304.331051:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384304.331052:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.331062:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000a0eaf96e x1853236737746048 msgsize 4848 00000400:00000010:0.0:1767384304.331066:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033d1cbaa. 00000100:00100000:3.0:1767384304.331071:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384304.331075:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384304.331076:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf3bb2f. 00000100:00000200:0.0:1767384304.331082:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737746176, portal 25 00000100:00000001:0.0:1767384304.331084:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384304.331086:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893033600 : -113991816518016 : ffff98533644e680) 00000100:00000001:3.0:1767384304.331087:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384304.331093:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.331097:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66e2f2f 00000400:00000010:3.0:1767384304.331102:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66e2f2f. 00000100:00000001:0.0:1767384304.331103:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384304.331108:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384304.331110:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384304.331115:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384304.331115:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7cb9675. 00000100:00000200:0.0:1767384304.331121:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737746176, offset 0 00000100:00000001:3.0:1767384304.331133:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384304.331134:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384304.331139:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.331149:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384304.331155:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331158:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384304.331164:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702500 00000100:00000001:3.0:1767384304.331165:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331173:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294892092 00000400:00000200:0.0:1767384304.331178:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00000010:3.0:1767384304.331182:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa49e7f0. 00000400:00000010:0.0:1767384304.331183:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000171546af. 00000400:00000200:0.0:1767384304.331190:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b27958c 00000100:00000001:3.0:1767384304.331191:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384304.331196:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384304.331199:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294892092 00000400:00000200:0.0:1767384304.331203:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384304.331207:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfc105b9. 00000400:00000200:0.0:1767384304.331210:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b27958c 00000100:00000001:3.0:1767384304.331213:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384304.331214:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b27958c. 00000100:00000001:3.0:1767384304.331221:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294892092 00000100:00000001:0.0:1767384304.331222:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384304.331226:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384304.331229:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015966eba. 00000100:00000040:0.0:1767384304.331232:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002ff84d43 x1853236737746176 msgsize 4848 00000100:00000001:3.0:1767384304.331233:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384304.331240:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294892092 00000100:00000010:3.0:1767384304.331247:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022fb9984. 00000100:00100000:0.0:1767384304.331249:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384304.331252:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384304.331255:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384304.331258:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.331262:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331264:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331266:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.331302:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.331313:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cb9675 00000400:00000010:0.0:1767384304.331318:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7cb9675. 00000100:00000001:0.0:1767384304.331322:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384304.331328:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.331331:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.331340:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384304.331341:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384304.331350:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384304.331350:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.331353:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.331355:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331358:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.331367:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.331369:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384304.331375:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.331378:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294892093 00000100:00000001:0.0:1767384304.331384:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892092 00000100:00000001:0.0:1767384304.331389:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294892093 00000100:00000001:0.0:1767384304.331396:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892092 00000100:00000001:0.0:1767384304.331401:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294892093 00000100:00000001:0.0:1767384304.331405:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892092 00000100:00000001:0.0:1767384304.331408:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294892093 00000100:00000001:0.0:1767384304.331414:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892092 00000100:00000001:0.0:1767384304.331419:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.331421:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.331423:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.331428:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.331435:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.331436:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.331440:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.331441:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.331444:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331445:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384304.331447:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.331450:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737746048 02000000:00000001:3.0:1767384304.331454:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384304.331457:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.331459:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.331463:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.331466:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737746048 00000020:00000001:3.0:1767384304.331469:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384304.331470:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384304.331473:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.331491:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384304.331495:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384304.331498:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384304.331502:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.331506:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc2256e9. 00000800:00000010:1.0:1767384304.331506:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c22faa8. 00000100:00000001:3.0:1767384304.331512:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.331515:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc2256e9. 00000800:00000010:1.0:1767384304.331518:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3dc59e0. 00000020:00000010:3.0:1767384304.331522:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088808900. 00000020:00000010:3.0:1767384304.331529:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072632064. 00000020:00000010:3.0:1767384304.331535:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f66eebe. 00000100:00000040:3.0:1767384304.331545:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384304.331550:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384304.331553:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.0:1767384304.331556:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000490ee371. 00000100:00000001:3.0:1767384304.331557:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331570:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384304.331576:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (2) 00000100:00000001:3.0:1767384304.331583:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384304.331590:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp12 00000000490ee371 deleted 00000100:00000001:3.0:1767384304.331595:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.1:1767384304.331597:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000490ee371. 00000100:00000001:3.0:1767384304.331600:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.1:1767384304.331609:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:3.0:1767384304.331610:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384304.331617:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384304.331621:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016903248 : -113991692648368 : ffff98533da70050) 00000800:00000200:1.1:1767384304.331627:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:1017 00000800:00000200:1.1:1767384304.331638:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064cd1cde type 1, nob 208 niov 1 nkiov 1 00000100:00000040:3.0:1767384304.331639:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0eaf96e x1853236737746048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384304.331659:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp12 p 3.x 192.168.203.152 -> 192.168.203.152:1017 incarnation:1767384302793322232 sched[0] 00000100:00000001:3.0:1767384304.331660:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.331667:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc2256e9. 00000100:00000001:3.0:1767384304.331672:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384304.331673:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aacdea17. 00000020:00000010:3.0:1767384304.331680:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc2256e9. 00000100:00100000:3.0:1767384304.331687:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0eaf96e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737746048:12345-0@lo:253: 00000100:00000200:3.0:1767384304.331694:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737746048 00000020:00000001:3.0:1767384304.331698:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.331703:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384304.331707:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.331710:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384304.331712:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384304.331716:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.331721:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.331724:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.331727:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.331730:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.331736:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384304.331740:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384304.331749:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083d72895. 02000000:00000001:3.0:1767384304.331753:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384304.331758:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aacdea17. 00000100:00000001:3.0:1767384304.331759:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.331766:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:1.0:1767384304.331769:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3dc59e0. 20000000:00000010:3.0:1767384304.331776:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000055b78d00. 20000000:01000000:3.0:1767384304.331798:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384304.331802:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384304.331806:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384304.331810:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.331815:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.331820:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384304.331833:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b23ada5. 20000000:01000000:3.0:1767384304.331837:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000800:00000010:1.0:1767384304.331840:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f6fd18f3. 20000000:00000001:3.0:1767384304.331844:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384304.331860:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:1.0:1767384304.331867:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.331878:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.331906:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.331914:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384304.331918:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.331921:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384304.331926:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384304.331931:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:3.0:1767384304.331934:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384304.331941:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed2389a7. 00080000:00000001:3.0:1767384304.331944:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081082029056 : -113992627522560 : ffff985305edf400) 00080000:00000001:3.0:1767384304.331947:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.0:1767384304.331966:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384304.331971:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064cd1cde. 00000400:00000200:1.0:1767384304.331975:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.331988:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: PUT: OK 00000400:00000200:1.0:1767384304.331992:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384304.331995:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000200:1.1:1767384304.332029:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384304.332034:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp12 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384302793322232 sched[0] 00000800:00000010:1.0:1767384304.332038:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d19614c. 00000001:00000001:3.0:1767384304.332078:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.332081:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.332083:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384304.332106:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.332109:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384304.332119:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384304.332196:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00080000:00000001:3.0:1767384304.332236:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384304.332240:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384304.332258:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384304.332367:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384304.332461:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384304.332532:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384304.332602:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:1.0:1767384304.332728:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.332739:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384304.332744:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.332750:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.332760:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : ACK - for me 00000400:00000200:1.0:1767384304.332778:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp12: ACK from 12345-192.168.203.152@tcp12 into md 0x1281 00000400:00000200:1.0:1767384304.332802:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.332814:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: ACK: OK 00000400:00000200:1.0:1767384304.332820:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:1.0:1767384304.332829:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000400:00000200:1.0:1767384304.332839:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384304.332849:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:1.0:1767384304.332857:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384304.332866:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (6) 00000800:00000001:3.0:1767384304.332969:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384304.332975:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384304.333777:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ee2d219. 00000800:00000010:1.0:1767384304.333803:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3dc59e0. 00000800:00000010:1.0:1767384304.333809:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070a1f2fa. 00000800:00000010:1.0:1767384304.333873:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070a1f2fa. 00000800:00000200:2.1:1767384304.334237:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (4) 00000800:00000200:2.1:1767384304.334241:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp12 0000000073e3587d deleted 00000800:00000010:2.1:1767384304.334243:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073e3587d. 00000800:00000200:2.1:1767384304.334247:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767384304.334470:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:3.0:1767384304.344630:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384304.344638:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384304.344642:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.344645:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384304.344648:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384304.344653:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384304.344656:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384304.344657:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384304.344662:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.344665:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.344669:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2389a7. 20000000:00000001:3.0:1767384304.344673:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.344676:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384304.344679:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384304.344687:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e29e52e. 00080000:00000020:3.0:1767384304.344689:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384304.344696:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:01000000:0.0:1767384304.344698:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384304.344703:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384304.344706:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384304.344715:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:1.0:1767384304.344716:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384304.344725:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384304.344728:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384304.344736:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f6180ab. 00010000:00000001:0.0:1767384304.344742:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384304.344745:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b21bb9c0. 00000020:00000001:0.0:1767384304.344749:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384304.344752:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fcc3 to hash 00000020:00000001:0.0:1767384304.344755:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384304.344756:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.344760:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00080000:00000001:1.0:1767384304.344765:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384304.344765:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.344768:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.344775:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384304.344776:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384304.344799:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.344808:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384304.344809:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384304.344813:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384304.344815:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384304.344820:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384304.344822:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384304.344824:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:0.0:1767384304.344824:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.344830:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.344834:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.344835:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384304.344837:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.344842:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384304.344843:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384304.344845:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:1.0:1767384304.344846:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e2bf730. 00010000:00000040:0.0:1767384304.344847:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f6180ab) refcount = 1 00080000:00000001:1.0:1767384304.344856:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750608384 : -113996958943232 : ffff985203c1b800) 00010000:00010000:0.0:1767384304.344856:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384304.344868:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384304.344869:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384304.344874:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384304.344875:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.344877:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.344879:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384304.344882:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384304.344886:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384304.344898:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.344901:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.344903:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=4 00000020:00000001:0.0:1767384304.344905:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.344908:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.344910:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384304.344912:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.344919:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384304.344921:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.344926:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.344928:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384304.344930:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.344935:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.344936:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.344940:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384304.344942:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384304.344949:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b21bb9c0 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384304.344951:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.344953:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384304.344956:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.344961:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384304.344963:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.344965:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1767384304.344966:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384304.344966:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=5 00080000:00000001:1.0:1767384304.344973:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.344973:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00080000:00000001:1.0:1767384304.344980:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384304.344986:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.344992:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384304.344994:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.344999:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384304.345002:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.345003:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.345007:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384304.345009:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384304.345010:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.345011:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.345015:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.345018:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:0.0:1767384304.345019:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fcc3 from hash 00010000:00000001:0.0:1767384304.345024:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384304.345026:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.345027:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.345028:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384304.345030:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384304.345032:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384304.345035:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384304.345036:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.345039:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.345041:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384304.345043:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384304.345045:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.345047:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.345049:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.345051:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.345053:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.345055:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.345060:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.345062:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.345063:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384304.345065:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.345074:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.345076:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.345078:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384304.345081:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.345083:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.345086:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.345091:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384304.345093:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384304.345095:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcc3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384304.345101:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f6180ab count: 0 00010000:00000001:0.0:1767384304.345112:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384304.345114:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384304.345137:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384304.345144:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384304.351328:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294892093, at 4294892094 00000100:00000010:3.0:1767384304.351337:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022fb9984. 00000100:00000040:0.0:1767384304.352362:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294892093, at 4294892095 00000100:00000010:0.0:1767384304.352375:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa49e7f0. 00000100:00000040:1.0:1767384304.352831:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294892093, at 4294892095 00000100:00000010:1.0:1767384304.352842:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfc105b9. 00010000:00000010:0.1:1767384304.353316:0:19649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f6180ab. 00010000:00000010:0.1:1767384304.353337:0:19649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b21bb9c0. 00080000:00000001:0.0:1767384304.357527:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384304.357531:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384304.357531:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.357535:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384304.357538:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384304.357539:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:0.0:1767384304.357540:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384304.357545:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384304.357546:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e2bf730. 20000000:00000001:1.0:1767384304.357548:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384304.357554:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384304.357554:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384304.357569:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384304.357573:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384304.357576:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384304.357580:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384304.357581:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384304.357585:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384304.357590:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384304.357592:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384304.357598:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f6180ab. 00010000:00000001:0.0:1767384304.357601:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384304.357606:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b21bb9c0. 00000020:00000001:0.0:1767384304.357609:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384304.357612:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fcca to hash 00000020:00000001:0.0:1767384304.357615:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384304.357617:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357626:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357629:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.357630:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.357633:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357640:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384304.357642:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384304.357645:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384304.357647:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.357648:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.357650:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.357652:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.357654:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.357656:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384304.357657:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384304.357659:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384304.357661:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f6180ab) refcount = 1 00010000:00010000:0.0:1767384304.357664:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357669:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384304.357671:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384304.357672:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.357674:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357676:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384304.357679:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384304.357681:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384304.357683:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.357684:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.357686:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=4 00000020:00000001:0.0:1767384304.357688:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357690:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357691:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384304.357693:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357706:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384304.357708:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357716:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.357719:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384304.357721:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357728:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.357730:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357734:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384304.357736:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384304.357743:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b21bb9c0 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384304.357746:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.357748:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384304.357750:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357757:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384304.357760:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.357762:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.357764:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=5 00000020:00000001:0.0:1767384304.357767:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357770:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384304.357772:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384304.357774:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357795:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384304.357798:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.357808:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357813:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384304.357815:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384304.357818:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.357820:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384304.357823:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fcca from hash 00010000:00000001:0.0:1767384304.357827:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384304.357829:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.357830:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.357849:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384304.357851:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384304.357853:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384304.357856:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384304.357858:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.357860:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357862:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384304.357863:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384304.357866:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.357868:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.357869:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357871:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.357872:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.357874:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357879:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.357880:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.357881:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384304.357883:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.357884:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.357886:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384304.357888:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384304.357890:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.357892:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.357894:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.357898:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384304.357907:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384304.357908:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fcca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384304.357914:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f6180ab count: 0 00010000:00000001:0.0:1767384304.357921:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384304.357923:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384304.359723:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384304.359727:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384304.359729:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000055b78d00. 20000000:00000001:1.0:1767384304.359735:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.359739:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737746048 00010000:00000001:1.0:1767384304.359742:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384304.359750:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0eaf96e x1853236737746048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.359765:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.359768:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.359772:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.359776:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384304.359781:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384304.359796:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384304.359799:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384304.359802:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.359807:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.359810:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.359815:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66e2f2f. 00000100:00000200:1.0:1767384304.359820:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737746048, offset 224 00000400:00000200:1.0:1767384304.359828:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.359841:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.359853:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702480 00000400:00000200:1.0:1767384304.359859:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1285 [2] + 224 00000400:00000200:1.0:1767384304.359867:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.359873:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.359878:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.359883:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.359893:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.359912:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.359918:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66e2f2f 00000400:00000010:1.0:1767384304.359920:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66e2f2f. 00000100:00000001:1.0:1767384304.359924:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.359926:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.359929:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.359930:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.359934:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384304.359935:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384304.359939:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384304.359942:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384304.359943:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384304.359944:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384304.359946:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.359949:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f7c93c. 00000400:00000200:3.0:1767384304.359954:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6610214 00000400:00000010:3.0:1767384304.359959:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6610214. 00000100:00000040:1.0:1767384304.359959:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0eaf96e x1853236737746048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.359970:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0eaf96e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737746048:12345-0@lo:253: Request processed in 28308us (28904us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384304.359972:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.359980:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.359984:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:1.0:1767384304.359992:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384304.359997:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384304.359998:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.360000:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384304.360007:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072632064. 00000100:00000001:3.0:1767384304.360009:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.360013:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384304.360014:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f66eebe. 00000100:00000001:3.0:1767384304.360015:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384304.360020:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384304.360022:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088808900. 00000100:00000001:3.0:1767384304.360023:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.360025:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.360029:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384304.360030:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:3.0:1767384304.360035:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=19 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384304.360036:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384304.360040:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083d72895. 00000100:00001000:3.0:1767384304.360042:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=19 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384304.360047:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384304.360048:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384304.360053:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.360053:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.360057:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384304.360060:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384304.360061:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384304.360063:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.360069:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384304.360069:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bec3055. 00000400:00000010:1.0:1767384304.360076:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66e2f2f. 00000100:00000001:3.0:1767384304.360079:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.360083:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.360085:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384304.360089:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384304.360091:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384304.360093:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384304.360094:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384304.360096:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384304.360097:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384304.360098:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384304.360100:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384304.360101:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384304.360102:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384304.360106:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.360122:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000031d680c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737746048:0@lo:253: 00000100:00000001:3.0:1767384304.360128:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.360130:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.360132:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000031d680c8 x1853236737746048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.360137:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384304.360140:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.360142:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d68a31d1. 02000000:00000001:3.0:1767384304.360146:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384304.360147:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.360149:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384304.360151:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384304.360153:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027e262a3. 02000000:00000001:3.0:1767384304.360156:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384304.360157:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384304.360158:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031d680c8. 00000100:00000001:3.0:1767384304.360163:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.360164:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.360166:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.360172:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.360173:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.360175:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.360177:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384304.361686:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384304.361690:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384304.361692:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bde0bdd. 20000000:00000001:1.0:1767384304.361697:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.361700:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737746176 00010000:00000001:1.0:1767384304.361702:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384304.361707:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ff84d43 x1853236737746176/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.361714:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.361715:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.361718:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.361721:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384304.361723:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384304.361725:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384304.361735:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384304.361737:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.361739:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.361741:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.361744:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6610214. 00000100:00000200:1.0:1767384304.361747:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737746176, offset 224 00000400:00000200:1.0:1767384304.361751:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.361758:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.361763:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702500 00000400:00000200:1.0:1767384304.361768:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x128d [2] + 224 00000400:00000200:1.0:1767384304.361774:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.361776:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.361779:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.361799:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.361825:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a2e3bff x1853236737746176/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.361842:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.361846:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6610214 00000400:00000010:1.0:1767384304.361848:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6610214. 00000100:00000001:1.0:1767384304.361850:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.361852:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.361855:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.361857:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384304.361860:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384304.361861:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.361864:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384304.361871:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ff84d43 x1853236737746176/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.361879:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ff84d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737746176:12345-0@lo:253: Request processed in 30107us (30647us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384304.361891:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:1.0:1767384304.361895:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384304.361906:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384304.361909:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384304.361914:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d1d95ce. 00000020:00000010:1.0:1767384304.361921:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038f3301d. 00000020:00000010:1.0:1767384304.361926:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000755a3a58. 00000020:00000040:1.0:1767384304.361931:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384304.361938:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384304.361941:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1b8e66d. 02000000:00000001:1.0:1767384304.361948:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384304.361951:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384304.361957:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384304.361962:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a4176a9. 00000400:00000010:1.0:1767384304.361968:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6610214. 00010000:00000010:0.1:1767384304.362405:0:19649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f6180ab. 00010000:00000010:0.1:1767384304.362410:0:19649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b21bb9c0. 00010000:00000001:3.0:1767384304.674441:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384304.674447:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.674453:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384304.674456:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384304.674458:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384304.674461:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.674464:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384304.674466:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.674468:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.674470:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.674531:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384304.674539:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384304.674544:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384305.065704:0:19804:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.065716:0:19804:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.065719:0:19804:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.065732:0:19804:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.065737:0:19804:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.065739:0:19804:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.697360:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384305.697374:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.697379:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384305.697380:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.697397:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.697399:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.697402:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384305.825340:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384305.825345:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384305.825351:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000020:00000040:1.0:1767384305.825358:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384305.825363:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384305.825366:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384305.825370:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384305.825378:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055858d19. 00000100:00000001:1.0:1767384305.825385:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.825390:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384305.825393:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.825404:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_02+2] req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384305.825434:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.825450:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.825456:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.825459:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384305.825466:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.825517:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384305.825520:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.825524:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384305.825528:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.825534:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.825549:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737746304:0@lo:13: 00000100:00000001:1.0:1767384305.825557:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384305.825564:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384305.825569:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.825572:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384305.825580:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086c0e43d. 02000000:00000001:1.0:1767384305.825585:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.825593:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e79207. 00000400:00000010:1.0:1767384305.825604:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a04ce6. 00000100:00000200:1.0:1767384305.825612:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737746304, portal 4 00000100:00000001:1.0:1767384305.825616:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384305.825619:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:1.0:1767384305.825629:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.825643:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.825647:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.825652:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384305.825656:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737746304, offset 0 00000400:00000200:1.0:1767384305.825671:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384305.825685:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.825691:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384305.825692:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384305.825695:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384305.825703:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.825714:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d702580 00000400:00000200:1.0:1767384305.825730:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000100:00000001:3.0:1767384305.825740:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.825744:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.825744:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384305.825751:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384305.825754:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384305.825757:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384305.825760:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.825769:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384305.825770:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737746560:0@lo:400: 00000100:00000200:1.0:1767384305.825786:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384305.825791:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4e86953. 00000100:00000001:3.0:1767384305.825795:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.825801:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384305.825803:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e4e86953 x1853236737746304 msgsize 224 02000000:00000001:3.0:1767384305.825806:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.825813:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384305.825817:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384305.825819:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b2ebce1. 00000100:00000001:1.0:1767384305.825828:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.825840:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384305.825845:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384305.825851:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384305.825858:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.825875:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384305.825881:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384305.825890:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.825898:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.825900:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f7c93c. 00000100:00000001:1.0:1767384305.825901:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384305.825908:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000001:1.0:1767384305.825909:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384305.825916:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737746560, portal 4 00000100:00000040:1.0:1767384305.825918:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15542 usecs (16 jiffies) 00000100:00000001:3.0:1767384305.825923:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384305.825925:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893584 00000100:00000001:3.0:1767384305.825927:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00000010:1.0:1767384305.825933:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000228629ff. 00000100:00000040:3.0:1767384305.825939:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.825943:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384305.825953:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893584 00000100:00000001:3.0:1767384305.825955:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384305.825958:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014aada45. 00000100:00000040:3.0:1767384305.825963:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384305.825964:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384305.825968:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000100:00000001:1.0:1767384305.825970:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893584 00000100:00000200:3.0:1767384305.825973:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737746560, offset 0 00000100:00000010:1.0:1767384305.825979:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000400:00000200:3.0:1767384305.825986:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384305.825986:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384305.825991:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893584 00000100:00000010:1.0:1767384305.825998:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da37ce75. 00000400:00000200:3.0:1767384305.826007:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384305.826007:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384305.826013:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.826017:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.826022:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.826023:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d702680 00000100:00000001:1.0:1767384305.826029:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.826045:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.826046:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384305.826048:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.826050:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.826051:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384305.826054:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.826061:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384305.826062:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.826065:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384305.826066:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.826068:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.826071:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e0f2a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737746816:0@lo:400: 00000100:00000001:1.0:1767384305.826073:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384305.826075:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384305.826077:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.826078:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384305.826082:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b612bf4. 02000000:00000001:1.0:1767384305.826083:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.826086:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847bdfd2. 00000400:00000200:3.0:1767384305.826157:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000400:00000200:3.0:1767384305.826163:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384305.826166:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000200:3.0:1767384305.826169:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384305.826172:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737746816, portal 10 00000100:00000001:3.0:1767384305.826177:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384305.826178:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384305.826182:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384305.826182:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996000768 : -113991713550848 : ffff98533c680e00) 00000100:00000010:3.0:1767384305.826191:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c553810c. 00000100:00000040:1.0:1767384305.826196:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.826199:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000c553810c x1853236737746560 msgsize 224 00000100:00100000:3.0:1767384305.826216:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384305.826223:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.826229:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384305.826230:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384305.826233:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384305.826342:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737746816, offset 0 00000400:00000200:3.0:1767384305.826354:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384305.826360:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:3.0:1767384305.826364:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384305.826368:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384305.826371:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.826383:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384305.826394:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384305.826398:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d702780 00000100:00000040:3.0:1767384305.826401:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.826414:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:3.0:1767384305.826417:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826422:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.826427:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.826432:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15542 usecs (16 jiffies) 00000400:00000200:1.0:1767384305.826433:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384305.826439:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893585 00000400:00000200:1.0:1767384305.826446:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.826448:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294893584 00000100:00000001:3.0:1767384305.826458:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893585 00000100:00000001:1.0:1767384305.826461:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.826467:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.826468:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294893584 00000100:00000001:1.0:1767384305.826472:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384305.826473:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893585 00000100:00000040:1.0:1767384305.826478:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046c1cb3f x1853236737746432/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.826479:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294893584 00000100:00000001:3.0:1767384305.826489:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893585 00000100:00000001:1.0:1767384305.826492:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.826493:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294893584 00000100:00000001:1.0:1767384305.826495:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.826499:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384305.826503:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.826507:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.826509:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826512:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.826514:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046c1cb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737746432:0@lo:400: 00000100:00000001:3.0:1767384305.826519:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.826521:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384305.826523:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384305.826527:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384305.826531:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826533:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384305.826536:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384305.826538:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.826543:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384305.826549:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d13a872. 00000100:00000001:3.0:1767384305.826550:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.826555:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.826556:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826564:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.826565:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000400:00000010:1.0:1767384305.826576:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2d3b2cd. 00000100:00000200:1.0:1767384305.826581:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737746432, portal 25 00000100:00000001:1.0:1767384305.826586:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384305.826589:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995997184 : -113991713554432 : ffff98533c680000) 00000100:00000001:3.0:1767384305.826590:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384305.826596:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737746560 00000100:00000040:1.0:1767384305.826600:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046c1cb3f x1853236737746432/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384305.826601:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.826605:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.826609:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.826618:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.826619:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384305.826624:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737746560 00000100:00000040:1.0:1767384305.826626:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384305.826628:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384305.826632:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000400:00000010:1.0:1767384305.826632:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 00000100:00000200:1.0:1767384305.826637:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737746432, offset 0 00000020:00000001:3.0:1767384305.826647:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.826653:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:3.0:1767384305.826659:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000400:00000200:1.0:1767384305.826660:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384305.826665:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384305.826671:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384305.826677:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384305.826678:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000020:00000010:3.0:1767384305.826687:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008efbfe6c. 00000400:00000200:1.0:1767384305.826693:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d702600 00000020:00000040:3.0:1767384305.826696:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:3.0:1767384305.826709:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384305.826709:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e1 [2] + 0 00000020:00000010:3.0:1767384305.826716:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b46694fe. 00000020:00000010:3.0:1767384305.826725:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a70e58ee. 00000400:00000010:1.0:1767384305.826725:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ef13fba. 00000400:00000200:1.0:1767384305.826732:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eebd2ebb 00000020:00000010:3.0:1767384305.826733:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000400:00000200:1.0:1767384305.826738:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.826745:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384305.826746:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384305.826753:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384305.826754:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eebd2ebb 00000100:00000001:3.0:1767384305.826756:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384305.826758:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eebd2ebb. 00000100:00000001:3.0:1767384305.826761:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.826765:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384305.826769:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384305.826791:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000005b6b1af9 x1853236737746432 msgsize 224 00000100:00000001:3.0:1767384305.826800:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767384305.826804:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384305.826816:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384305.826817:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384305.826820:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.826829:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.826832:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.826838:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2bea0 00000400:00000010:1.0:1767384305.826842:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2bea0. 00000100:00000001:3.0:1767384305.826846:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.826849:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384305.826850:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384305.826858:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046c1cb3f x1853236737746432/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.826862:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384305.826870:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384305.826876:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877997568 : -113991831554048 : ffff9853355f7800) 00000100:00000001:1.0:1767384305.826879:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.826884:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c553810c x1853236737746560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.826887:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046c1cb3f x1853236737746432/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.826927:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826929:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384305.826931:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384305.826936:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e17b633d. 00000100:00000001:1.0:1767384305.826937:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.826943:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.826944:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294893588 00000020:00000010:3.0:1767384305.826948:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e17b633d. 00000100:00000001:1.0:1767384305.826955:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893585 00000100:00100000:3.0:1767384305.826960:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c553810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737746560:12345-0@lo:400: 00000100:00000001:1.0:1767384305.826962:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294893588 00000100:00000200:3.0:1767384305.826971:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737746560 00000100:00000001:1.0:1767384305.826973:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893585 00000020:00000001:3.0:1767384305.826977:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384305.826983:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294893588 00000020:00000001:3.0:1767384305.826984:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384305.826989:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.826991:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893585 00000020:00000001:3.0:1767384305.826995:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384305.826998:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:1.0:1767384305.826999:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294893588 00000020:00000001:3.0:1767384305.827007:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384305.827009:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294893585 00000020:00000001:3.0:1767384305.827011:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384305.827016:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384305.827018:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384305.827032:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384305.827036:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827042:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.827043:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384305.827049:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384305.827049:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.827053:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384305.827055:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384305.827059:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a08c340b. 00000100:00000001:1.0:1767384305.827062:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384305.827064:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827068:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.827069:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.827076:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827077:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.827081:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.827086:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.827089:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737746560 00000100:00000001:1.0:1767384305.827094:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.827095:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384305.827105:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c553810c x1853236737746560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.827115:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384305.827116:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384305.827119:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737746304 00010000:00000001:3.0:1767384305.827121:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.827125:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1767384305.827126:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.827128:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.827133:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.827138:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384305.827139:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.827143:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737746304 00000100:00000040:3.0:1767384305.827145:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:1.0:1767384305.827146:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.827149:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:3.0:1767384305.827152:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:1.0:1767384305.827154:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.827158:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 02000000:00000001:3.0:1767384305.827160:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384305.827165:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.827166:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384305.827173:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384305.827173:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000040:3.0:1767384305.827180:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384305.827181:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384305.827184:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000020:00000010:1.0:1767384305.827188:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7a45ff1. 00000100:00000200:3.0:1767384305.827192:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737746560, offset 224 00000100:00000001:1.0:1767384305.827194:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.827199:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7a45ff1. 00000400:00000200:3.0:1767384305.827206:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384305.827210:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac85e04f. 00000400:00000200:3.0:1767384305.827217:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384305.827219:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067cf1075. 00000020:00000010:1.0:1767384305.827227:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000040:1.0:1767384305.827234:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384305.827235:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d702680 00000100:00000001:1.0:1767384305.827238:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.827243:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.827247:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.827249:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:3.0:1767384305.827257:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384305.827257:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.827266:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.827302:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.827313:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.827336:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.827366:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.827377:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384305.827381:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:3.0:1767384305.827387:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.827390:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.827397:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.827404:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:3.0:1767384305.827416:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384305.827421:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.827428:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384305.827439:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c553810c x1853236737746560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.827451:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.827467:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384305.827468:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c553810c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236737746560:12345-0@lo:400: Request processed in 533us (1263us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384305.827478:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384305.827487:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1767384305.827489:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384305.827496:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 2 00000100:00000040:3.0:1767384305.827497:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00000100:00000001:1.0:1767384305.827500:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009639424 : -113991699912192 : ffff98533d382a00) 00000100:00000001:3.0:1767384305.827505:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384305.827508:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4e86953 x1853236737746304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.827510:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384305.827518:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a70e58ee. 00000020:00000010:3.0:1767384305.827529:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00000100:00000001:1.0:1767384305.827530:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.827543:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7a45ff1. 00000020:00000010:3.0:1767384305.827547:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b46694fe. 00000100:00000001:1.0:1767384305.827548:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.827553:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7a45ff1. 00000020:00000040:3.0:1767384305.827557:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00100000:1.0:1767384305.827559:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e86953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236737746304:12345-0@lo:13: 00000100:00000001:3.0:1767384305.827565:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384305.827566:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737746304 00000020:00000001:1.0:1767384305.827570:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384305.827575:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.827579:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.827584:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.827587:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:1.0:1767384305.827592:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00080000:3.0:1767384305.827594:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384305.827595:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.827600:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767384305.827603:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000020:00000001:1.0:1767384305.827604:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.827608:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827613:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.827615:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.827628:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a967766c. 02000000:00000001:1.0:1767384305.827633:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827638:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384305.827643:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384305.827651:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384305.827656:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384305.827661:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384305.827680:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.827690:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384305.827695:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384305.827706:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.827711:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000020:1.0:1767384305.827713:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000001:3.0:1767384305.827717:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000020:1.0:1767384305.827719:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000400:00000001:3.0:1767384305.827722:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.827725:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f7c93c. 00002000:00000020:1.0:1767384305.827730:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:3.0:1767384305.827733:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384305.827738:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00002000:00000001:1.0:1767384305.827741:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384305.827744:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1767384305.827750:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:3.0:1767384305.827754:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384305.827756:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384305.827765:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.827784:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737746304 00000100:00000200:3.0:1767384305.827787:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.827791:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.827802:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4e86953 x1853236737746304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.827817:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.827822:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.827829:0:16138:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384305.827836:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384305.827840:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384305.827841:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.827845:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384305.827847:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.827851:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.827858:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384305.827860:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.827865:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00001000:3.0:1767384305.827870:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=10 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384305.827870:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384305.827877:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.827882:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.827884:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.827889:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384305.827894:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.827899:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.827899:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384305.827905:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384305.827906:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 00010000:00080000:3.0:1767384305.827913:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384305.827914:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737746304, offset 224 00000400:00000200:1.0:1767384305.827929:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384305.827933:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.827940:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384305.827943:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384305.827945:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384305.827949:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384305.827952:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.827955:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d702580 00000100:00000040:3.0:1767384305.827962:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.827967:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12a9 [1] + 224 00000400:00000200:1.0:1767384305.827980:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384305.827983:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384305.827988:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.827989:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.827994:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.827995:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384305.828005:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384305.828005:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.828044:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.828045:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737746560:0@lo:400: 00000100:00000001:3.0:1767384305.828055:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828067:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.828074:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c145089 x1853236737746560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.828084:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.828091:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2bea0 00000100:00000001:3.0:1767384305.828097:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384305.828097:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2bea0. 02000000:00000001:3.0:1767384305.828102:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384305.828104:0:17552:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767384305.828106:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b2ebce1. 00000100:00000001:1.0:1767384305.828108:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384305.828114:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384305.828115:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.828118:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384305.828122:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000040:3.0:1767384305.828128:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1767384305.828128:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384305.828132:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.828134:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384305.828136:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1767384305.828138:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9227307. 02000000:00000001:3.0:1767384305.828145:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384305.828145:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4e86953 x1853236737746304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384305.828149:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.828153:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c145089. 00000100:00000001:3.0:1767384305.828160:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.828167:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384305.828171:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e86953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737746304:12345-0@lo:13: Request processed in 637us (2363us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384305.828173:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828182:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.828185:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.828189:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384305.828190:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.828196:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.828196:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384305.828204:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384305.828210:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384305.828216:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067cf1075. 00000100:00000001:3.0:1767384305.828221:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384305.828222:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c445e76. 00000100:00000200:3.0:1767384305.828225:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384305.828230:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac85e04f. 00000100:00000010:3.0:1767384305.828233:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019d93e20. 00000020:00000040:1.0:1767384305.828235:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000040:3.0:1767384305.828239:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000019d93e20 x1853236737746816 msgsize 224 00000100:00000001:1.0:1767384305.828241:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384305.828254:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384305.828266:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.828299:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000100:00000001:1.0:1767384305.828300:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384305.828306:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00100000:1.0:1767384305.828306:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737746816 02000000:00000001:1.0:1767384305.828312:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.828315:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384305.828316:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.828321:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384305.828326:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384305.828326:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.828332:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737746816 00000020:00000001:1.0:1767384305.828338:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.828343:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:1.0:1767384305.828347:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384305.828353:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384305.828359:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000100:00000040:3.0:1767384305.828363:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.828365:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:1.0:1767384305.828373:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:1.0:1767384305.828380:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.828386:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7a45ff1. 00000100:00000001:3.0:1767384305.828394:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.828395:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000228f3f9a. 00000100:00000001:3.0:1767384305.828398:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384305.828404:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384305.828407:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.828413:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2945 usecs (3 jiffies) 00000100:00000001:1.0:1767384305.828416:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384305.828420:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294893574 00000020:00000010:1.0:1767384305.828422:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac85e04f. 00000100:00000001:3.0:1767384305.828425:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294893588 00000020:00000010:1.0:1767384305.828430:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067cf1075. 00000100:00000001:3.0:1767384305.828433:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294893574 00000020:00000010:1.0:1767384305.828439:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000001:3.0:1767384305.828440:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294893588 00000100:00000040:1.0:1767384305.828448:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384305.828454:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294893574 00000100:00000001:1.0:1767384305.828454:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.828459:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384305.828460:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294893588 00000100:00000001:1.0:1767384305.828464:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828465:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294893574 00000100:00000001:3.0:1767384305.828473:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294893588 00000100:00000001:1.0:1767384305.828473:0:17569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384305.828477:0:17569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384305.828479:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.828481:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.828484:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384305.828490:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384305.828493:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384305.828495:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.828501:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e79207. 00000100:00000001:1.0:1767384305.828504:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384305.828505:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a04ce6 00000100:00000001:1.0:1767384305.828507:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384305.828510:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a04ce6. 00000100:00000001:3.0:1767384305.828514:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384305.828517:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384305.828521:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000200:3.0:1767384305.828523:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.828529:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877987712 : -113991831563904 : ffff9853355f5180) 00000100:00000040:1.0:1767384305.828552:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019d93e20 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.828553:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.828596:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.828599:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384305.828600:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828606:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.828608:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384305.828608:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085bc2f09. 00000100:00000001:3.0:1767384305.828612:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.828615:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.828616:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384305.828618:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.828635:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=10 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384305.828635:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085bc2f09. 00000100:00001000:3.0:1767384305.828643:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=10 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384305.828649:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019d93e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737746816:12345-0@lo:400: 00000100:00000001:3.0:1767384305.828651:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.828655:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.828661:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384305.828664:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737746816 00010000:00080000:3.0:1767384305.828669:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.828679:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384305.828681:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.828685:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384305.828685:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384305.828691:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384305.828692:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.828698:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384305.828705:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384305.828705:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:3.0:1767384305.828709:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.828713:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384305.828719:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.828719:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.828727:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.828733:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384305.828734:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.828740:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384305.828740:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.828744:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.828749:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000004:00000001:3.0:1767384305.828750:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384305.828756:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000040:3.0:1767384305.828757:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384305.828763:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:1.0:1767384305.828763:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.828786:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008cccc528. 00000004:00000020:3.0:1767384305.828787:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:1.0:1767384305.828793:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384305.828800:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.828801:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.828808:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.828812:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384305.828814:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737746816 00010000:00000001:1.0:1767384305.828817:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.828822:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019d93e20 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.828861:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384305.828865:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737746304:0@lo:13: 00010000:00000001:1.0:1767384305.828866:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.828873:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.828879:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.828880:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384305.828885:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384305.828886:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.828891:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:3.0:1767384305.828893:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737746304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384305.828895:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.828898:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.828905:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384305.828910:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384305.828914:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384305.828915:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.828918:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086c0e43d. 00000400:00000010:1.0:1767384305.828920:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 02000000:00000001:3.0:1767384305.828922:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767384305.828926:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737746816, offset 224 00000020:00000001:3.0:1767384305.828927:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.828930:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384305.828935:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.828937:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055858d19. 00000400:00000200:1.0:1767384305.828941:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384305.828946:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.828949:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.828953:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000400:00000200:1.0:1767384305.828954:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384305.828958:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384305.828967:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d702780 00000100:00000001:3.0:1767384305.828969:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828972:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.828981:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.828985:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384305.828989:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12bd [1] + 224 00000100:00000001:3.0:1767384305.828992:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.828996:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384305.828997:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384305.829001:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.829007:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.829010:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.829013:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.829021:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.829037:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.829067:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.829073:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2bea0 00000400:00000010:1.0:1767384305.829078:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2bea0. 00000100:00000001:1.0:1767384305.829086:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.829089:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.829090:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.829094:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.829095:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384305.829102:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384305.829104:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384305.829107:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384305.829108:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384305.829112:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847bdfd2. 00000020:00000001:1.0:1767384305.829112:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.829119:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384305.829120:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:3.0:1767384305.829125:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000040:1.0:1767384305.829128:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019d93e20 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.829132:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.829140:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.829162:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019d93e20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737746816:12345-0@lo:400: Request processed in 559us (917us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384305.829183:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.829184:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384305.829191:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384305.829196:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.829197:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.829203:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384305.829204:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384305.829207:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384305.829209:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384305.829211:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384305.829214:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067cf1075. 00000100:00000001:3.0:1767384305.829216:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.829219:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c445e76. 02000000:00000001:3.0:1767384305.829221:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.829227:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac85e04f. 00000100:00001000:3.0:1767384305.829230:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=14 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384305.829234:0:17569:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00001000:3.0:1767384305.829237:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.829241:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.829242:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.829248:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.829254:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384305.829261:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.829294:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.829298:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384305.829314:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384305.829318:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384305.829320:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.829326:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.829334:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.829337:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.829339:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384305.829345:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.829354:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e0f2a98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737746816:0@lo:400: 00000100:00000001:3.0:1767384305.829360:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.829363:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.829365:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e0f2a98 x1853236737746816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.829373:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.829375:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.829377:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b612bf4. 02000000:00000001:3.0:1767384305.829381:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.829383:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.829384:0:16140:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384305.829387:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.829388:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ac5b92e. 02000000:00000001:3.0:1767384305.829391:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.829393:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.829395:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e0f2a98. 00000100:00000001:3.0:1767384305.829399:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.829402:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.829405:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.829410:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.829412:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.829415:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.829417:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.846356:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294893588, at 4294893589 00000100:00000040:1.0:1767384305.846362:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294893588, at 4294893589 00000100:00000010:0.0:1767384305.846367:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000228629ff. 00000100:00000040:3.0:1767384305.846375:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294893588, at 4294893589 00000100:00000010:1.0:1767384305.846378:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014aada45. 00000100:00000010:3.0:1767384305.846392:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da37ce75. 00000400:00000010:3.0:1767384305.950581:0:19970:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000edf687b7. 00000400:00000010:3.0:1767384305.950595:0:19970:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f66494bc. 00000400:00000010:3.0:1767384305.950604:0:19970:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a9258dca. 00000400:00000010:3.0:1767384305.950608:0:19970:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002b2ebce1. 00000400:00000010:3.0:1767384305.950612:0:19970:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000045040ed1. 00000400:00000010:3.0:1767384305.950615:0:19970:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058a2a046. 00000400:00000010:3.0:1767384305.950617:0:19970:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000878f3d0a. 00000400:00000010:3.0:1767384305.950618:0:19970:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e17b633d. 00000400:00000010:3.0:1767384305.950622:0:19970:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dc721612. 00000800:00000010:3.0:1767384305.950630:0:19970:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008e72f339. 00000800:00000200:3.0:1767384305.950641:0:19970:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384305.950645:0:19970:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384305.950681:0:19970:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384305.950701:0:19970:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp14 [8/256/0/180] 00000400:00000010:3.0:1767384305.952201:0:19970:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000f087f009. 00000400:00000010:3.0:1767384305.952207:0:19970:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f7c93c. 00000400:00000010:3.0:1767384305.952223:0:19970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000400:00000001:3.0:1767384305.952234:0:19970:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.952235:0:19970:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.952237:0:19970:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004878204d. 00000400:00000200:3.0:1767384305.952239:0:19970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384305.952241:0:19970:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000400:00000010:3.0:1767384305.952245:0:19970:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000bb7db197. 00000400:00000200:3.0:1767384305.952249:0:19970:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (5) 00000400:00000200:3.0:1767384305.952260:0:19970:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384305.952269:0:19970:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:3.0:1767384305.952299:0:19970:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d68a31d1. 00000020:01000000:3.0:1767384305.952305:0:19970:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384305.952308:0:19970:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp14 00000400:00000010:3.0:1767384305.952331:0:19970:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f66494bc. 00000400:00000010:3.0:1767384305.952338:0:19970:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000edf687b7. 00000020:00000001:0.0:1767384305.952356:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384305.952363:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384305.952368:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384305.952372:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384305.952378:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384305.952383:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384305.952387:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384305.952390:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384305.952393:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384305.952396:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384305.952399:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384305.952403:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384305.952405:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384305.952408:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384305.952414:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6679b42. 00000020:00000040:0.0:1767384305.952422:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384305.952430:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384305.952435:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384305.952440:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384305.952452:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fd080be0. 00000100:00000001:0.0:1767384305.952463:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.952477:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384305.952484:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384305.952498:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (2) 00000100:00000040:0.0:1767384305.952509:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6679b42] to pc [ptlrpcd_00_03+3] req@00000000e6679b42 x1853236737746944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384305.952552:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384305.952557:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.952560:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384305.952563:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384305.952571:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384305.952575:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384305.952578:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384305.952582:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384305.952586:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384305.952589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000020:01000004:0.0:1767384305.952590:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384305.952595:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384305.952598:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384305.952603:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384305.952604:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384305.952606:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384305.952610:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384305.952612:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384305.952618:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009088acb. 00000020:00000040:0.0:1767384305.952624:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384305.952629:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384305.952633:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384305.952637:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.952646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 02000000:00000010:0.0:1767384305.952646:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000519ff782. 00000100:00000001:0.0:1767384305.952654:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.952660:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384305.952663:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.952666:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009088acb] to pc [ptlrpcd_00_00+0] req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.952695:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 10000000:00000001:0.0:1767384305.952696:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384305.952704:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.952709:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384305.952714:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384305.952717:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d68a31d1. 00000400:00000200:1.0:1767384305.952732:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:0.0:1767384305.952741:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.952747:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.952755:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.952758:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.952762:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384305.952785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000040:0.0:1767384305.952786:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.952806:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384305.952809:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.952814:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384305.952819:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384305.952824:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.952827:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00100000:0.0:1767384305.952829:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009088acb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737747072:0@lo:253: 00000100:00000001:0.0:1767384305.952835:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384305.952838:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.952841:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.952845:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384305.952853:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4b999d1. 02000000:00000001:0.0:1767384305.952857:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.952863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000010:0.0:1767384305.952864:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82cdcee. 00000400:00000010:0.0:1767384305.952875:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ef8727. 00000100:00000200:0.0:1767384305.952883:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737747072, portal 25 00000100:00000001:0.0:1767384305.952887:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.952890:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893025536 : -113991816526080 : ffff98533644c700) 00000100:00000040:0.0:1767384305.952896:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.952903:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:0.0:1767384305.952904:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.952912:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.952919:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010c2f292. 00000100:00000200:0.0:1767384305.952922:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737747072, offset 0 00000400:00000200:0.0:1767384305.952933:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384305.952947:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.952963:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702880 00000400:00000200:0.0:1767384305.952972:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:0.0:1767384305.952988:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2de570b. 00000400:00000200:0.0:1767384305.952993:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0509dd8 00000400:00000200:0.0:1767384305.953000:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.953009:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384305.953017:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0509dd8 00000400:00000010:0.0:1767384305.953029:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0509dd8. 00000100:00000001:0.0:1767384305.953036:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384305.953040:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384305.953044:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000074221a7d x1853236737747072 msgsize 4848 00000100:00100000:0.0:1767384305.953054:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384305.953057:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384305.953068:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.953077:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c2f292 00000400:00000010:0.0:1767384305.953081:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010c2f292. 00000100:00000001:0.0:1767384305.953084:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.953093:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.953109:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.953113:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.953120:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.953123:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.953130:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.953135:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294893714 00000100:00000001:0.0:1767384305.953138:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294893714 00000100:00000001:0.0:1767384305.953141:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294893714 00000100:00000001:0.0:1767384305.953143:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294893714 00000100:00000001:0.0:1767384305.953147:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294893714 00000100:00000001:0.0:1767384305.953153:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294893714 00000100:00000001:0.0:1767384305.953157:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294893714 00000800:00000010:1.0:1767384305.953158:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068e4ff88. 00000100:00000001:0.0:1767384305.953166:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294893714 00000800:00000010:1.0:1767384305.953168:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005693cf4d. 00000100:00000001:0.0:1767384305.953169:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384305.953179:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085bc2f09. 00000100:00000001:0.0:1767384305.953182:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.953188:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.953192:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.953200:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.953204:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384305.953209:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.953211:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.953216:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.953221:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384305.953224:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085bc2f09. 00000400:00000200:0.0:1767384305.953269:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384305.953308:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384305.953315:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747072 02000000:00000001:1.0:1767384305.953320:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384305.953323:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.953327:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.953328:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp13 from 247.3.0.2 02000000:00000001:1.0:1767384305.953337:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384305.953338:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000999d4db0. 00000100:00100000:1.0:1767384305.953347:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747072 00000020:00000001:1.0:1767384305.953354:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.953359:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384305.953365:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.953369:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384305.953374:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384305.953379:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384305.953382:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.953389:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085bc2f09. 00000100:00000001:1.0:1767384305.953395:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.953401:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085bc2f09. 00000020:00000010:1.0:1767384305.953412:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e68e2ee0. 00000020:00000010:1.0:1767384305.953419:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518805cb. 00000020:00000010:1.0:1767384305.953431:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000001:1.0:1767384305.953446:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.953449:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.953454:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.953464:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.953469:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.953486:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.953490:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384305.953500:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1767384305.953504:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384305.953508:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016914512 : -113991692637104 : ffff98533da72c50) 00000100:00000040:1.0:1767384305.953517:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074221a7d x1853236737747072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.953528:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.953532:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085bc2f09. 00000100:00000001:1.0:1767384305.953539:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.953543:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085bc2f09. 00000100:00100000:1.0:1767384305.953549:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074221a7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737747072:12345-0@lo:253: 00000100:00000200:1.0:1767384305.953553:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747072 00000020:00000001:1.0:1767384305.953556:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384305.953559:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.953560:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.953562:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.953564:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384305.953566:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.953568:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.953570:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.953572:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.953574:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.953577:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.953579:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.953585:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000582926c6. 02000000:00000001:1.0:1767384305.953587:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.953589:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.953597:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384305.953607:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d1b8e66d. 00000800:00000010:0.0:1767384305.953610:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc734bd4. 20000000:01000000:1.0:1767384305.953613:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384305.953618:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:0.0:1767384305.953619:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010c2f292. 20000000:00000001:1.0:1767384305.953622:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384305.953626:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.953629:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.953635:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384305.953639:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e90b7cd. 00000800:00000200:0.1:1767384305.953648:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (2) 00000800:00000200:0.1:1767384305.953655:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp13 000000008e90b7cd deleted 00000800:00000010:0.1:1767384305.953657:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e90b7cd. 00000800:00000200:0.1:1767384305.953661:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384305.953670:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:1015 00000800:00000200:0.1:1767384305.953683:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006288c6d8 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:0.0:1767384305.953691:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp13 p 3.x 192.168.203.152 -> 192.168.203.152:1015 incarnation:1767384304327222388 sched[0] 00000800:00000010:0.0:1767384305.953696:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e36ea62e. 00000800:00000010:0.0:1767384305.953753:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e36ea62e. 00000800:00000010:0.0:1767384305.953758:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010c2f292. 00000800:00000010:0.0:1767384305.953810:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000999d4db0. 00000800:00000200:0.1:1767384305.953835:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384305.953841:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp13 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384304327222388 sched[0] 00000800:00000010:0.0:1767384305.953844:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005693cf4d. 00000400:00000200:0.0:1767384305.953890:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384305.953941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384305.954004:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384305.954044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:1.0:1767384305.954060:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954071:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384305.954086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:1.0:1767384305.954151:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384305.954158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:1.0:1767384305.954160:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384305.954166:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954174:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.954190:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : PUT - for me 00000400:00000200:0.0:1767384305.954199:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384305.954206:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384305.954214:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 128/128 into md 0x1295 [1] + 0 00000400:00000010:1.0:1767384305.954218:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d612d639. 00000400:00000200:1.0:1767384305.954222:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3c24279 00000800:00000001:1.0:1767384305.954226:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954237:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.954240:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.954244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384305.954245:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: PUT: OK 00000400:00000200:1.0:1767384305.954253:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c24279 00000400:00000010:1.0:1767384305.954255:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3c24279. 00000400:00000200:1.0:1767384305.954261:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384305.954265:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (7) 00000400:00000200:1.0:1767384305.954308:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:1.0:1767384305.954315:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000056ea2a34. 00000400:00000200:1.0:1767384305.954321:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 6 00000400:00000200:1.0:1767384305.954329:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384305.954345:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (8) 00000400:00000200:1.0:1767384305.954353:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384305.954364:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp13 to MR: 192.168.203.152@tcp13 local destination 00000400:00000200:1.0:1767384305.954378:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.152@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384305.954390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384305.954399:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) -> 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) 192.168.203.152@tcp13 : ACK try# 0 00000800:00000200:1.0:1767384305.954408:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp13 00000800:00000010:1.0:1767384305.954412:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006677ec51. 00000800:00000200:1.0:1767384305.954419:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (4) 00000800:00000200:1.0:1767384305.954427:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:988 00000800:00000200:1.0:1767384305.954429:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006677ec51 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384305.954489:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384305.954492:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006677ec51. 00000400:00000200:1.0:1767384305.954496:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.954503:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: ACK: OK 00000800:00000001:1.0:1767384305.954512:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954516:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384305.954519:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954525:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384305.954527:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.954533:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.954541:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : ACK - for me 00000400:00000200:1.0:1767384305.954605:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384305.954611:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1870665. 00000400:00000010:1.0:1767384305.954618:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 00000400:00000200:1.0:1767384305.954622:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000400:00000200:1.0:1767384305.954628:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1004d1 00000400:00000010:1.0:1767384305.954635:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000009801fb70. 00000400:00000010:1.0:1767384305.954640:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 0000000026218066. 00000400:00000010:1.0:1767384305.954643:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000d5300632. 00000800:00000010:0.0:1767384305.954656:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4da82c2. 00000400:00000010:1.0:1767384305.954657:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ac85e04f. 00000800:00000010:0.0:1767384305.954663:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010c2f292. 00000400:00000200:1.0:1767384305.954667:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ac85e04f nid 192.168.203.152@tcp14 00000800:00000010:0.0:1767384305.954677:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e36ea62e. 00000800:00000010:0.0:1767384305.954716:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e36ea62e. 00000400:00000200:0.0:1767384305.954801:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384305.954819:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384305.954823:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005ab6c995. 00000400:00000010:1.0:1767384305.954846:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000014aada45. 00000400:00000200:1.0:1767384305.954850:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000014aada45 net tcp14 00000400:00000200:1.0:1767384305.954853:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (7) 00000400:00000200:1.0:1767384305.954869:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp14 flags 0x11 00000400:00000010:1.0:1767384305.954874:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000009801fb70. 00000400:00000010:1.0:1767384305.954877:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 0000000026218066. 00000400:00000010:1.0:1767384305.954881:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000d5300632. 00000400:00000010:1.0:1767384305.954885:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 0000000056ea2a34. 00000400:00000200:1.0:1767384305.954890:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384305.954892:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100551 00000400:00000200:1.0:1767384305.954896:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 1 00000400:00000200:1.0:1767384305.954901:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 00000400:00000200:1.0:1767384305.954905:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384305.954907:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100511 rc 0 00000400:00000200:1.0:1767384305.954912:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384305.954915:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (8) 00000400:00000200:0.0:1767384305.954960:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp13: ACK from 12345-192.168.203.152@tcp13 into md 0x12ed 00000400:00000200:0.0:1767384305.954965:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.954968:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: ACK: OK 00000400:00000200:0.0:1767384305.954971:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00000400:00000010:0.0:1767384305.954973:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000400:00000200:0.0:1767384305.954976:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384305.954980:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:0.0:1767384305.954983:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (7) 00000800:00000001:0.0:1767384305.954987:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.954991:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384305.955008:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001704208d. 00000800:00000010:0.0:1767384305.955012:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e90b7cd. 00000800:00000010:0.0:1767384305.955034:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4898a7e. 00000800:00000200:0.1:1767384305.955039:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (4) 00000800:00000200:0.1:1767384305.955042:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp13 00000000f4898a7e deleted 00000800:00000010:0.1:1767384305.955044:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f4898a7e. 00000800:00000200:0.1:1767384305.955047:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384305.955050:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp13 p 3.x 192.168.203.152 -> 192.168.203.152:1014 incarnation:1767384304327222388 sched[0] 00000800:00000010:0.0:1767384305.955055:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e36ea62e. 00000800:00000010:0.0:1767384305.955099:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e36ea62e. 00000800:00000010:0.0:1767384305.955103:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e90b7cd. 00000800:00000010:0.0:1767384305.955119:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005ab6c995. 00000800:00000200:1.1:1767384305.955132:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384305.955137:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384305.955142:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp13 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384304327222388 sched[0] 00000800:00000001:0.0:1767384305.955145:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384305.955146:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010c2f292. 00000800:00000001:0.0:1767384305.955186:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384305.955191:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384305.963630:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.963637:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384305.963640:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:0.0:1767384305.963643:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384305.963645:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384305.963647:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384305.963648:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384305.963651:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001897380. 20000000:00000001:3.0:1767384305.963655:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.963657:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384305.963662:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384305.963677:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384305.963688:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384305.963693:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384305.963700:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384305.963702:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384305.963702:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e63fc4d. 20000000:01000000:1.0:1767384305.963709:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384305.963711:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384305.963715:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384305.963716:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384305.963721:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384305.963722:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384305.963725:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384305.963733:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008657dba. 00010000:00000001:0.0:1767384305.963737:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384305.963742:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00000020:00000001:0.0:1767384305.963745:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384305.963748:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fcd1 to hash 00080000:00000001:1.0:1767384305.963751:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384305.963751:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384305.963755:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000001:1.0:1767384305.963757:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384305.963761:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000001:1.0:1767384305.963762:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.963766:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384305.963768:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384305.963770:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384305.963786:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.963791:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384305.963795:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384305.963803:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384305.963804:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384305.963809:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:1.0:1767384305.963810:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000648baadc. 00010000:00000001:0.0:1767384305.963812:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384305.963816:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384305.963817:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750597120 : -113996958954496 : ffff985203c18c00) 00010000:00000001:0.0:1767384305.963819:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384305.963821:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384305.963823:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.963826:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.963828:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384305.963830:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384305.963831:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384305.963832:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384305.963834:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008657dba) refcount = 1 00010000:00010000:0.0:1767384305.963837:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.963842:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384305.963844:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384305.963845:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.963847:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.963855:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384305.963858:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384305.963860:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384305.963863:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.963865:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.963867:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384305.963869:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.963872:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.963875:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384305.963876:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384305.963881:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384305.963882:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384305.963884:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.963886:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.963888:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384305.963894:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.963896:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384305.963898:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.963902:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.963903:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.963904:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.963907:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384305.963909:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.963915:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384305.963919:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384305.963923:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.963925:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384305.963927:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.963932:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384305.963934:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.963942:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.963944:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384305.963945:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.963948:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.963952:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384305.963953:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.963958:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384305.963961:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.963963:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.963967:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384305.963970:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384305.963972:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.963973:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384305.963976:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fcd1 from hash 00010000:00000001:0.0:1767384305.963979:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384305.963980:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.963981:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.963983:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384305.963985:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384305.963987:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384305.963989:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384305.963990:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.963993:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.963995:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384305.963997:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384305.964000:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.964002:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.964003:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.964005:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.964007:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.964009:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.964013:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.964021:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.964023:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384305.964025:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384305.964027:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.964029:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.964031:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384305.964034:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.964036:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.964038:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.964043:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384305.964043:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384305.964048:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384305.964049:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384305.964051:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.964058:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008657dba count: 0 00010000:00000001:0.0:1767384305.964069:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384305.964070:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384305.970311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008657dba. 00010000:00000010:0.1:1767384305.970321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00000100:00000040:0.0:1767384305.972362:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294893714, at 4294893715 00000100:00000010:0.0:1767384305.972371:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d18248f. 00080000:00000001:0.0:1767384305.972993:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384305.972997:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384305.972997:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384305.973000:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384305.973005:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384305.973008:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:0.0:1767384305.973008:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384305.973011:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000648baadc. 00080000:00000001:0.0:1767384305.973018:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384305.973019:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.973025:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384305.973029:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384305.973046:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384305.973051:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384305.973054:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384305.973058:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384305.973060:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384305.973061:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384305.973067:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384305.973069:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384305.973075:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008657dba. 00010000:00000001:0.0:1767384305.973080:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384305.973084:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00000020:00000001:0.0:1767384305.973087:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384305.973090:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fcd8 to hash 00000020:00000001:0.0:1767384305.973098:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384305.973100:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973103:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973106:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.973108:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.973110:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973117:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384305.973120:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384305.973122:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384305.973124:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.973125:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.973127:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.973129:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.973131:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384305.973133:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384305.973135:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384305.973136:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384305.973137:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008657dba) refcount = 1 00010000:00010000:0.0:1767384305.973140:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973145:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384305.973147:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384305.973148:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.973150:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973152:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384305.973155:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384305.973156:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384305.973159:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.973160:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.973162:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384305.973165:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973166:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973174:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384305.973176:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973181:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384305.973183:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973187:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.973189:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384305.973190:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973194:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.973196:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973198:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384305.973199:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384305.973204:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384305.973207:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.973209:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384305.973211:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973216:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384305.973218:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384305.973220:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.973222:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384305.973224:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973226:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384305.973229:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384305.973231:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973244:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384305.973246:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.973247:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973251:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384305.973252:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384305.973255:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.973256:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384305.973258:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fcd8 from hash 00010000:00000001:0.0:1767384305.973260:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384305.973261:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.973263:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.973264:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384305.973266:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384305.973267:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384305.973269:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384305.973270:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384305.973347:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294893714, at 4294893716 00000100:00000010:1.0:1767384305.973358:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aa9511d. 00000100:00000040:3.0:1767384305.973387:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294893714, at 4294893716 00000100:00000010:3.0:1767384305.973396:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056b1e5d5. 00010000:00000001:0.0:1767384305.973439:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973443:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384305.973444:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384305.973446:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.973448:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.973449:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973452:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.973455:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.973458:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973465:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.973468:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.973470:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384305.973472:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384305.973474:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.973476:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.973478:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384305.973481:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.973485:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.973498:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.973506:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384305.973508:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384305.973510:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fcd8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.973518:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008657dba count: 0 00010000:00000001:0.0:1767384305.973535:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384305.973538:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384305.975097:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384305.975101:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384305.975103:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd07db09. 20000000:00000001:1.0:1767384305.975109:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.975113:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737746944 00010000:00000001:1.0:1767384305.975116:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.975125:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088635f5c x1853236737746944/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.975133:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.975136:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.975139:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.975143:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.975146:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.975149:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384305.975152:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.975155:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.975160:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.975163:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.975167:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009801fb70. 00000100:00000200:1.0:1767384305.975172:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737746944, offset 224 00000400:00000200:1.0:1767384305.975179:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.975190:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.975207:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702800 00000400:00000200:1.0:1767384305.975214:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f1 [2] + 224 00000400:00000200:1.0:1767384305.975222:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.975225:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.975230:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.975235:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6679b42 x1853236737746944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.975243:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6679b42 x1853236737746944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.975263:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384305.975302:0:19975:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fc81c32d. 00000400:00000200:1.0:1767384305.975305:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009801fb70 00000400:00000010:1.0:1767384305.975311:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009801fb70. 00000100:00000001:1.0:1767384305.975316:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.975319:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.975327:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384305.975329:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:1.0:1767384305.975333:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000040:3.0:1767384305.975334:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:1.0:1767384305.975342:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000040:3.0:1767384305.975343:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384305.975347:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000001:1.0:1767384305.975347:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384305.975352:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000001:1.0:1767384305.975354:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000040:3.0:1767384305.975356:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384305.975361:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384305.975365:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:1.0:1767384305.975365:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088635f5c x1853236737746944/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384305.975370:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384305.975376:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384305.975382:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00100000:1.0:1767384305.975386:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088635f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737746944:12345-0@lo:253: Request processed in 22009us (22510us total) trans 0 rc 0/0 00000400:00000040:3.0:1767384305.975388:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384305.975394:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384305.975397:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384305.975399:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384305.975402:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00100000:1.0:1767384305.975403:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000400:00000040:3.0:1767384305.975407:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:1.0:1767384305.975409:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000400:00000040:3.0:1767384305.975411:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:1.0:1767384305.975414:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000040:3.0:1767384305.975415:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:1.0:1767384305.975419:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000040:3.0:1767384305.975420:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384305.975424:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:00000010:1.0:1767384305.975425:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011a50462. 00000400:00000040:3.0:1767384305.975426:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384305.975432:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384305.975435:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000010:1.0:1767384305.975435:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcc5bb62. 00000400:00000040:3.0:1767384305.975436:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384305.975443:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384305.975445:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:00000010:1.0:1767384305.975445:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bbd677. 00000400:00000040:3.0:1767384305.975451:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:00000040:1.0:1767384305.975455:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000400:00000040:3.0:1767384305.975463:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:1.0:1767384305.975464:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:3.0:1767384305.975465:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384305.975468:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384305.975472:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384305.975477:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000010:1.0:1767384305.975477:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009b9a8962. 00000400:00000040:3.0:1767384305.975485:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:1.0:1767384305.975486:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384305.975491:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384305.975492:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384305.975498:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000200:1.0:1767384305.975499:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:3.0:1767384305.975501:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384305.975507:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:1.0:1767384305.975507:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d48c47. 00000400:00000040:3.0:1767384305.975513:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:1.0:1767384305.975516:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009801fb70. 00000400:00000040:3.0:1767384305.975519:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384305.975523:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384305.975526:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384305.975531:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384305.975535:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384305.975539:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384305.975543:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384305.975547:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384305.975552:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384305.975556:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384305.975560:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384305.975564:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384305.975567:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384305.975570:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384305.975573:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384305.975579:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384305.975582:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384305.975587:0:19975:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384305.975627:0:19975:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fc81c32d. 00080000:00000020:1.0:1767384305.976520:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384305.976523:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384305.976525:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d1b8e66d. 20000000:00000001:1.0:1767384305.976530:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.976533:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737747072 00010000:00000001:1.0:1767384305.976535:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.976540:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074221a7d x1853236737747072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.976547:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.976548:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.976551:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.976555:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.976557:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.976559:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384305.976562:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.976564:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.976567:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.976570:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.976574:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022aa9821. 00000100:00000200:1.0:1767384305.976577:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737747072, offset 224 00000400:00000200:1.0:1767384305.976584:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.976593:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.976601:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702880 00000400:00000200:1.0:1767384305.976607:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f9 [2] + 224 00000400:00000200:1.0:1767384305.976612:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.976615:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.976618:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.976621:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.976641:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.976659:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.976667:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022aa9821 00000100:00000001:0.0:1767384305.976670:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384305.976671:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022aa9821. 00000100:00000001:0.0:1767384305.976675:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.976678:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.976682:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384305.976682:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.976687:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384305.976690:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82cdcee. 00000100:00000001:1.0:1767384305.976692:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.976695:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ef8727 00000400:00000010:0.0:1767384305.976699:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ef8727. 00000100:00000040:1.0:1767384305.976700:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384305.976705:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384305.976707:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384305.976711:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384305.976712:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.976717:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384305.976726:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074221a7d x1853236737747072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384305.976729:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.976764:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384305.976768:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384305.976769:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074221a7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737747072:12345-0@lo:253: Request processed in 23237us (23720us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384305.976784:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384305.976787:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384305.976790:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.976793:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.976796:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 02000000:00000001:0.0:1767384305.976797:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.976802:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00001000:0.0:1767384305.976803:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=20 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384305.976805:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384305.976809:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384305.976811:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=20 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384305.976813:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518805cb. 00000100:00000001:0.0:1767384305.976815:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384305.976819:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.976821:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c445e76. 00010000:00000001:0.0:1767384305.976821:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384305.976825:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.976828:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e68e2ee0. 00000100:00000001:0.0:1767384305.976829:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384305.976835:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384305.976839:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384305.976842:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000582926c6. 00000100:00000040:0.0:1767384305.976845:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384305.976848:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384305.976853:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.976859:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384305.976862:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384305.976862:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384305.976866:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384305.976870:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343b8cb7. 00000020:01000004:0.0:1767384305.976871:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384305.976876:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384305.976878:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022aa9821. 00000020:01000004:0.0:1767384305.976879:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384305.976883:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384305.976886:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384305.976888:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384305.976890:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384305.976891:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384305.976892:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384305.976896:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384305.976902:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009088acb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737747072:0@lo:253: 00000100:00000001:0.0:1767384305.976906:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.976908:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.976910:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009088acb x1853236737747072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.976916:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384305.976918:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384305.976920:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4b999d1. 02000000:00000001:0.0:1767384305.976924:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384305.976927:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384305.976929:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384305.976931:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384305.976933:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000519ff782. 02000000:00000001:0.0:1767384305.976937:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384305.976938:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384305.976939:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009088acb. 00000100:00000001:0.0:1767384305.976945:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384305.976946:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.976947:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.976958:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.976960:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.976962:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.976964:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384305.978323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008657dba. 00010000:00000010:0.1:1767384305.978334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00010000:00000001:3.0:1767384306.721370:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384306.721376:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.721382:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384306.721384:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.721456:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384306.721469:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384306.721472:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384307.352219:0:20306:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384307.352241:0:20306:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:3.0:1767384307.355595:0:20306:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384307.362586:0:20307:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ee181fc1. 00000400:00000010:3.0:1767384307.362601:0:20307:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c41a6a1b. 00000400:00000010:3.0:1767384307.362610:0:20307:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008cc837e9. 00000400:00000010:3.0:1767384307.362613:0:20307:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004e0b9db2. 00000400:00000010:3.0:1767384307.362616:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bfdd1173. 00000400:00000010:3.0:1767384307.362620:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050b5220c. 00000400:00000010:3.0:1767384307.362621:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9953497. 00000400:00000010:3.0:1767384307.362623:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4d7ba32. 00000400:00000010:3.0:1767384307.362626:0:20307:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fc81c32d. 00000800:00000010:3.0:1767384307.362635:0:20307:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000009933b9a. 00000800:00000200:3.0:1767384307.362644:0:20307:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384307.362650:0:20307:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384307.362684:0:20307:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384307.362703:0:20307:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp15 [8/256/0/180] 00000400:00000010:3.0:1767384307.364173:0:20307:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000715d7ec9. 00000400:00000010:3.0:1767384307.364179:0:20307:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000400:00000010:3.0:1767384307.364184:0:20307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000400:00000001:3.0:1767384307.364195:0:20307:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.364197:0:20307:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.364199:0:20307:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f7c93c. 00000400:00000200:3.0:1767384307.364201:0:20307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384307.364203:0:20307:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000400:00000010:3.0:1767384307.364206:0:20307:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000f087f009. 00000400:00000200:3.0:1767384307.364211:0:20307:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (6) 00000400:00000200:3.0:1767384307.364221:0:20307:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384307.364230:0:20307:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:3.0:1767384307.364237:0:20307:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d68a31d1. 00000020:01000000:3.0:1767384307.364243:0:20307:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384307.364245:0:20307:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp15 00000400:00000010:3.0:1767384307.364260:0:20307:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c41a6a1b. 00000400:00000010:3.0:1767384307.364265:0:20307:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ee181fc1. 00000020:00000001:1.0:1767384307.364302:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384307.364307:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384307.364310:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384307.364312:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384307.364318:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384307.364321:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384307.364325:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384307.364329:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384307.364332:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384307.364335:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384307.364338:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384307.364341:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384307.364345:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384307.364348:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384307.364355:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 00000020:00000040:1.0:1767384307.364362:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384307.364371:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384307.364376:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384307.364382:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384307.364392:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d1b8e66d. 00000100:00000001:1.0:1767384307.364401:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.364410:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384307.364413:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.364423:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce5ce3b] to pc [ptlrpcd_00_01+1] req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384307.364449:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (2) 10000000:00000001:1.0:1767384307.364456:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384307.364460:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.364462:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384307.364464:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384307.364472:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384307.364472:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384307.364476:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384307.364480:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384307.364480:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384307.364483:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384307.364486:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384307.364486:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384307.364496:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384307.364497:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384307.364501:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384307.364505:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384307.364508:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384307.364512:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384307.364515:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384307.364519:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384307.364520:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384307.364522:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384307.364523:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384307.364527:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000001:0.0:1767384307.364529:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384307.364535:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:0.0:1767384307.364536:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.364542:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384307.364542:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.364546:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384307.364548:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737747200:0@lo:253: 02000000:00000001:1.0:1767384307.364550:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.364557:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384307.364561:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bde0bdd. 02000000:00000001:0.0:1767384307.364563:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384307.364568:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.364568:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.364573:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384307.364575:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384307.364578:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.364582:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f728b98a. 00000100:00000040:1.0:1767384307.364585:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bd1a3a0] to pc [ptlrpcd_00_02+2] req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384307.364586:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.364594:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82cdcee. 00000400:00000010:0.0:1767384307.364603:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ec8590c. 00000100:00000200:0.0:1767384307.364609:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737747200, portal 25 00000100:00000001:0.0:1767384307.364611:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.364613:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 10000000:00000001:1.0:1767384307.364617:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.364621:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384307.364622:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.364628:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384307.364634:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384307.364641:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d68a31d1. 00000100:00000001:0.0:1767384307.364641:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.364647:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.364650:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e98ce10f. 00000100:00000200:0.0:1767384307.364653:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737747200, offset 0 00000100:00000001:1.0:1767384307.364655:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384307.364659:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384307.364660:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.364667:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.364672:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384307.364673:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384307.364677:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384307.364683:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.364690:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702900 00000100:00000001:1.0:1767384307.364693:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384307.364695:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.364698:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384307.364702:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384307.364706:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.364710:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000010:0.0:1767384307.364713:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e7449e. 00000100:00100000:1.0:1767384307.364720:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bd1a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737747328:0@lo:253: 00000400:00000200:0.0:1767384307.364720:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b60d8f6 00000100:00000001:1.0:1767384307.364727:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384307.364729:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384307.364730:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384307.364734:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.364738:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384307.364740:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384307.364746:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000582926c6. 00000400:00000200:0.0:1767384307.364747:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b60d8f6 00000400:00000010:0.0:1767384307.364751:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b60d8f6. 02000000:00000001:1.0:1767384307.364752:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.364760:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384307.364761:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694b96e1. 00000100:00000200:0.0:1767384307.364779:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384307.364784:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052950913. 00000100:00000040:0.0:1767384307.364786:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000080824a8f x1853236737747200 msgsize 4848 00000100:00000200:1.0:1767384307.364791:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737747328, portal 25 00000100:00000001:1.0:1767384307.364798:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384307.364801:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384307.364802:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009641216 : -113991699910400 : ffff98533d383100) 00000100:00000040:0.0:1767384307.364807:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384307.364811:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.364817:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384307.364819:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384307.364824:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384307.364828:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005693cf4d. 00000400:00000200:0.0:1767384307.364831:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e98ce10f 00000400:00000010:0.0:1767384307.364835:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e98ce10f. 00000100:00000001:0.0:1767384307.364838:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384307.364839:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737747328, offset 0 00000100:00000200:0.0:1767384307.364843:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384307.364852:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384307.364863:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384307.364868:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384307.364870:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.364878:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.364884:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702980 00000100:00000001:0.0:1767384307.364884:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.364892:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.364894:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:1.0:1767384307.364899:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074bc0067. 00000100:00000001:0.0:1767384307.364900:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895126 00000400:00000200:1.0:1767384307.364906:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085205444 00000100:00000010:0.0:1767384307.364908:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068302aa7. 00000400:00000200:1.0:1767384307.364914:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384307.364916:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384307.364921:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.364925:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895126 00000400:00000200:1.0:1767384307.364926:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085205444 00000400:00000010:1.0:1767384307.364929:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085205444. 00000100:00000010:0.0:1767384307.364933:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bc1995e. 00000100:00000001:1.0:1767384307.364935:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384307.364938:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384307.364938:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384307.364943:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000081f9b846 x1853236737747328 msgsize 4848 00000100:00000001:0.0:1767384307.364945:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895126 00000100:00000010:0.0:1767384307.364951:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd64f204. 00000100:00100000:1.0:1767384307.364952:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384307.364957:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384307.364957:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384307.364967:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.364968:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895126 00000100:00000010:0.0:1767384307.364972:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c48c82eb. 00000100:00000001:0.0:1767384307.364975:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384307.364980:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384307.364981:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005693cf4d 00000100:00000001:0.0:1767384307.364983:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.364985:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005693cf4d. 00000100:00000001:0.0:1767384307.364988:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.364989:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384307.364991:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384307.364997:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.365000:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.365004:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384307.365008:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384307.365008:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.365012:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384307.365014:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.365015:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.365021:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365028:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365030:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384307.365036:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365039:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895126 00000100:00000001:1.0:1767384307.365042:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294895126 00000100:00000001:1.0:1767384307.365044:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895126 00000100:00000001:1.0:1767384307.365046:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294895126 00000100:00000001:1.0:1767384307.365048:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895126 00000100:00000001:1.0:1767384307.365050:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294895126 00000100:00000001:1.0:1767384307.365051:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895126 00000100:00000001:1.0:1767384307.365053:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294895126 00000100:00000001:1.0:1767384307.365055:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.365058:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.365058:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.365063:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747200 00000100:00000001:1.0:1767384307.365064:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.365069:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384307.365070:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.365073:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.365076:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365078:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384307.365080:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365082:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384307.365084:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747200 00000100:00000001:1.0:1767384307.365086:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.365090:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384307.365091:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384307.365095:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.365095:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384307.365098:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384307.365100:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.365103:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384307.365106:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384307.365109:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384307.365112:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.365117:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249a0540. 00000100:00000001:0.0:1767384307.365120:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384307.365122:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249a0540. 00000100:00000001:1.0:1767384307.365125:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384307.365129:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014079fb8. 00000100:00100000:1.0:1767384307.365130:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747328 02000000:00000001:1.0:1767384307.365135:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384307.365138:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c4157ae. 00000100:00000001:1.0:1767384307.365139:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384307.365145:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000100:00000001:1.0:1767384307.365149:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.365153:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.365156:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747328 00000100:00000040:0.0:1767384307.365158:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384307.365159:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384307.365162:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384307.365164:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384307.365166:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384307.365168:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384307.365172:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384307.365174:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384307.365175:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384307.365177:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365180:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384307.365186:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009149d287. 00000100:00000001:0.0:1767384307.365187:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.365189:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384307.365193:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009149d287. 00000100:00000001:0.0:1767384307.365198:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384307.365199:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159a3df6. 00000020:00000010:1.0:1767384307.365208:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da63f1d7. 00000020:00000010:1.0:1767384307.365215:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c445e76. 00000100:00000001:0.0:1767384307.365219:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.365222:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384307.365223:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384307.365226:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384307.365230:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.365230:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384307.365239:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384307.365241:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.365245:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016907344 : -113991692644272 : ffff98533da71050) 00000100:00000001:1.0:1767384307.365247:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384307.365252:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080824a8f x1853236737747200/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.365261:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.365262:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384307.365266:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384307.365268:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249a0540. 00000100:00000001:0.0:1767384307.365272:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.365306:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384307.365307:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249a0540. 00000100:00000001:1.0:1767384307.365312:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.365318:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080824a8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737747200:12345-0@lo:253: 00000100:00000200:0.0:1767384307.365325:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747200 00000020:00000001:0.0:1767384307.365330:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384307.365335:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384307.365339:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.365342:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384307.365346:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384307.365351:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384307.365353:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384307.365357:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384307.365360:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384307.365365:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.365369:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384307.365372:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384307.365381:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000767add26. 02000000:00000001:0.0:1767384307.365387:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.365393:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.365398:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384307.365408:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000010:0.0:1767384307.365416:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000048d702. 20000000:01000000:0.0:1767384307.365423:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384307.365427:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384307.365430:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384307.365434:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.365436:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp14 from 245.3.0.2 20000000:00000001:0.0:1767384307.365441:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384307.365444:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000037f1a345. 20000000:00000001:0.0:1767384307.365446:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384307.365459:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cacd9cd7. 20000000:01000000:0.0:1767384307.365465:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384307.365476:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384307.365485:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384307.365542:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384307.365546:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384307.365547:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.365549:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384307.365553:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384307.365558:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000800:00000010:1.0:1767384307.365560:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000486d3e2a. 00080000:00000001:0.0:1767384307.365561:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:1.0:1767384307.365567:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005693cf4d. 00080000:00000010:0.0:1767384307.365572:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005dca26a8. 00080000:00000001:0.0:1767384307.365576:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730977280 : -113996978574336 : ffff985202962c00) 00080000:00000001:0.0:1767384307.365580:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384307.365586:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009fbb876f. 00000800:00000200:1.1:1767384307.365593:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (2) 00000800:00000200:1.1:1767384307.365597:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp14 000000009fbb876f deleted 00000800:00000010:1.1:1767384307.365599:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fbb876f. 00000800:00000200:1.1:1767384307.365602:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384307.365608:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:1013 00000800:00000200:1.1:1767384307.365612:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035cbf3ba type 1, nob 240 niov 1 nkiov 1 00000800:00000200:1.0:1767384307.365615:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp14 p 3.x 192.168.203.152 -> 192.168.203.152:1013 incarnation:1767384305950632412 sched[0] 00000800:00000010:1.0:1767384307.365621:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009149d287. 00000800:00000010:1.0:1767384307.365678:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009149d287. 00000800:00000010:1.0:1767384307.365689:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005693cf4d. 00000001:00000001:0.0:1767384307.365694:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384307.365697:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.365700:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384307.365723:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000037f1a345. 00080000:00000001:0.0:1767384307.365725:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.365729:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:1.0:1767384307.365738:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384307.365744:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384307.365816:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384307.365819:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035cbf3ba. 00000400:00000200:1.0:1767384307.365823:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384307.365829:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: PUT: OK 00000400:00000200:1.0:1767384307.365833:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384307.365836:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00080000:00000001:0.0:1767384307.365871:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000200:1.1:1767384307.365872:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384307.365877:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384307.365882:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp14 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384305950632412 sched[0] 00000800:00000010:1.0:1767384307.365886:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f9d77a1. 00000400:00000200:1.0:1767384307.365953:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366019:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366073:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366129:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366167:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366261:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384307.366570:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384307.366615:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384307.366637:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384307.366662:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384307.366850:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384307.366865:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008c7cd440. 00000800:00000010:0.0:1767384307.366873:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061d30c31. 00000400:00000200:1.0:1767384307.366877:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp14 from 244.3.0.2 00000800:00000010:0.0:1767384307.366878:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd7a8d59. 00000800:00000010:1.0:1767384307.366882:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000037f1a345. 00000800:00000010:0.0:1767384307.366916:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd7a8d59. 00000800:00000010:0.0:1767384307.367078:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bd69cc0. 00000800:00000010:0.0:1767384307.367083:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ac70cee. 00000800:00000010:0.0:1767384307.367106:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af60a156. 00000800:00000200:0.1:1767384307.367113:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (4) 00000800:00000200:0.1:1767384307.367148:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp14 00000000af60a156 deleted 00000800:00000010:0.1:1767384307.367150:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af60a156. 00000800:00000200:0.1:1767384307.367154:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384307.367159:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp14 p 3.x 192.168.203.152 -> 192.168.203.152:1012 incarnation:1767384305950632412 sched[0] 00000800:00000010:0.0:1767384307.367303:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd7a8d59. 00000800:00000010:0.0:1767384307.367536:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd7a8d59. 00000800:00000010:0.0:1767384307.367541:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ac70cee. 00000800:00000010:0.0:1767384307.367599:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000037f1a345. 00000800:00000200:0.1:1767384307.367631:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384307.367638:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp14 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384305950632412 sched[0] 00000800:00000010:0.0:1767384307.367641:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061d30c31. 00080000:00000001:1.0:1767384307.374541:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384307.374547:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384307.374549:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.374551:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384307.374555:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384307.374559:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384307.374561:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384307.374562:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384307.374566:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384307.374572:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384307.374574:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384307.374576:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:3.0:1767384307.374578:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005dca26a8. 20000000:00000010:0.0:1767384307.374582:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c833a9c4. 00080000:00000020:1.0:1767384307.374583:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384307.374584:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384307.374588:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384307.374593:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384307.374595:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384307.374612:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384307.374615:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384307.374617:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384307.374617:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384307.374623:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384307.374623:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384307.374627:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384307.374627:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.374628:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384307.374631:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384307.374633:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000010:3.0:1767384307.374635:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000051eafaf1. 00080000:00000001:0.0:1767384307.374636:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384307.374642:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:0.0:1767384307.374642:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000061e41543. 00010000:00000010:3.0:1767384307.374645:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d5ca49. 00080000:00000001:0.0:1767384307.374646:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730974208 : -113996978577408 : ffff985202962000) 00080000:00000001:0.0:1767384307.374651:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384307.374652:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384307.374655:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082d5ca49 with handle 0x1cafe7b7e4a4fcdf to hash 00000020:00000001:3.0:1767384307.374657:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384307.374658:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374660:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374663:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.374664:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.374667:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374673:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384307.374676:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384307.374678:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384307.374680:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.374681:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.374682:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.374684:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.374686:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384307.374687:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.374689:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.374690:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.374691:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000051eafaf1) refcount = 1 00010000:00010000:3.0:1767384307.374694:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384307.374696:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384307.374699:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374700:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384307.374702:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384307.374709:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.374710:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384307.374711:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374712:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.374715:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384307.374716:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384307.374719:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384307.374722:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384307.374724:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.374725:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.374727:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d5ca49 refcount=4 00000020:00000001:3.0:1767384307.374728:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374730:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374732:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384307.374733:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374738:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384307.374740:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374743:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.374745:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.374746:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374750:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.374751:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374753:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384307.374755:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.374759:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000082d5ca49 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384307.374775:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.374777:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384307.374779:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384307.374790:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384307.374792:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384307.374794:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384307.374795:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.374798:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.374799:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d5ca49 refcount=5 00000020:00000001:3.0:1767384307.374801:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374802:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384307.374805:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384307.374806:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374811:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384307.374812:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.374814:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374817:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384307.374818:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384307.374821:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.374822:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.374824:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082d5ca49 with handle 0x1cafe7b7e4a4fcdf from hash 00010000:00000001:3.0:1767384307.374826:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384307.374827:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.374828:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.374830:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384307.374831:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384307.374833:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384307.374835:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384307.374837:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.374839:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374841:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384307.374842:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384307.374844:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.374845:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.374847:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374849:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.374850:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.374857:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374861:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.374863:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.374864:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384307.374865:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384307.374867:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.374868:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.374870:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384307.374872:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.374874:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.374876:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.374879:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384307.374880:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384307.374882:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcdf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384307.374886:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000051eafaf1 count: 0 00010000:00000001:3.0:1767384307.374893:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384307.374895:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384307.382232:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384307.382236:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384307.382239:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384307.382241:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384307.382245:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384307.382249:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000061e41543. 00080000:00000001:3.0:1767384307.382254:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384307.382268:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384307.382291:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384307.382293:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000010:3.1:1767384307.382300:0:20313:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000051eafaf1. 00010000:00000001:0.0:1767384307.382302:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384307.382305:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.1:1767384307.382308:0:20313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082d5ca49. 00010000:00000010:0.0:1767384307.382310:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000087f2a2a5. 00010000:00000001:0.0:1767384307.382314:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384307.382317:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00000020:00000001:0.0:1767384307.382319:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384307.382322:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fce6 to hash 00000020:00000001:0.0:1767384307.382324:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384307.382325:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382327:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382329:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.382330:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.382332:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382338:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384307.382340:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384307.382341:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384307.382343:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.382344:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.382345:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.382346:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.382348:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384307.382349:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384307.382350:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384307.382351:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384307.382352:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000087f2a2a5) refcount = 1 00010000:00010000:0.0:1767384307.382355:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382359:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384307.382360:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384307.382361:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.382363:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382364:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384307.382366:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384307.382372:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384307.382374:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.382376:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.382377:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384307.382378:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382381:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382382:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384307.382384:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382388:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384307.382390:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382393:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.382394:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384307.382395:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382399:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.382400:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382401:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384307.382402:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384307.382406:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384307.382408:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.382410:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384307.382411:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382414:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384307.382416:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.382417:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.382418:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384307.382424:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382426:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384307.382428:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384307.382430:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382434:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384307.382436:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.382437:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382440:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384307.382441:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384307.382443:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.382444:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.382446:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fce6 from hash 00010000:00000001:0.0:1767384307.382448:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384307.382449:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.382450:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.382452:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384307.382453:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384307.382454:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384307.382456:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384307.382457:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.382458:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382460:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384307.382461:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384307.382463:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.382464:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.382465:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382466:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.382468:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.382469:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382472:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.382474:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.382475:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384307.382482:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384307.382483:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.382485:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.382486:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384307.382489:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.382490:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.382492:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.382496:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384307.382497:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384307.382498:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fce6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384307.382502:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000087f2a2a5 count: 0 00010000:00000001:0.0:1767384307.382516:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384307.382517:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384307.384167:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.384171:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384307.384178:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.384181:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384307.384184:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82cdcee. 00000400:00000200:0.0:1767384307.384190:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ec8590c 00000400:00000010:0.0:1767384307.384194:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ec8590c. 00000100:00000001:0.0:1767384307.384199:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.384205:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384307.384223:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.384235:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.384238:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.384241:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384307.384245:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.384248:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.384250:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.384252:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.384257:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.384267:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.384269:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.384305:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.384308:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.384311:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.384317:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.384322:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294895126, at 4294895127 00000100:00000040:0.0:1767384307.384323:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.384334:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384307.384335:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c48c82eb. 00000100:00000001:0.0:1767384307.384339:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.384342:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384307.384344:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294895126, at 4294895127 00000020:01000004:0.0:1767384307.384345:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.384347:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.384348:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.384350:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.384351:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.384355:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.384357:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.384358:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.384361:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.384364:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384307.384366:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bc1995e. 00000100:00000040:0.0:1767384307.384367:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.384373:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737747200:0@lo:253: 00000100:00000001:0.0:1767384307.384378:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.384380:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.384383:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce5ce3b x1853236737747200/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.384387:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.384389:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.384391:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f728b98a. 02000000:00000001:0.0:1767384307.384394:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.384396:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.384398:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384307.384400:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.384406:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d1b8e66d. 02000000:00000001:0.0:1767384307.384410:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.384412:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.384413:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 00000100:00000001:0.0:1767384307.384416:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.384418:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.384419:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.384424:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.384425:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.384427:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.384430:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.384444:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294895126, at 4294895127 00000100:00000010:0.0:1767384307.384448:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068302aa7. 00000100:00000001:0.0:1767384307.384955:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.384958:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384307.384964:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.384967:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384307.384970:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694b96e1. 00000400:00000200:0.0:1767384307.384976:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052950913 00000400:00000010:0.0:1767384307.384979:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052950913. 00000100:00000001:0.0:1767384307.384984:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.384990:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384307.385008:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.385020:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.385022:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.385025:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384307.385026:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.385027:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.385030:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.385033:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.385038:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.385042:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.385047:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.385049:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.385052:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.385060:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.385062:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.385065:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.385073:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.385075:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.385077:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384307.385079:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.385080:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.385081:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.385081:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.385082:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.385084:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.385085:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384307.385086:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.385087:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.385090:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.385095:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bd1a3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737747328:0@lo:253: 00000100:00000001:0.0:1767384307.385098:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.385100:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.385101:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bd1a3a0 x1853236737747328/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.385104:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.385106:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.385107:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000582926c6. 02000000:00000001:0.0:1767384307.385109:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.385111:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.385112:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384307.385114:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.385115:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bde0bdd. 02000000:00000001:0.0:1767384307.385118:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.385120:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.385120:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bd1a3a0. 00000100:00000001:0.0:1767384307.385123:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.385129:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.385131:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.385135:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.385137:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.385138:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.385140:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.386772:0:20312:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b92c835a. 00000400:00000040:1.0:1767384307.386792:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.386794:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384307.386796:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.386797:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.386799:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.386800:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384307.386802:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.386803:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384307.386804:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384307.386805:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384307.386807:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384307.386808:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.386809:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384307.386810:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.386811:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384307.386813:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384307.386814:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.386814:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384307.386815:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384307.386816:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.386817:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.386818:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.386819:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.386820:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.386821:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384307.386822:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.386823:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.386824:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.386825:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.386826:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.386826:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384307.386828:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.386829:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.386830:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.386831:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.386832:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.386832:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384307.386834:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.386840:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.386841:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384307.386842:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384307.386843:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.386844:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384307.386845:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384307.386846:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384307.386847:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384307.386848:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384307.386849:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384307.386850:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384307.386851:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.386852:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384307.386853:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384307.386854:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384307.386855:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384307.386856:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384307.386857:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384307.386858:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384307.386876:0:20312:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b92c835a. 00010000:00000010:0.1:1767384307.391298:0:20316:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000087f2a2a5. 00010000:00000010:0.1:1767384307.391322:0:20316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00010000:00000001:3.0:1767384307.746426:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384307.746431:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.746436:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384307.746437:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.385331:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384308.385338:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:1.0:1767384308.385342:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.385345:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384308.385346:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384308.385348:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384308.385351:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384308.385353:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384308.385355:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 11 10000000:00000001:1.0:1767384308.385358:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384308.385360:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384308.385368:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 00000020:00000040:1.0:1767384308.385373:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384308.385378:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.385380:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.385385:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.385391:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070beb58f. 00000100:00000001:1.0:1767384308.385396:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.385407:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384308.385409:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384308.385415:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029fbc329. 00010000:00000001:1.0:1767384308.385418:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.385420:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c411ead. 00000020:00000001:1.0:1767384308.385424:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.385426:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c411ead with handle 0x1cafe7b7e4a4fced to hash 00000020:00000001:1.0:1767384308.385427:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.385429:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.385431:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.385434:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.385435:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.385437:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.385444:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.385452:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384308.385456:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384308.385458:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384308.385462:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000322bfee1. 00000100:00000001:1.0:1767384308.385463:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757908864 : -113996951642752 : ffff985204311d80) 00000100:00000001:1.0:1767384308.385465:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.385466:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000001:1.0:1767384308.385470:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.385471:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.385473:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384308.385474:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.385480:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.385487:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.385492:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.385496:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.385497:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.385499:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.385501:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737747456:0@lo:101: 00000100:00000001:1.0:1767384308.385504:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.385509:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.385511:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.385513:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.385515:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8720efe. 02000000:00000001:1.0:1767384308.385517:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.385522:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081296ce5. 00000400:00000010:1.0:1767384308.385526:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384308.385531:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737747456, portal 25 00000100:00000001:1.0:1767384308.385532:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.385533:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000040:1.0:1767384308.385537:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.385542:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.385544:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.385546:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384308.385547:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737747456, offset 0 00000400:00000200:1.0:1767384308.385552:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.385562:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.385571:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d702a00 00000400:00000200:1.0:1767384308.385576:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f5 [2] + 0 00000400:00000010:1.0:1767384308.385580:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029922222. 00000400:00000200:1.0:1767384308.385583:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9e6c3fc 00000400:00000200:1.0:1767384308.385587:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.385590:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.385593:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9e6c3fc 00000400:00000010:1.0:1767384308.385595:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9e6c3fc. 00000100:00000001:1.0:1767384308.385599:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.385601:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384308.385608:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000002ca96b5 x1853236737747456 msgsize 328 00000100:00100000:1.0:1767384308.385610:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.385612:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.385626:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.385632:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384308.385633:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384308.385636:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.385638:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.385646:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.385648:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.385653:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.385655:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.385659:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.385663:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896147 00000100:00000010:1.0:1767384308.385666:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ec3d6fd. 00000100:00000001:3.0:1767384308.385672:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384308.385672:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384308.385678:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896147 00000100:00000010:1.0:1767384308.385681:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026ddfd65. 00000100:00100000:3.0:1767384308.385682:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747456 00000100:00000001:1.0:1767384308.385685:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384308.385686:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384308.385689:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.385690:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896147 00000100:00000001:3.0:1767384308.385693:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.385695:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053f6893d. 02000000:00000001:3.0:1767384308.385698:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.385699:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384308.385704:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747456 00000100:00000001:1.0:1767384308.385704:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896147 00000020:00000001:3.0:1767384308.385709:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384308.385710:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e1b4e63. 00000020:00000040:3.0:1767384308.385712:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384308.385714:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384308.385715:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.385719:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:1.0:1767384308.385719:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384308.385724:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.385725:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.385730:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.385731:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.385735:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384308.385737:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384308.385737:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000322bfee1 going to sleep for 11 seconds 00000020:00000010:3.0:1767384308.385742:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384308.385745:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.385748:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.385749:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00000001:1.0:1767384308.385751:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.385770:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159a3df6. 00000020:00000010:3.0:1767384308.385776:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c665934c. 00000020:00000010:3.0:1767384308.385782:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000100:00000040:3.0:1767384308.385802:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384308.385804:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.385806:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384308.385807:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.385813:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.385825:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.385835:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.385837:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384308.385842:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384308.385845:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384308.385846:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745481296 : -113996964070320 : ffff985203737c50) 00000100:00000040:3.0:1767384308.385851:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002ca96b5 x1853236737747456/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.385858:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.385866:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384308.385868:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.385869:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00100000:3.0:1767384308.385873:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002ca96b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737747456:12345-0@lo:101: 00000100:00000200:3.0:1767384308.385876:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747456 00000020:00000001:3.0:1767384308.385879:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384308.385882:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384308.385884:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.385886:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384308.385888:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384308.385890:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384308.385892:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.385894:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384308.385896:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384308.385898:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.385900:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384308.385902:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384308.385903:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384308.385905:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384308.385907:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.385910:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384308.385915:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e20f795f. 00010000:00000001:3.0:1767384308.385918:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384308.385921:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d5ca49. 00000020:00000001:3.0:1767384308.385923:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384308.385924:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082d5ca49 with handle 0x1cafe7b7e4a4fcf4 to hash 00000020:00000001:3.0:1767384308.385926:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384308.385926:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384308.385928:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00010000:3.0:1767384308.385930:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fced expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384308.385936:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384308.385937:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384308.385947:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384308.385949:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384308.385953:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ee181fc1. 02000000:00000001:3.0:1767384308.385954:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.385955:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.385957:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384308.385960:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384308.385962:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384308.385964:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.385965:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.385967:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.385968:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.385969:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384308.385971:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384308.385972:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384308.385973:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384308.385974:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e20f795f) refcount = 1 00010000:00010000:3.0:1767384308.385977:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.385981:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384308.385983:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384308.385984:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.385985:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.385986:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384308.385989:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384308.385990:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.385995:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384308.385996:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384308.385997:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.385999:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.386000:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384308.386001:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.386003:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384308.386004:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000082d5ca49, rc 0) 00000020:00000001:3.0:1767384308.386009:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384308.386011:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737747456 00010000:00000001:3.0:1767384308.386014:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384308.386017:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002ca96b5 x1853236737747456/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384308.386023:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.386024:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.386027:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.386031:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.386033:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.386035:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384308.386037:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.386038:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386041:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.386043:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.386046:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384308.386048:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737747456, offset 224 00000400:00000200:3.0:1767384308.386052:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.386057:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.386063:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d702a00 00000400:00000200:3.0:1767384308.386067:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1341 [1] + 224 00000400:00000200:3.0:1767384308.386070:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.386072:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.386075:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.386077:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.386083:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.386096:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.386100:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384308.386101:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384308.386104:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384308.386105:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.386114:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.386116:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384308.386118:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384308.386119:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.386121:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384308.386123:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002ca96b5 x1853236737747456/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.386130:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002ca96b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737747456:12345-0@lo:101: Request processed in 272us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384308.386135:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384308.386137:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384308.386139:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.386140:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384308.386144:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c665934c. 00000020:00000010:3.0:1767384308.386147:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00000100:00000001:1.0:1767384308.386148:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.386151:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159a3df6. 00000400:00000001:1.0:1767384308.386155:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384308.386156:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000400:00000001:1.0:1767384308.386158:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384308.386161:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384308.386161:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081296ce5. 02000000:00000010:3.0:1767384308.386165:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ee181fc1. 00000400:00000200:1.0:1767384308.386167:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 02000000:00000001:3.0:1767384308.386169:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384308.386170:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000100:00000001:3.0:1767384308.386172:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.386174:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.386177:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384308.386181:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384308.386182:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067f7c93c. 00000400:00000010:3.0:1767384308.386188:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1930c40. 00000100:00000200:1.0:1767384308.386195:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386201:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.386202:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.386204:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.386206:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.386208:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.386209:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.386211:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.386215:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.386217:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.386219:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.386220:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.386222:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.386223:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386225:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.386227:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386232:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.386234:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.386235:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.386237:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.386242:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737747456:0@lo:101: 00000100:00000001:1.0:1767384308.386252:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.386254:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386255:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.386256:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.386258:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386262:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.386263:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000322bfee1. 00000100:00000001:1.0:1767384308.386265:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.386266:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.386268:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384308.386270:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.386271:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.386420:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=4 00000020:00000001:1.0:1767384308.386423:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.386425:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000040:1.0:1767384308.386429:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009c411ead, remote cookie: 0x1cafe7b7e4a4fcf4, flags: 0x0 00010000:00000001:1.0:1767384308.386431:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.386433:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.386434:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.386435:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.386436:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.386437:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029fbc329) refcount = 1 00010000:00010000:1.0:1767384308.386439:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcf4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.386444:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.386445:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.386446:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.386448:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384308.386450:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.386452:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fcf4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.386464:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384308.386465:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.386467:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.386468:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.386468:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.386469:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386471:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.386474:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737747456/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386479:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.386480:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.386483:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8720efe. 02000000:00000001:1.0:1767384308.386485:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.386486:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.386487:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384308.386489:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.386490:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000070beb58f. 02000000:00000001:1.0:1767384308.386492:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.386493:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.386494:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000001:1.0:1767384308.386496:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.386497:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384308.386498:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.386500:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384308.386500:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:1.0:1767384308.386501:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.386503:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.386504:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.386505:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=3 00000020:00000001:1.0:1767384308.386506:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.386507:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.386508:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384308.386509:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.386510:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.386511:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.386516:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384308.386519:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009de9c614. 00000100:00000010:1.0:1767384308.386529:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 00000020:00000040:1.0:1767384308.386531:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384308.386533:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.386534:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.386536:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.386538:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070beb58f. 00000100:00000001:1.0:1767384308.386541:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386544:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384308.386546:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c8720efe. 00000100:00000010:1.0:1767384308.386548:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001a2e7d75. 00000020:00000040:1.0:1767384308.386550:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384308.386553:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384308.386554:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384308.386557:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000322bfee1. 00000100:00000001:1.0:1767384308.386558:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757908864 : -113996951642752 : ffff985204311d80) 00000100:00000001:1.0:1767384308.386559:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.386560:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000001:1.0:1767384308.386562:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.386563:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386564:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384308.386565:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.386567:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386572:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.386573:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.386574:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.386575:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.386576:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.386578:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737747584:0@lo:256: 00000100:00000001:1.0:1767384308.386580:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.386582:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.386583:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386590:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384308.386593:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081296ce5. 00000400:00000010:1.0:1767384308.386596:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ec9e10f3. 00000100:00000200:1.0:1767384308.386598:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d702a80-0x695824d702a80, portal 33 00000100:00000001:1.0:1767384308.386601:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.386602:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.386604:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023bd2f60. 02000000:00000001:1.0:1767384308.386605:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.386606:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000400:00000010:1.0:1767384308.386608:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384308.386609:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737747584, portal 25 00000100:00000001:1.0:1767384308.386610:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.386611:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000040:1.0:1767384308.386614:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386617:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.386619:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.386620:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384308.386621:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737747584, offset 0 00000400:00000200:1.0:1767384308.386624:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.386628:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.386632:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d702a80 00000400:00000200:1.0:1767384308.386635:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f9 [2] + 0 00000400:00000010:1.0:1767384308.386637:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007459a51d. 00000400:00000200:1.0:1767384308.386639:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f89e3d5 00000400:00000200:1.0:1767384308.386641:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.386643:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.386645:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f89e3d5 00000400:00000010:1.0:1767384308.386646:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f89e3d5. 00000100:00000001:1.0:1767384308.386649:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.386649:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384308.386651:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000000783ca28 x1853236737747584 msgsize 304 00000100:00100000:1.0:1767384308.386654:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.386655:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.386668:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.386671:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384308.386673:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384308.386674:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.386676:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386682:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.386685:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.386689:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386690:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.386693:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386696:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384308.386696:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896148 00000100:00100000:3.0:1767384308.386700:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747584 00000100:00000001:1.0:1767384308.386703:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896147 02000000:00000001:3.0:1767384308.386704:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384308.386706:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384308.386709:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386710:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896148 02000000:00000001:3.0:1767384308.386711:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.386714:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896147 00000100:00100000:3.0:1767384308.386715:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747584 00000100:00000001:1.0:1767384308.386718:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896148 00000020:00000001:3.0:1767384308.386719:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384308.386722:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384308.386724:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896147 00000020:00000001:3.0:1767384308.386725:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.386728:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:1.0:1767384308.386730:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896148 00000100:00000001:1.0:1767384308.386732:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896147 00000100:00000001:1.0:1767384308.386734:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384308.386740:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.386740:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.386744:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.386746:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384308.386748:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384308.386750:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384308.386752:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384308.386767:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384308.386769:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000322bfee1 going to sleep for 11 seconds 00000020:00000010:3.0:1767384308.386770:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00000001:1.0:1767384308.386775:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.386778:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159a3df6. 00000100:00000001:1.0:1767384308.386779:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.386783:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c665934c. 00000020:00000010:3.0:1767384308.386787:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000100:00000040:3.0:1767384308.386792:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384308.386794:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.386795:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384308.386795:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386798:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386808:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.386814:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.386815:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384308.386817:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:3.0:1767384308.386819:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384308.386821:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745470032 : -113996964081584 : ffff985203735050) 00000100:00000040:3.0:1767384308.386824:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000783ca28 x1853236737747584/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 304/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.386829:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.386831:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384308.386833:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.386834:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00100000:3.0:1767384308.386837:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000783ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737747584:12345-0@lo:256: 00000100:00000200:3.0:1767384308.386839:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747584 00000020:00000001:3.0:1767384308.386841:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384308.386842:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384308.386844:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.386845:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384308.386851:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:3.0:1767384308.386853:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384308.386854:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.386856:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384308.386857:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384308.386859:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386862:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384308.386864:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384308.386866:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ee181fc1. 02000000:00000001:3.0:1767384308.386867:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.386869:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.386870:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384308.386873:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384308.386875:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384308.386877:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384308.386879:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.386881:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384308.386882:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384308.386885:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000005f52e5d7. 20000000:00000001:3.0:1767384308.386887:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384308.386897:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384308.386902:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384308.386906:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384308.386908:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384308.386909:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384308.386911:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384308.386912:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:3.0:1767384308.386914:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3932/1/4/3. 20000000:00000040:3.0:1767384308.386917:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384308.386918:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384308.386920:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384308.386921:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384308.386922:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384308.386924:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384308.386925:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:3.0:1767384308.386927:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3768/1/4/3. 20000000:01000000:3.0:1767384308.386928:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 328, version 18 20000000:00000001:3.0:1767384308.386930:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=328 : 328 : 148) 00000100:00000001:3.0:1767384308.386936:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384308.386938:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aaead0aa. 00000100:00000010:3.0:1767384308.386940:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000003bc9d15. 00000020:00000040:3.0:1767384308.386942:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:3.0:1767384308.386944:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384308.386946:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384308.386948:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000400:00000010:3.0:1767384308.386952:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006bab3e6f. 00000400:00000200:3.0:1767384308.386955:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.386961:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.386965:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 33 MB=0x695824d702a80 00000400:00000200:3.0:1767384308.386968:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 328/328 into md 0x1351 [4] + 0 00000400:00000010:3.0:1767384308.386970:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081296ce5. 00000400:00000200:3.0:1767384308.386973:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec9e10f3 00000400:00000200:3.0:1767384308.386976:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.386979:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384308.386981:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec9e10f3 00000400:00000010:3.0:1767384308.386982:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ec9e10f3. 00000100:00000001:3.0:1767384308.386986:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384308.386987:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ed0abcdd desc 00000000c8720efe mbits 1853236737747584 00000100:00000001:3.0:1767384308.386997:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384308.387000:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384308.387003:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384308.387009:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x135d 00000400:00000200:3.0:1767384308.387011:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384308.387013:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384308.387015:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384308.387016:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.387019:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384308.387021:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000aaead0aa 00000100:00000001:3.0:1767384308.387023:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384308.387027:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384308.387028:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384308.387031:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384308.387032:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000aaead0aa 00000100:00000001:3.0:1767384308.387033:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384308.387037:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 328 bytes via portal 33 id 12345-0@lo mbits 0x695824d702a80-0x695824d702a80 00000100:00000001:3.0:1767384308.387043:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.387046:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.387048:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384308.387050:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:3.0:1767384308.387052:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000003bc9d15. 00000100:00000010:3.0:1767384308.387055:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aaead0aa. 00000100:00000001:3.0:1767384308.387057:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384308.387058:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384308.387063:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000005f52e5d7. 20000000:00000001:3.0:1767384308.387067:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384308.387069:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737747584 00010000:00000001:3.0:1767384308.387070:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384308.387073:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000783ca28 x1853236737747584/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384308.387078:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.387079:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.387081:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.387099:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.387102:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.387103:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384308.387105:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.387107:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.387110:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.387112:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.387114:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384308.387117:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737747584, offset 224 00000400:00000200:3.0:1767384308.387122:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.387129:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.387136:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d702a80 00000400:00000200:3.0:1767384308.387140:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1355 [1] + 224 00000400:00000200:3.0:1767384308.387144:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.387147:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.387150:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.387153:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.387169:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.387184:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.387190:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384308.387192:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384308.387194:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384308.387196:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.387198:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.387200:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384308.387203:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384308.387205:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.387207:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384308.387211:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000783ca28 x1853236737747584/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.387222:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000783ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737747584:12345-0@lo:256: Request processed in 389us (566us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384308.387223:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384308.387232:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384308.387233:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000400:00000001:1.0:1767384308.387239:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384308.387240:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384308.387243:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.387244:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384308.387247:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c665934c. 00000020:00000010:3.0:1767384308.387253:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00000400:00000010:1.0:1767384308.387253:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000400:00000200:1.0:1767384308.387263:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000020:00000010:3.0:1767384308.387264:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159a3df6. 00000020:00000040:3.0:1767384308.387317:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384308.387321:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384308.387323:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ee181fc1. 00000400:00000010:1.0:1767384308.387324:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 02000000:00000001:3.0:1767384308.387325:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384308.387328:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.387332:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.387333:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384308.387339:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007780e298. 00000100:00000200:1.0:1767384308.387342:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384308.387343:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9408ea0. 00000100:00000200:1.0:1767384308.387355:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.387363:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.387365:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.387367:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.387368:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.387370:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.387371:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.387373:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.387376:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.387379:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.387381:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.387383:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.387385:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.387386:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.387388:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.387391:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.387399:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.387406:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.387407:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.387409:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.387417:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737747584:0@lo:256: 00000100:00000001:1.0:1767384308.387421:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.387423:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.387429:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.387430:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.387433:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.387439:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.387441:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000322bfee1. 00000100:00000001:1.0:1767384308.387443:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.387444:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.387447:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 18, more 0. 10000000:00000001:1.0:1767384308.387450:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384308.387455:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000050e4bb7. 10000000:00000040:1.0:1767384308.387464:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384308.387470:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384308.387473:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384308.387477:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:1.0:1767384308.387479:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.387482:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384308.387483:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:1.0:1767384308.387485:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:1.0:1767384308.387488:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 7 NIDs 00000400:00001000:1.0:1767384308.387491:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384308.387494:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:1.0:1767384308.387498:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384308.387503:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (7) 00000400:00000200:1.0:1767384308.387507:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384308.387511:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384308.387513:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (8) 00000400:00000200:1.0:1767384308.387516:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:1.0:1767384308.387518:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:1.0:1767384308.387521:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387523:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:1.0:1767384308.387524:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:1.0:1767384308.387527:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387529:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:1.0:1767384308.387531:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:1.0:1767384308.387538:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387539:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:1.0:1767384308.387541:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:1.0:1767384308.387544:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387545:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:1.0:1767384308.387547:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:1.0:1767384308.387550:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387551:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:1.0:1767384308.387553:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:1.0:1767384308.387556:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.387557:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000100:00000001:1.0:1767384308.387559:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.387561:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.387564:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:1.0:1767384308.387568:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000082955055. 10000000:00000040:1.0:1767384308.387570:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 18/18 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:1.0:1767384308.387573:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384308.387579:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384308.387582:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e580c390. 00000020:00000010:1.0:1767384308.387586:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000cd143d6. 00000040:00000010:1.0:1767384308.387589:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c825e59. 00000020:00000010:1.0:1767384308.387593:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4127b0d. 00000020:00000010:1.0:1767384308.387597:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384308.387601:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1017b71. 80000000:00000010:1.0:1767384308.387605:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061ddff34. 40000000:00000010:1.0:1767384308.387608:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac2a3c34. 00100000:00000010:1.0:1767384308.387612:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b511aacf. 00040000:00000010:1.0:1767384308.387617:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055858d19. 00040000:00000010:1.0:1767384308.387621:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000057eb8fa. 00040000:00000010:1.0:1767384308.387624:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000990d486e. 00080000:00000010:1.0:1767384308.387628:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003d78b3f9. 00000004:00000010:1.0:1767384308.387632:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003498b68b. 00000004:00000010:1.0:1767384308.387637:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000444f053b. 00000004:00000010:1.0:1767384308.387641:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064d9a576. 00002000:00000010:1.0:1767384308.387648:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009768bf1f. 00000004:00000010:1.0:1767384308.387652:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000648baadc. 00000004:00000001:1.0:1767384308.387656:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384308.387659:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384308.387660:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000082955055 00000040:00001000:1.0:1767384308.387662:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384308.387664:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384308.387665:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384308.387667:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384308.387670:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384308.387671:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384308.387673:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384308.387674:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:1.0:1767384308.387676:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384308.387730:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384308.387735:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000cd143d6. 00000040:00000010:1.0:1767384308.387739:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c825e59. 00000020:00000010:1.0:1767384308.387742:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4127b0d. 00000020:00000010:1.0:1767384308.387746:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384308.387751:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d1017b71. 80000000:00000010:1.0:1767384308.387770:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061ddff34. 40000000:00000010:1.0:1767384308.387775:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac2a3c34. 00100000:00000010:1.0:1767384308.387779:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b511aacf. 00040000:00000010:1.0:1767384308.387782:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000055858d19. 00040000:00000010:1.0:1767384308.387786:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000057eb8fa. 00040000:00000010:1.0:1767384308.387789:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000990d486e. 00080000:00000010:1.0:1767384308.387792:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003d78b3f9. 00000004:00000010:1.0:1767384308.387794:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003498b68b. 00000004:00000010:1.0:1767384308.387797:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000444f053b. 00000004:00000010:1.0:1767384308.387801:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064d9a576. 00002000:00000010:1.0:1767384308.387804:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009768bf1f. 00000004:00000010:1.0:1767384308.387807:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000648baadc. 00000020:00000010:1.0:1767384308.387809:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e580c390. 00000020:00000001:1.0:1767384308.387811:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.387813:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384308.387816:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000082955055. 10000000:00000010:1.0:1767384308.387824:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000050e4bb7. 10000000:00000001:1.0:1767384308.387827:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.387829:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.387833:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737747584/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.387841:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.387842:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.387844:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023bd2f60. 02000000:00000001:1.0:1767384308.387847:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.387848:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.387849:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384308.387851:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384308.387852:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384308.387854:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.387855:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384308.387857:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384308.387858:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001a2e7d75. 00000100:00000010:1.0:1767384308.387860:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c8720efe. 00000100:00000001:1.0:1767384308.387862:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384308.387864:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000070beb58f. 02000000:00000001:1.0:1767384308.387866:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.387867:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.387868:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000001:1.0:1767384308.387870:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.387871:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384308.387882:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009de9c614. 10000000:01000000:1.0:1767384308.387885:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384308.387888:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384308.387889:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.387891:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.387892:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=3 00000020:00000001:1.0:1767384308.387894:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.387896:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384308.387899:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384308.387901:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcf4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.387913:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.387914:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.387915:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000009c411ead/0x1cafe7b7e4a4fced lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fcf4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.387921:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.387923:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.387924:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384308.387926:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.387928:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.387930:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384308.387933:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384308.387934:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:1.0:1767384308.387936:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384308.398091:0:20550:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ebde92c0. 00000020:00000040:0.0:1767384308.398102:0:20550:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384308.398105:0:20550:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ebde92c0. 00000100:00000040:0.0:1767384308.406342:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294896148, at 4294896149 00000100:00000010:0.0:1767384308.406353:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ec3d6fd. 00000100:00000040:1.0:1767384308.406462:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294896148, at 4294896149 00000100:00000010:1.0:1767384308.406466:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026ddfd65. 00000100:00000040:3.0:1767384308.407355:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294896148, at 4294896150 00000100:00000010:3.0:1767384308.407369:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e1b4e63. 00010000:00000001:3.0:1767384308.769344:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384308.769349:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.769354:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384308.769356:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.769380:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384308.769384:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.769387:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384308.828211:0:20656:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384308.828215:0:20656:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767384308.830888:0:20656:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384308.836986:0:20657:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aaead0aa. 00000400:00000010:3.0:1767384308.836997:0:20657:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000edc247fe. 00000400:00000010:3.0:1767384308.837006:0:20657:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000015261ce5. 00000400:00000010:3.0:1767384308.837008:0:20657:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000021d8e54c. 00000400:00000010:3.0:1767384308.837011:0:20657:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000068e9ed4. 00000400:00000010:3.0:1767384308.837015:0:20657:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7532b2f. 00000400:00000010:3.0:1767384308.837016:0:20657:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009808beb8. 00000400:00000010:3.0:1767384308.837017:0:20657:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000291873df. 00000400:00000010:3.0:1767384308.837020:0:20657:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df9dac8f. 00000800:00000010:3.0:1767384308.837028:0:20657:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fc557695. 00000800:00000200:3.0:1767384308.837036:0:20657:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384308.837043:0:20657:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384308.837073:0:20657:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384308.837090:0:20657:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384308.838517:0:20657:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000002f9d54a8. 00000400:00000010:3.0:1767384308.838523:0:20657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004495d55a. 00000400:00000010:3.0:1767384308.838527:0:20657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000400:00000001:3.0:1767384308.838539:0:20657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384308.838540:0:20657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384308.838541:0:20657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004878204d. 00000400:00000200:3.0:1767384308.838543:0:20657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384308.838545:0:20657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000400:00000010:3.0:1767384308.838548:0:20657:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000715d7ec9. 00000400:00000200:3.0:1767384308.838551:0:20657:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (7) 00000400:00000200:3.0:1767384308.838561:0:20657:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384308.838571:0:20657:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384308.838577:0:20657:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000083d72895. 00000020:01000000:3.0:1767384308.838581:0:20657:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384308.838585:0:20657:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp16 00000400:00000010:3.0:1767384308.838599:0:20657:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000edc247fe. 00000400:00000010:3.0:1767384308.838603:0:20657:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aaead0aa. 00000020:00000001:1.0:1767384308.838665:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384308.838671:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384308.838675:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384308.838678:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384308.838683:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384308.838687:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384308.838691:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384308.838692:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384308.838695:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384308.838697:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384308.838700:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384308.838703:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384308.838706:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384308.838708:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384308.838715:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 00000020:00000040:1.0:1767384308.838720:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384308.838733:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.838736:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.838742:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.838766:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007dc6e5a3. 00000100:00000001:1.0:1767384308.838773:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.838782:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.838785:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.838793:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed0abcdd] to pc [ptlrpcd_00_03+3] req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384308.838807:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (2) 10000000:00000001:1.0:1767384308.838828:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.838833:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.838836:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.838837:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384308.838838:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384308.838842:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384308.838845:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384308.838846:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384308.838848:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384308.838850:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384308.838852:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384308.838853:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384308.838857:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384308.838861:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384308.838864:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384308.838866:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384308.838867:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384308.838869:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384308.838869:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384308.838874:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384308.838875:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384308.838875:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384308.838878:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384308.838879:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384308.838879:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384308.838883:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.838885:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6fb229f. 00000100:00100000:3.0:1767384308.838886:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737747712:0@lo:253: 00000020:00000040:1.0:1767384308.838888:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384308.838892:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384308.838893:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.838895:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384308.838898:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384308.838901:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.838905:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.838906:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384308.838915:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000055b78d00. 02000000:00000010:1.0:1767384308.838917:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003617e049. 02000000:00000001:3.0:1767384308.838919:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.838922:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.838925:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000100:00000001:1.0:1767384308.838926:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.838929:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.838934:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edc247fe. 00000100:00000040:1.0:1767384308.838934:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6fb229f] to pc [ptlrpcd_00_00+0] req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384308.838939:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737747712, portal 25 00000100:00000001:3.0:1767384308.838945:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384308.838949:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000040:3.0:1767384308.838957:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384308.838963:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.838967:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.838971:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384308.838975:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384308.838977:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384308.838979:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000083d72895. 00000100:00000040:3.0:1767384308.838982:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.838986:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6b02ae8. 00000100:00000200:3.0:1767384308.838989:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737747712, offset 0 00000100:00000001:1.0:1767384308.838992:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.838995:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839001:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.839005:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384308.839006:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384308.839009:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.839015:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384308.839019:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384308.839027:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.839029:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.839031:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384308.839034:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702b00 02000000:00000001:1.0:1767384308.839035:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.839039:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.839043:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6fb229f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737747840:0@lo:253: 00000400:00000200:3.0:1767384308.839044:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000100:00000001:1.0:1767384308.839049:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384308.839051:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b57ead. 02000000:00000001:1.0:1767384308.839053:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.839056:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.839057:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068cf191c 02000000:00000001:1.0:1767384308.839058:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384308.839064:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.839069:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384308.839072:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c4a81119. 00000400:00000200:3.0:1767384308.839073:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068cf191c 00000400:00000010:3.0:1767384308.839076:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068cf191c. 02000000:00000001:1.0:1767384308.839077:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839083:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384308.839084:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000100:00000200:3.0:1767384308.839085:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384308.839090:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000fb85f410 x1853236737747712 msgsize 4848 00000400:00000010:1.0:1767384308.839090:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec9e10f3. 00000100:00000200:1.0:1767384308.839096:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737747840, portal 25 00000100:00100000:3.0:1767384308.839101:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384308.839101:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384308.839104:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.839104:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009637632 : -113991699913984 : ffff98533d382300) 00000100:00000040:1.0:1767384308.839111:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.839113:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.839118:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384308.839121:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6b02ae8 00000400:00000010:3.0:1767384308.839124:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6b02ae8. 00000100:00000001:3.0:1767384308.839128:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384308.839128:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.839132:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006670ba80. 00000100:00000200:3.0:1767384308.839133:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.839135:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737747840, offset 0 00000100:00000001:3.0:1767384308.839146:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384308.839147:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384308.839151:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384308.839159:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384308.839160:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839163:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.839167:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839170:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896600 00000100:00000010:3.0:1767384308.839173:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfc105b9. 00000400:00000200:1.0:1767384308.839177:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702b80 00000100:00000001:3.0:1767384308.839179:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384308.839183:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:3.0:1767384308.839185:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896600 00000400:00000010:1.0:1767384308.839191:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba26b02. 00000100:00000010:3.0:1767384308.839192:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015966eba. 00000400:00000200:1.0:1767384308.839196:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbe45a27 00000100:00000001:3.0:1767384308.839197:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384308.839202:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.839207:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.839208:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896600 00000400:00000200:1.0:1767384308.839211:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe45a27 00000100:00000010:3.0:1767384308.839213:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa49e7f0. 00000400:00000010:1.0:1767384308.839213:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbe45a27. 00000100:00000001:3.0:1767384308.839219:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384308.839220:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.839223:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384308.839224:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896600 00000100:00000040:1.0:1767384308.839226:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000066b61a46 x1853236737747840 msgsize 4848 00000100:00000010:3.0:1767384308.839229:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de526bca. 00000100:00000001:3.0:1767384308.839235:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00100000:1.0:1767384308.839238:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384308.839240:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384308.839242:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384308.839243:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839247:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839249:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.839253:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384308.839256:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384308.839260:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384308.839260:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006670ba80 00000400:00000010:1.0:1767384308.839264:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006670ba80. 00000100:00000001:3.0:1767384308.839265:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.839267:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.839268:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384308.839270:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384308.839298:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.839305:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.839307:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.839312:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839313:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839317:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.839321:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839324:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896601 00000100:00000001:1.0:1767384308.839333:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896600 00000100:00000001:3.0:1767384308.839334:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384308.839338:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747712 02000000:00000001:3.0:1767384308.839341:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384308.839342:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896601 00000100:00000001:3.0:1767384308.839345:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384308.839347:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839348:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896600 02000000:00000001:3.0:1767384308.839350:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384308.839353:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747712 00000020:00000001:3.0:1767384308.839357:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384308.839359:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384308.839359:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896601 00000020:00000001:3.0:1767384308.839364:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384308.839366:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896600 00000020:00000040:3.0:1767384308.839367:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384308.839373:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.839374:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896601 00000020:00000001:3.0:1767384308.839377:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.839379:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896600 00000100:00000001:3.0:1767384308.839382:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384308.839384:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.839386:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087de34ac. 00000100:00000001:1.0:1767384308.839387:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839392:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.839393:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839398:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384308.839399:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087de34ac. 00000020:00000010:3.0:1767384308.839407:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000953ec108. 00000100:00000001:1.0:1767384308.839407:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.839410:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384308.839412:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.839415:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.839417:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839418:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.839420:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044bf9fa3. 00000020:00000010:3.0:1767384308.839426:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000100:00000001:1.0:1767384308.839429:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.839433:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.839434:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384308.839438:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.839440:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384308.839441:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839446:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384308.839449:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.839450:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737747840 02000000:00000001:1.0:1767384308.839453:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384308.839457:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.839458:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.839462:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.839465:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.839467:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737747840 00000020:00000001:1.0:1767384308.839469:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384308.839471:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384308.839473:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384308.839474:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384308.839475:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000100:00000001:3.0:1767384308.839477:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384308.839480:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:3.0:1767384308.839484:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000020:00000001:1.0:1767384308.839484:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000040:3.0:1767384308.839490:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384308.839490:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384308.839494:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745471056 : -113996964080560 : ffff985203735450) 00000020:00000010:1.0:1767384308.839495:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe06645. 00000100:00000040:3.0:1767384308.839499:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb85f410 x1853236737747712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.839499:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384308.839504:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe06645. 00000100:00000001:3.0:1767384308.839512:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384308.839512:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1017b71. 00000020:00000010:3.0:1767384308.839516:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087de34ac. 00000100:00000001:3.0:1767384308.839520:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.839523:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087de34ac. 00000020:00000010:1.0:1767384308.839523:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082955055. 00000100:00100000:3.0:1767384308.839529:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb85f410 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737747712:12345-0@lo:253: 00000020:00000010:1.0:1767384308.839529:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004afda6e0. 00000100:00000200:3.0:1767384308.839534:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747712 00000100:00000001:1.0:1767384308.839536:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384308.839537:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384308.839539:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384308.839541:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384308.839542:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.839545:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.839548:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384308.839549:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.839550:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384308.839556:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384308.839557:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.839558:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.839561:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384308.839563:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384308.839566:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839568:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384308.839569:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384308.839570:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384308.839572:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384308.839575:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:1.0:1767384308.839580:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 02000000:00000010:3.0:1767384308.839581:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083d72895. 00000100:00000001:1.0:1767384308.839581:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745475152 : -113996964076464 : ffff985203736450) 02000000:00000001:3.0:1767384308.839586:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.839589:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.839590:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066b61a46 x1853236737747840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384308.839592:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384308.839598:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:3.0:1767384308.839602:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d68a31d1. 00000020:00000010:1.0:1767384308.839602:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe06645. 00000100:00000001:1.0:1767384308.839607:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384308.839608:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384308.839610:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe06645. 20000000:00000001:3.0:1767384308.839611:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384308.839614:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384308.839617:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066b61a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737747840:12345-0@lo:253: 20000000:00000001:3.0:1767384308.839618:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.839623:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384308.839624:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737747840 20000000:00000001:3.0:1767384308.839627:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384308.839628:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384308.839631:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384308.839633:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.839634:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:3.0:1767384308.839636:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073c10cfd. 00000020:00000001:1.0:1767384308.839636:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384308.839640:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384308.839641:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000020:00000001:1.0:1767384308.839644:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384308.839647:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384308.839648:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384308.839648:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384308.839651:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.839653:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384308.839654:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384308.839657:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384308.839662:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df0bef0d. 02000000:00000001:1.0:1767384308.839670:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.839671:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.839673:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384308.839680:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f2f02960. 20000000:01000000:1.0:1767384308.839682:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384308.839684:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384308.839686:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384308.839688:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.839689:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.839691:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384308.839696:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384308.839700:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384308.839701:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.839702:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384308.839705:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384308.839709:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:3.0:1767384308.839711:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384308.839717:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee181fc1. 00080000:00000001:3.0:1767384308.839719:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081082031104 : -113992627520512 : ffff985305edfc00) 00080000:00000001:3.0:1767384308.839722:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384308.839833:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384308.839836:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.839838:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384308.839855:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.839859:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384308.839988:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384308.839993:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384308.840054:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd103dce. 00000800:00000010:1.0:1767384308.840059:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006670ba80. 00000800:00000010:1.0:1767384308.840080:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc2cb34c. 00000800:00000200:1.1:1767384308.840086:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (2) 00000800:00000200:1.1:1767384308.840089:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp15 00000000fc2cb34c deleted 00000800:00000010:1.1:1767384308.840097:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fc2cb34c. 00000800:00000200:1.1:1767384308.840102:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384308.840107:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:1011 00000800:00000200:1.1:1767384308.840110:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fe89a7d type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767384308.840116:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp15 p 3.x 192.168.203.152 -> 192.168.203.152:1011 incarnation:1767384307362637251 sched[0] 00000800:00000010:1.0:1767384308.840121:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008fe06645. 00000800:00000010:1.0:1767384308.840170:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008fe06645. 00000800:00000010:1.0:1767384308.840174:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006670ba80. 00000800:00000200:3.1:1767384308.840194:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384308.840202:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp15 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384307362637251 sched[0] 00000800:00000010:1.0:1767384308.840202:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000093d4bad. 00000800:00000010:3.0:1767384308.840208:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000853f9620. 00000800:00000001:1.0:1767384308.840248:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840253:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.840261:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384308.840329:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:1.0:1767384308.840333:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384308.840337:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fe89a7d. 00000400:00000200:1.0:1767384308.840342:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.840347:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: PUT: OK 00000400:00000200:1.0:1767384308.840350:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384308.840354:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000001:1.0:1767384308.840359:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840364:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384308.840365:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840370:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384308.840375:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : PUT - for me 00000400:00000200:3.0:1767384308.840378:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384308.840384:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384308.840389:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 160/160 into md 0x132d [1] + 0 00000400:00000010:1.0:1767384308.840392:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001347a48e. 00000400:00000200:1.0:1767384308.840402:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f896d97f 00000800:00000001:1.0:1767384308.840405:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384308.840410:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:1.0:1767384308.840413:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384308.840416:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.840421:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: PUT: OK 00000400:00000200:1.0:1767384308.840424:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f896d97f 00000400:00000010:1.0:1767384308.840425:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f896d97f. 00000400:00000200:1.0:1767384308.840429:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384308.840431:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (9) 00000400:00000200:1.0:1767384308.840435:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:1.0:1767384308.840438:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000006670ba80. 00000400:00000200:1.0:1767384308.840441:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 8 00000400:00000200:3.0:1767384308.840446:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384308.840447:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384308.840460:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (10) 00000400:00000200:1.0:1767384308.840464:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384308.840470:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp15 to MR: 192.168.203.152@tcp15 local destination 00000400:00000200:1.0:1767384308.840475:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.152@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384308.840488:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) -> 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) 192.168.203.152@tcp15 : ACK try# 0 00000400:00000200:3.0:1767384308.840490:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000200:1.0:1767384308.840496:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp15 00000800:00000010:1.0:1767384308.840517:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055858d19. 00000800:00000200:1.0:1767384308.840522:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (4) 00000400:00000200:3.0:1767384308.840523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000200:1.0:1767384308.840527:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:988 00000800:00000200:1.0:1767384308.840531:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055858d19 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384308.840562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000800:00000200:1.0:1767384308.840581:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384308.840584:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055858d19. 00000400:00000200:1.0:1767384308.840588:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.840592:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384308.840593:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: ACK: OK 00000800:00000001:1.0:1767384308.840602:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840607:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384308.840609:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840613:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384308.840620:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840625:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.840627:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384308.840633:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : ACK - for me 00000400:00000200:1.0:1767384308.840644:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp15: ACK from 12345-192.168.203.152@tcp15 into md 0x136d 00000400:00000200:1.0:1767384308.840647:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.840651:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: ACK: OK 00000400:00000200:1.0:1767384308.840655:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda63e05 00000400:00000010:1.0:1767384308.840656:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda63e05. 00000400:00000200:1.0:1767384308.840660:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384308.840663:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384308.840668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384308.840668:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384308.840671:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (9) 00000800:00000001:1.0:1767384308.840677:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384308.840681:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.840703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384308.840733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000800:00000010:3.0:1767384308.840901:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b8c7feb. 00000800:00000010:3.0:1767384308.840905:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6b02ae8. 00000800:00000010:3.0:1767384308.840909:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087de34ac. 00000800:00000010:3.0:1767384308.840941:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087de34ac. 00000400:00000200:1.0:1767384308.840955:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384308.840972:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384308.840990:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008b9dff06. 00000800:00000010:3.0:1767384308.841015:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027e262a3. 00000800:00000010:3.0:1767384308.841020:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000095cff38c. 00000800:00000010:3.0:1767384308.841038:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007ed7e050. 00000800:00000200:3.1:1767384308.841044:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (4) 00000800:00000200:3.1:1767384308.841048:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp15 000000007ed7e050 deleted 00000800:00000010:3.1:1767384308.841050:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007ed7e050. 00000800:00000200:3.1:1767384308.841054:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384308.841059:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp15 p 3.x 192.168.203.152 -> 192.168.203.152:1010 incarnation:1767384307362637251 sched[0] 00000800:00000010:3.0:1767384308.841063:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087de34ac. 00000800:00000010:3.0:1767384308.841099:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087de34ac. 00000800:00000010:3.0:1767384308.841102:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000095cff38c. 00000800:00000010:3.0:1767384308.841121:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008b9dff06. 00000800:00000200:3.1:1767384308.841138:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384308.841144:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp15 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384307362637251 sched[0] 00000800:00000010:3.0:1767384308.841147:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6b02ae8. 00080000:00000001:1.0:1767384308.848981:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384308.848985:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384308.848989:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384308.848991:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384308.848993:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384308.848996:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee181fc1. 00080000:00000001:1.0:1767384308.849002:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384308.849029:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a41f89d. 20000000:01000000:0.0:1767384308.849034:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:01000000:1.0:1767384308.849036:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384308.849038:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384308.849040:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384308.849044:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384308.849045:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384308.849050:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384308.849055:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384308.849060:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e20f795f count: 2 00010000:00000001:1.0:1767384308.849063:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.849065:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.849069:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004876a089. 00080000:00000001:0.0:1767384308.849071:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384308.849072:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.849077:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004876a089 with handle 0x1cafe7b7e4a4fcfb to hash 00080000:00000001:0.0:1767384308.849077:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384308.849079:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.849081:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384308.849082:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384308.849084:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384308.849087:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:1.0:1767384308.849091:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00080000:00000001:0.0:1767384308.849091:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384308.849095:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00080000:00000010:0.0:1767384308.849097:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c256c6b5. 00010000:00000001:1.0:1767384308.849098:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384308.849101:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730970112 : -113996978581504 : ffff985202961000) 00010000:00000001:1.0:1767384308.849102:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384308.849105:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384308.849106:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.849113:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.849117:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384308.849119:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384308.849121:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.849122:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384308.849126:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.849130:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384308.849132:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849134:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.849135:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.849137:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.849138:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384308.849140:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384308.849145:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e20f795f) refcount = 2 00010000:00000040:1.0:1767384308.849147:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384308.849149:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384308.849153:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384308.849154:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384308.849159:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae35ba6. 00000001:00000001:0.0:1767384308.849161:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1767384308.849162:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384308.849164:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.849166:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f89e3d5. 00080000:00000001:0.0:1767384308.849167:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384308.849175:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081074660096 : -113992634891520 : ffff9853057d8300) 00000100:00000001:1.0:1767384308.849177:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081074660096 : -113992634891520 : ffff9853057d8300) 00080000:00000001:0.0:1767384308.849178:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849180:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:0.0:1767384308.849181:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384308.849182:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384308.849185:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384308.849188:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.849190:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384308.849192:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.849194:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.849196:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384308.849198:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384308.849201:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096950708. 00000020:00000040:1.0:1767384308.849204:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:1.0:1767384308.849206:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.849208:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.849211:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.849216:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c825e59. 00000100:00000001:1.0:1767384308.849220:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.849223:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.849234:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 16 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000001:1.0:1767384308.849240:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767384308.849240:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384308.849242:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384308.849243:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384308.849248:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.849254:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.849255:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.849259:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096950708 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737747968:0@lo:104: 00000100:00000001:1.0:1767384308.849261:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.849264:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.849265:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.849266:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.849352:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd143d6. 02000000:00000001:1.0:1767384308.849355:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.849358:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d9febb2. 00000400:00000010:1.0:1767384308.849362:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384308.849365:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737747968, portal 16 00000100:00000001:1.0:1767384308.849367:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.849368:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009634048 : -113991699917568 : ffff98533d381500) 00000100:00000040:1.0:1767384308.849373:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.849378:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.849380:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.849382:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384308.849383:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737747968, offset 0 00000400:00000200:1.0:1767384308.849387:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.849393:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.849398:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d702c00 00000400:00000200:1.0:1767384308.849402:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384308.849406:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.849409:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.849412:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.849413:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384308.849415:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000110d25f1. 00000100:00000040:1.0:1767384308.849417:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000110d25f1 x1853236737747968 msgsize 328 00000100:00100000:1.0:1767384308.849423:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384308.849434:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.849438:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384308.849440:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384308.849442:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.849445:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.849453:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.849456:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.849461:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849470:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.849476:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849483:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896611 00000100:00000001:1.0:1767384308.849491:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896601 00000100:00000001:1.0:1767384308.849498:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896611 00000100:00000001:1.0:1767384308.849506:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896601 00000100:00000001:1.0:1767384308.849515:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896611 00000100:00000001:1.0:1767384308.849523:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896601 00000100:00000001:1.0:1767384308.849529:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896611 00000100:00000001:1.0:1767384308.849535:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896601 00000100:00000001:1.0:1767384308.849541:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.849546:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849549:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849551:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.849557:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849559:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.849562:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.849564:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849566:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384308.849569:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384308.849572:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849573:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.849575:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384308.849576:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f89e3d5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384308.849579:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.849584:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849626:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.849630:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384308.849635:0:19331:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849639:0:19331:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.849912:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384308.849918:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.849921:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.849924:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d9febb2. 00000400:00000200:1.0:1767384308.849928:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000400:00000010:1.0:1767384308.849937:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000100:00000001:1.0:1767384308.849941:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.849945:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384308.849952:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.849961:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.849964:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.849966:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.849967:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.849969:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.849972:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.849975:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.849982:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.849987:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.849990:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.849994:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.849998:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.850001:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850006:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.850014:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.850030:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.850033:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.850035:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.850038:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384308.850039:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.850041:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.850043:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.850046:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384308.850055:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096950708 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737747968:0@lo:104: 00000100:00000001:1.0:1767384308.850061:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.850066:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850075:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.850079:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.850082:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096950708 x1853236737747968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384308.850089:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.850094:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.850096:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd143d6. 02000000:00000001:1.0:1767384308.850102:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.850105:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.850107:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:1.0:1767384308.850109:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.850110:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c825e59. 02000000:00000001:1.0:1767384308.850114:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.850115:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.850117:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096950708. 00000100:00000001:1.0:1767384308.850120:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.850122:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384308.850123:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f89e3d5. 00000100:00000001:1.0:1767384308.850125:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384308.850126:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384308.850128:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae35ba6. 00010000:00000001:1.0:1767384308.850131:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.850133:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.850134:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384308.850137:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384308.850139:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384308.850140:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384308.850553:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.850556:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.850560:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.850568:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.850583:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.850585:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.850595:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.850598:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.850600:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.850606:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046c1cb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737748096:0@lo:103: 00000100:00000001:1.0:1767384308.850614:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.850617:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.850619:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.850621:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.850624:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c825e59. 02000000:00000001:1.0:1767384308.850627:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.850631:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d9febb2. 00000400:00000010:1.0:1767384308.850639:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384308.850643:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737748096, portal 18 00000100:00000001:1.0:1767384308.850648:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.850649:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995997184 : -113991713554432 : ffff98533c680000) 00000100:00000040:1.0:1767384308.850652:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.850657:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.850661:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.850666:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384308.850671:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737748096, offset 0 00000400:00000200:1.0:1767384308.850680:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.850689:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.850699:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d702c80 00000400:00000200:1.0:1767384308.850704:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384308.850709:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.850711:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.850715:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.850716:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384308.850719:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096950708. 00000100:00000040:1.0:1767384308.850721:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000096950708 x1853236737748096 msgsize 328 00000100:00100000:1.0:1767384308.850726:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384308.850737:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.850748:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384308.850750:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384308.850769:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.850773:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.850779:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.850782:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384308.850785:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000073296e3f. 00000100:00000001:1.0:1767384308.850787:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850791:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.850796:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.850797:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384308.850801:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896612 00000100:00100000:3.0:1767384308.850802:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737748096 02000000:00000001:3.0:1767384308.850807:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384308.850809:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.850810:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896611 00000100:00000001:3.0:1767384308.850813:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850815:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896612 00000100:00000001:1.0:1767384308.850819:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896611 00000100:00000001:1.0:1767384308.850824:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896612 02000000:00000001:3.0:1767384308.850825:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850827:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896611 00000100:00100000:3.0:1767384308.850830:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737748096 00000100:00000001:1.0:1767384308.850832:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896612 00000020:00000001:3.0:1767384308.850834:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384308.850836:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896611 00000020:00000040:3.0:1767384308.850838:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384308.850842:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384308.850842:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384308.850846:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000100:00000001:1.0:1767384308.850846:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850850:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.850852:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.850853:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.850858:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384308.850860:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.850863:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384308.850864:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384308.850865:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.850868:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.850870:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002450169c. 00000100:00000001:1.0:1767384308.850870:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850875:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.850876:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.850881:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002450169c. 00000020:00000010:3.0:1767384308.850886:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005489fe5. 00000100:00000001:1.0:1767384308.850887:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.850889:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.850890:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002452d4b8. 00000100:00000001:1.0:1767384308.850891:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.850895:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.850897:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000100:00000040:3.0:1767384308.850906:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384308.850910:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.850911:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384308.850913:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384308.850915:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.850917:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384308.850920:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384308.850922:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.850923:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d5ca49 refcount=4 00000020:00000001:3.0:1767384308.850926:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384308.850928:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00010000:3.0:1767384308.850933:0:16763:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000001:3.0:1767384308.850940:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.850942:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.850943:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.850945:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.850950:0:16763:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384308.850961:0:16763:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096950708 x1853236737748096/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.850967:0:16763:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384308.850969:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.850979:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.850988:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.850990:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384308.850993:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384308.850996:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:3.0:1767384308.850997:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009634048 : -113991699917568 : ffff98533d381500) 00000100:00000040:3.0:1767384308.851001:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096950708 x1853236737748096/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384308.851001:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000091fe5abe. 00000100:00000001:0.0:1767384308.851007:0:16764:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384308.851010:0:16764:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000001:3.0:1767384308.851011:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.851016:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002450169c. 00000100:00000010:0.0:1767384308.851016:0:16764:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f1796324. 00000100:00000001:3.0:1767384308.851018:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.851020:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002450169c. 00000100:00100000:3.0:1767384308.851026:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096950708 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16139:x1853236737748096:12345-0@lo:103: 00000100:00100000:0.0:1767384308.851026:0:16764:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000200:3.0:1767384308.851031:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737748096 00010000:00000001:3.0:1767384308.851033:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384308.851035:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384308.851037:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384308.851040:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384308.851042:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384308.851045:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed2389a7. 02000000:00000001:3.0:1767384308.851047:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.851048:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851051:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384308.851052:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384308.851054:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384308.851055:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.851056:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d5ca49 refcount=4 00000020:00000001:3.0:1767384308.851058:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000001:3.0:1767384308.851060:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294052352 : -113992415499264 : ffff985312912c00) 00010000:00000040:3.0:1767384308.851067:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e20f795f count: 3 00010000:00010000:3.0:1767384308.851070:0:16763:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00000100:00001000:3.0:1767384308.851075:0:16763:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384308 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384308.851077:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384308.851082:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851083:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384308.851085:0:16763:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00000020:00000001:3.0:1767384308.851089:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384308.851091:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384308.851093:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.851094:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851098:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384308.851099:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384308.851104:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851105:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851107:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384308.851108:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384308.851110:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082d5ca49 with handle 0x1cafe7b7e4a4fcf4 from hash 00010000:00000001:3.0:1767384308.851112:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384308.851112:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851113:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851114:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384308.851116:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384308.851117:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384308.851119:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000082d5ca49/0x1cafe7b7e4a4fcf4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fced expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000040:3.0:1767384308.851124:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:3.0:1767384308.851126:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:3.0:1767384308.851131:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851132:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384308.851134:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384308.851139:0:16763:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004876a089 00010000:00000001:3.0:1767384308.851140:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384308.851142:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.851143:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.851145:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.851146:0:16763:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.851148:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384308.851149:0:16763:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384308.851151:0:16763:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851155:0:16763:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384308.851157:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384308.851159:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384308.851160:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384308.851161:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e20f795f) refcount = 2 00010000:00010000:3.0:1767384308.851164:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851167:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384308.851168:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384308.851169:0:16763:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.851171:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384308.851174:0:16763:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002450169c. 00000100:00000001:3.0:1767384308.851175:0:16763:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384308.851179:0:16763:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ed7e050. 00000100:00000001:3.0:1767384308.851180:0:16763:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081997081600 : -113991712470016 : ffff98533c788c00) 00000100:00000001:3.0:1767384308.851182:0:16763:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081997081600 : -113991712470016 : ffff98533c788c00) 00000100:00000001:3.0:1767384308.851184:0:16763:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384308.851184:0:16763:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384308.851186:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384308.851188:0:16763:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384308.851190:0:16763:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384308.851192:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384308.851193:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.851194:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=5 00000020:00000001:3.0:1767384308.851202:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:3.0:1767384308.851205:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:3.0:1767384308.851208:0:16763:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384308.851210:0:16763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851217:0:16763:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384308.851220:0:16763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851226:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851227:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384308.851229:0:16763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851235:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384308.851237:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851240:0:16763:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384308.851242:0:16763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384308.851249:0:16763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004876a089 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384308.851254:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384308.851257:0:16763:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384308.851259:0:16763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851265:0:16763:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384308.851267:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384308.851268:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384308.851269:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=6 00000020:00000001:3.0:1767384308.851270:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:3.0:1767384308.851271:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:3.0:1767384308.851293:0:16763:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384308.851301:0:16763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851305:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384308.851307:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384308.851308:0:16763:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851320:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384308.851321:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384308.851323:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384308.851324:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384308.851326:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004876a089 with handle 0x1cafe7b7e4a4fcfb from hash 00010000:00000001:3.0:1767384308.851328:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384308.851329:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851330:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851330:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384308.851332:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384308.851333:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384308.851335:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384308.851336:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.851338:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.851338:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851342:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384308.851345:0:16763:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384308.851349:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.851350:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384308.851351:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851354:0:16763:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.851354:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384308.851356:0:16763:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851359:0:16763:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.851359:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384308.851363:0:16763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.851372:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384308.851373:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.851374:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851375:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.851376:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851378:0:16763:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000001:1.0:1767384308.851378:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384308.851381:0:16763:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384308.851383:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.851384:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851386:0:16763:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384308.851387:0:16763:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.851393:0:16763:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851395:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384308.851396:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fcfb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.851405:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384308.851407:0:16763:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851409:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384308.851410:0:16763:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384308.851413:0:16763:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.851415:0:16763:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.851417:0:16763:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384308.851419:0:16763:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ed7e050. 00000100:00000001:3.0:1767384308.851422:0:16763:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384308.851424:0:16763:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384308.851426:0:16763:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002450169c. 00010000:00000001:3.0:1767384308.851429:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384308.851430:0:16763:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e20f795f count: 0 00010000:00010000:3.0:1767384308.851435:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384308.851437:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.851440:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.851441:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.851444:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.851447:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.851449:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.851452:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384308.851454:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.851456:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.851459:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.851462:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.851526:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384308.851530:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737748096, offset 224 00000400:00000200:3.0:1767384308.851535:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.851543:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.851554:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d702c80 00000400:00000200:3.0:1767384308.851560:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1391 [1] + 224 00000400:00000200:3.0:1767384308.851581:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.851584:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.851588:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.851592:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.851602:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.851622:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.851628:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384308.851631:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384308.851634:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384308.851636:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.851640:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.851643:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384308.851645:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.851648:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.851653:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096950708 x1853236737748096/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 328/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.851663:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096950708 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737748096:12345-0@lo:103: Request processed in 650us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384308.851671:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384308.851674:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384308.851677:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.851679:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384308.851683:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002452d4b8. 00000020:00000010:3.0:1767384308.851688:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384308.851693:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005489fe5. 00000020:00000040:3.0:1767384308.851698:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:3.0:1767384308.851701:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.851701:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.851704:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384308.851738:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384308.851739:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384308.851741:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d9febb2. 00000400:00000200:0.0:1767384308.851744:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000400:00000010:0.0:1767384308.851746:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000100:00000001:0.0:1767384308.851749:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.851767:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.851769:0:16764:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384308.851779:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.851785:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384308.851786:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.851788:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384308.851789:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384308.851790:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384308.851791:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.851793:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.851796:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384308.851799:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.851801:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384308.851802:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.851804:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384308.851805:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.851807:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384308.851810:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.851814:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384308.851816:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384308.851817:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384308.851819:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384308.851824:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046c1cb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737748096:0@lo:103: 00000100:00000001:0.0:1767384308.851835:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.851836:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384308.851838:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046c1cb3f x1853236737748096/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.851843:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384308.851844:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384308.851846:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c825e59. 00000100:00000001:3.0:1767384308.851848:0:20661:0:(service.c:2991:ptlrpc_main()) Process entered 02000000:00000001:0.0:1767384308.851848:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384308.851852:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384308.851853:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384308.851854:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384308.851855:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007121284f. 02000000:00000001:0.0:1767384308.851857:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384308.851858:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384308.851859:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046c1cb3f. 00000100:00000010:3.0:1767384308.851862:0:20661:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006dbf3e5e. 00000100:00000001:0.0:1767384308.851862:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384308.851863:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.851864:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.851867:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384308.851869:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.851873:0:20661:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cc2256e9. 00000100:00000001:0.0:1767384308.851873:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.851876:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.851881:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005489fe5. 00000020:00000010:3.0:1767384308.851885:0:20661:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011f5eca2. 00000020:00000010:3.0:1767384308.851887:0:20661:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000026d4e21d. 00000040:00000010:3.0:1767384308.851891:0:20661:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000559300b1. 00000020:00000010:3.0:1767384308.851895:0:20661:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000990310b9. 00000020:00000010:3.0:1767384308.851900:0:20661:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a3dddfa9. 00000020:00000010:3.0:1767384308.851903:0:20661:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff0112fc. 80000000:00000010:3.0:1767384308.851906:0:20661:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004be84eda. 40000000:00000010:3.0:1767384308.851910:0:20661:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000be30647. 00000008:00000010:3.0:1767384308.851914:0:20661:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000025e1c0ad. 00020000:00000010:3.0:1767384308.851917:0:20661:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c6c260c5. 00008000:00000010:3.0:1767384308.851922:0:20661:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000015b4d7da. 00100000:00000010:3.0:1767384308.851926:0:20661:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c44b2b3b. 00040000:00000010:3.0:1767384308.851930:0:20661:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f0e1b09. 00040000:00000010:3.0:1767384308.851934:0:20661:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005f898176. 00040000:00000010:3.0:1767384308.851939:0:20661:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a935ba2. 00080000:00000010:3.0:1767384308.851943:0:20661:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffb93687. 00000004:00000010:3.0:1767384308.851947:0:20661:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040141700. 00000004:00000010:3.0:1767384308.851953:0:20661:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093b5820e. 00000004:00000010:3.0:1767384308.851958:0:20661:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b058cc77. 00002000:00000010:3.0:1767384308.851963:0:20661:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000edf687b7. 00000004:00000010:3.0:1767384308.851968:0:20661:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aaead0aa. 00000080:00000010:3.0:1767384308.851974:0:20661:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b4f173bc. 00000080:00000010:3.0:1767384308.851979:0:20661:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009a762527. 00000100:00000010:3.0:1767384308.851985:0:20661:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000271a148d. 00000100:00000200:3.0:1767384308.851996:0:20661:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000010:2.1:1767384308.855304:0:20663:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029fbc329. 00010000:00000010:2.1:1767384308.855317:0:20663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c411ead. 00080000:00000001:1.0:1767384308.857870:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384308.857872:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384308.857875:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:0.0:1767384308.857875:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384308.857876:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384308.857879:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384308.857880:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384308.857882:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384308.857883:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384308.857885:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c256c6b5. 20000000:01000000:1.0:1767384308.857887:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384308.857889:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384308.857896:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384308.857900:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384308.857904:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384308.857914:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384308.857917:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384308.857918:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384308.857921:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384308.857922:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384308.857927:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb24dfbc. 00010000:00000001:1.0:1767384308.857930:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384308.857933:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035b5f3ef. 00000020:00000001:1.0:1767384308.857935:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384308.857937:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd02 to hash 00000020:00000001:1.0:1767384308.857940:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384308.857941:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.857943:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.857945:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.857946:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.857953:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.857959:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.857961:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384308.857962:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384308.857963:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.857965:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.857966:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384308.857968:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.857970:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.857971:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.857973:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.857973:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.857974:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb24dfbc) refcount = 1 00010000:00010000:1.0:1767384308.857977:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.857980:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.857981:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.857982:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.857983:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.857985:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384308.857986:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384308.857988:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384308.857990:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.857991:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.857993:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=4 00000020:00000001:1.0:1767384308.857994:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.857996:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.857997:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384308.857998:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858002:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384308.858007:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858010:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.858012:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.858013:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858016:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.858017:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.858019:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384308.858021:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.858024:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035b5f3ef already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384308.858026:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.858027:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384308.858028:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858031:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384308.858032:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.858033:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.858034:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=5 00000020:00000001:1.0:1767384308.858035:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.858036:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384308.858037:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384308.858038:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858042:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384308.858043:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384308.858044:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.858045:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384308.858046:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384308.858047:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.858058:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384308.858060:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd02 from hash 00010000:00000001:1.0:1767384308.858062:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384308.858063:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.858064:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.858065:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384308.858066:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384308.858067:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384308.858067:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384308.858069:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.858070:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.858072:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384308.858073:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384308.858074:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.858075:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.858076:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.858078:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.858079:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.858080:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858084:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.858085:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.858085:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384308.858086:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.858087:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.858088:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.858089:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384308.858091:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384308.858092:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.858094:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.858097:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384308.858097:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384308.858098:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384308.858108:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb24dfbc count: 0 00010000:00000001:1.0:1767384308.858122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384308.858123:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384308.859614:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384308.859617:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384308.859618:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d68a31d1. 20000000:00000001:0.0:1767384308.859623:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384308.859626:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737747712 00010000:00000001:0.0:1767384308.859628:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384308.859633:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb85f410 x1853236737747712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.859649:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384308.859650:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.859652:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.859655:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384308.859658:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384308.859659:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384308.859661:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384308.859663:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.859665:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.859668:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.859671:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dae4042a. 00000100:00000200:0.0:1767384308.859674:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737747712, offset 224 00000400:00000200:0.0:1767384308.859679:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.859685:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.859693:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702b00 00000400:00000200:0.0:1767384308.859696:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00000400:00000200:0.0:1767384308.859700:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.859703:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384308.859705:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.859709:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384308.859715:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.859732:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.859735:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae4042a 00000400:00000010:0.0:1767384308.859737:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dae4042a. 00000100:00000001:3.0:1767384308.859739:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.859740:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384308.859742:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.859744:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.859745:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384308.859748:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384308.859749:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384308.859764:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384308.859765:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384308.859766:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.859770:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004878204d. 00000020:00000001:0.0:1767384308.859770:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384308.859774:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edc247fe 00000400:00000010:3.0:1767384308.859778:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edc247fe. 00000100:00000040:0.0:1767384308.859780:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb85f410 x1853236737747712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.859790:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384308.859791:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb85f410 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737747712:12345-0@lo:253: Request processed in 20278us (20699us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384308.859796:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384308.859801:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767384308.859806:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384308.859809:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384308.859812:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384308.859813:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384308.859815:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044bf9fa3. 00000020:00000010:0.0:1767384308.859820:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00000020:00000010:0.0:1767384308.859825:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000953ec108. 00000100:00000001:3.0:1767384308.859826:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384308.859830:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384308.859831:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384308.859832:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384308.859835:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384308.859836:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384308.859837:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384308.859838:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083d72895. 00000100:00000001:3.0:1767384308.859840:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.859843:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.859844:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384308.859846:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=23 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384308.859847:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384308.859852:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=23 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384308.859853:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384308.859858:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384308.859860:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.859862:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384308.859863:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.859865:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.859867:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.859872:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.859874:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384308.859876:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384308.859879:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384308.859881:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384308.859882:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384308.859883:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384308.859884:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384308.859885:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384308.859886:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384308.859887:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384308.859889:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384308.859890:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384308.859892:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.859909:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737747712:0@lo:253: 00000100:00000001:3.0:1767384308.859914:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.859917:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384308.859919:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737747712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.859926:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384308.859928:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384308.859931:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000055b78d00. 02000000:00000001:3.0:1767384308.859936:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384308.859937:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384308.859938:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384308.859940:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384308.859943:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:3.0:1767384308.859948:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384308.859950:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384308.859951:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000001:3.0:1767384308.859955:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384308.859955:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82cdcee. 00000100:00000001:3.0:1767384308.859960:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384308.859961:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dae4042a. 00000100:00000001:3.0:1767384308.859964:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.859972:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384308.859973:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.859976:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.859979:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384308.860303:0:20664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082d5ca49. 00010000:00000010:3.1:1767384308.860310:0:20664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004876a089. 00010000:00000010:3.1:1767384308.860316:0:20664:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e20f795f. 00080000:00000020:0.0:1767384308.860863:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384308.860865:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384308.860867:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f2f02960. 20000000:00000001:0.0:1767384308.860870:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384308.860873:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737747840 00010000:00000001:0.0:1767384308.860874:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384308.860877:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066b61a46 x1853236737747840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.860882:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384308.860883:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.860885:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.860887:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384308.860889:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384308.860890:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384308.860897:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384308.860898:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.860900:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.860901:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.860903:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c65c7. 00000100:00000200:0.0:1767384308.860905:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737747840, offset 224 00000400:00000200:0.0:1767384308.860909:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.860914:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.860918:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702b80 00000400:00000200:0.0:1767384308.860921:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1379 [2] + 224 00000400:00000200:0.0:1767384308.860925:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.860927:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384308.860929:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.860931:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384308.860937:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.860947:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.860951:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c65c7 00000400:00000010:0.0:1767384308.860952:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c65c7. 00000100:00000001:0.0:1767384308.860955:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384308.860956:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.860958:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.860959:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.860962:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384308.860963:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384308.860966:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384308.860968:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384308.860968:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.860970:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384308.860971:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.860975:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000100:00000040:0.0:1767384308.860975:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066b61a46 x1853236737747840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384308.860980:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec9e10f3 00000400:00000010:1.0:1767384308.860984:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec9e10f3. 00000100:00100000:0.0:1767384308.860987:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066b61a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737747840:12345-0@lo:253: Request processed in 21387us (21759us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384308.860988:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.860994:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384308.860997:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384308.861002:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:1.0:1767384308.861007:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.861011:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384308.861014:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384308.861018:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082955055. 00000100:00000001:1.0:1767384308.861019:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.861023:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384308.861024:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004afda6e0. 00000100:00000001:1.0:1767384308.861025:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.861028:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384308.861030:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1017b71. 00000100:00000001:1.0:1767384308.861031:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.861034:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.861034:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384308.861036:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.861039:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384308.861040:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=23 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384308.861041:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df0bef0d. 00000100:00001000:1.0:1767384308.861047:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=23 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384308.861047:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384308.861050:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.861051:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.861054:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384308.861054:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384308.861057:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384308.861059:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089644c05. 00010000:00000001:1.0:1767384308.861060:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.861064:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384308.861064:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c65c7. 00000100:00000040:1.0:1767384308.861069:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.861075:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.861076:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.861078:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384308.861086:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384308.861087:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384308.861088:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384308.861089:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384308.861090:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384308.861091:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384308.861092:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384308.861093:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384308.861094:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384308.861096:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.861100:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6fb229f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737747840:0@lo:253: 00000100:00000001:1.0:1767384308.861103:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.861104:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.861106:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6fb229f x1853236737747840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.861109:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.861110:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.861111:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4a81119. 02000000:00000001:1.0:1767384308.861114:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.861115:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.861116:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384308.861117:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.861119:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003617e049. 02000000:00000001:1.0:1767384308.861123:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.861124:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.861124:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6fb229f. 00000100:00000001:1.0:1767384308.861127:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.861128:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.861129:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.861132:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.861133:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.861134:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.861136:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384308.865303:0:20666:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb24dfbc. 00010000:00000010:1.1:1767384308.865313:0:20666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035b5f3ef. 00000100:00000040:3.0:1767384308.870319:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294896612, at 4294896613 00000100:00000010:3.0:1767384308.870326:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de526bca. 00000100:00000040:0.0:1767384308.870339:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294896612, at 4294896613 00000100:00000010:0.0:1767384308.870347:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfc105b9. 00000100:00000040:1.0:1767384308.870553:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294896612, at 4294896613 00000100:00000010:1.0:1767384308.870560:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015966eba. 00080000:00000001:1.0:1767384309.473431:0:20852:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384309.473443:0:20852:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.473446:0:20852:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384309.473451:0:20852:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384309.473456:0:20852:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.473458:0:20852:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.793349:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384309.793354:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.793359:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384309.793360:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.793392:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384309.793397:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384309.793400:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384310.138025:0:21016:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384310.138029:0:21016:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:3.0:1767384310.141049:0:21016:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384310.148187:0:21017:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003f380c7f. 00000400:00000010:3.0:1767384310.148202:0:21017:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000073ecb6e3. 00000400:00000010:3.0:1767384310.148214:0:21017:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000000568776. 00000400:00000010:3.0:1767384310.148218:0:21017:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a61c46aa. 00000400:00000010:3.0:1767384310.148223:0:21017:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003083024c. 00000400:00000010:3.0:1767384310.148227:0:21017:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fecc34f5. 00000400:00000010:3.0:1767384310.148230:0:21017:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059c5aa51. 00000400:00000010:3.0:1767384310.148232:0:21017:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e9b9589. 00000400:00000010:3.0:1767384310.148236:0:21017:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001d9e1847. 00000800:00000010:3.0:1767384310.148247:0:21017:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c392de7c. 00000800:00000200:3.0:1767384310.148259:0:21017:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384310.148267:0:21017:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384310.148627:0:21017:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384310.148650:0:21017:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp17 [8/256/0/180] 00000400:00000010:3.0:1767384310.150540:0:21017:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000003455f755. 00000400:00000010:3.0:1767384310.150546:0:21017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000400:00000010:3.0:1767384310.150550:0:21017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000400:00000001:3.0:1767384310.150562:0:21017:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384310.150564:0:21017:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384310.150565:0:21017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004495d55a. 00000400:00000200:3.0:1767384310.150568:0:21017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384310.150569:0:21017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000400:00000010:3.0:1767384310.150573:0:21017:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000002f9d54a8. 00000400:00000200:3.0:1767384310.150576:0:21017:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (8) 00000400:00000200:3.0:1767384310.150585:0:21017:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384310.150592:0:21017:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:3.0:1767384310.150599:0:21017:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f2e29924. 00000020:01000000:3.0:1767384310.150603:0:21017:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384310.150606:0:21017:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp17 00000400:00000010:3.0:1767384310.150623:0:21017:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000073ecb6e3. 00000400:00000010:3.0:1767384310.150628:0:21017:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003f380c7f. 00000020:00000001:1.0:1767384310.150682:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384310.150688:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384310.150691:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384310.150696:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384310.150701:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384310.150705:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384310.150708:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384310.150711:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384310.150714:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384310.150717:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384310.150719:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384310.150721:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384310.150724:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384310.150724:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384310.150730:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6fb229f. 00000020:00000040:1.0:1767384310.150737:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384310.150758:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384310.150762:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384310.150767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384310.150777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c4a81119. 00000100:00000001:1.0:1767384310.150784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384310.150793:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (2) 00000100:00000001:1.0:1767384310.150794:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384310.150797:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.150804:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6fb229f] to pc [ptlrpcd_00_02+2] req@00000000d6fb229f x1853236737748224/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384310.150836:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384310.150840:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.150841:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384310.150851:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384310.150858:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384310.150861:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384310.150864:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 10000000:00000001:1.0:1767384310.150865:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384310.150869:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384310.150874:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384310.150877:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384310.150880:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384310.150881:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384310.150885:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384310.150889:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384310.150891:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384310.150894:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384310.150896:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384310.150901:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000608e4ca8. 00000020:00000040:1.0:1767384310.150906:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000400:00000200:3.0:1767384310.150907:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:1.0:1767384310.150914:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384310.150916:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384310.150918:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384310.150924:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df0bef0d. 00000100:00000001:1.0:1767384310.150929:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.150937:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384310.150938:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384310.150939:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.150945:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000608e4ca8] to pc [ptlrpcd_00_03+3] req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384310.150960:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384310.150966:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.150968:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384310.150973:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384310.150974:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000020:00000010:1.0:1767384310.150979:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f2e29924. 00000100:00000001:1.0:1767384310.150992:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.150998:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.151001:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384310.151009:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000040:1.0:1767384310.151009:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.151022:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384310.151045:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.151050:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384310.151052:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384310.151057:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.151060:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00100000:1.0:1767384310.151065:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000608e4ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737748352:0@lo:253: 00000100:00000001:1.0:1767384310.151074:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384310.151078:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384310.151081:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.151085:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384310.151091:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f2f02960. 00000400:00000200:3.0:1767384310.151093:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 02000000:00000001:1.0:1767384310.151095:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.151103:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000400:00000010:1.0:1767384310.151119:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0e7489e. 00000100:00000200:1.0:1767384310.151126:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737748352, portal 25 00000400:00000200:3.0:1767384310.151128:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:1.0:1767384310.151130:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384310.151135:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009634944 : -113991699916672 : ffff98533d381880) 00000100:00000040:1.0:1767384310.151141:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.151149:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.151155:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.151160:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9a6e173. 00000400:00000200:3.0:1767384310.151166:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000200:1.0:1767384310.151166:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737748352, offset 0 00000400:00000200:1.0:1767384310.151175:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.151188:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.151200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384310.151204:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d702d80 00000400:00000200:1.0:1767384310.151215:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:1.0:1767384310.151222:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fe68aee. 00000400:00000200:1.0:1767384310.151227:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f588fa9 00000400:00000200:3.0:1767384310.151228:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384310.151232:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.151239:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384310.151245:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f588fa9 00000400:00000010:1.0:1767384310.151250:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f588fa9. 00000100:00000001:1.0:1767384310.151254:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384310.151258:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384310.151262:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000040:1.0:1767384310.151302:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000089971591 x1853236737748352 msgsize 4848 00000100:00100000:1.0:1767384310.151307:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384310.151309:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384310.151319:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.151327:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a6e173 00000400:00000010:1.0:1767384310.151332:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9a6e173. 00000100:00000001:1.0:1767384310.151337:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384310.151344:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.151361:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.151366:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.151374:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151378:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.151384:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151390:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294897913 00000100:00000001:1.0:1767384310.151397:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897912 00000100:00000001:1.0:1767384310.151402:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294897913 00000100:00000001:1.0:1767384310.151409:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897912 00000100:00000001:1.0:1767384310.151412:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294897913 00000100:00000001:1.0:1767384310.151417:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294897913 00000100:00000001:1.0:1767384310.151422:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294897913 00000100:00000001:1.0:1767384310.151424:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294897913 00000100:00000001:1.0:1767384310.151426:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.151428:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151432:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151436:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.151445:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.151448:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384310.151453:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.151456:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.151460:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151474:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151501:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384310.151505:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737748352 02000000:00000001:1.0:1767384310.151509:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384310.151511:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.151513:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.151517:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.151521:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737748352 00000020:00000001:1.0:1767384310.151525:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384310.151528:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384310.151531:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.151534:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384310.151537:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384310.151543:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384310.151547:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384310.151550:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021f5ecef. 00000100:00000001:1.0:1767384310.151553:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384310.151557:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021f5ecef. 00000020:00000010:1.0:1767384310.151564:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f5d521f. 00000020:00000010:1.0:1767384310.151569:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbfc3390. 00000020:00000010:1.0:1767384310.151575:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000563d0c15. 00000100:00000001:1.0:1767384310.151583:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384310.151587:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384310.151592:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151598:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151603:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.151617:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384310.151621:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384310.151629:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384310.151634:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384310.151637:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745473104 : -113996964078512 : ffff985203735c50) 00000100:00000040:1.0:1767384310.151643:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089971591 x1853236737748352/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.151655:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384310.151667:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021f5ecef. 00000100:00000001:1.0:1767384310.151672:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384310.151676:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021f5ecef. 00000100:00100000:1.0:1767384310.151686:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089971591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737748352:12345-0@lo:253: 00000100:00000200:1.0:1767384310.151690:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737748352 00000020:00000001:1.0:1767384310.151705:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384310.151708:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384310.151712:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.151717:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384310.151720:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384310.151725:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384310.151728:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384310.151732:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384310.151738:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384310.151741:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151760:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384310.151764:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384310.151780:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d7090827. 02000000:00000001:1.0:1767384310.151785:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.151788:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.151791:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384310.151799:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000063e1ff7f. 00000400:00000200:3.0:1767384310.151821:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 20000000:01000000:1.0:1767384310.151821:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384310.151827:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384310.151832:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384310.151836:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.151839:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.151841:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384310.151869:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000800:00000010:3.0:1767384310.152128:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af5c7a9. 00000800:00000010:3.0:1767384310.152134:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073ecb6e3. 00000800:00000010:3.0:1767384310.152139:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa563a48. 00000800:00000010:3.0:1767384310.152177:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa563a48. 00000800:00000010:3.0:1767384310.152506:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000947a7588. 00000800:00000010:3.0:1767384310.152512:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021e9f7ff. 00000800:00000010:3.0:1767384310.152536:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009057ced1. 00000800:00000200:3.1:1767384310.152543:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (2) 00000800:00000200:3.1:1767384310.152549:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp16 000000009057ced1 deleted 00000800:00000010:3.1:1767384310.152551:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009057ced1. 00000800:00000200:3.1:1767384310.152557:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384310.152565:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp16 ip 192.168.203.152:1009 00000800:00000200:3.1:1767384310.152568:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bba66b type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384310.152575:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp16 p 3.x 192.168.203.152 -> 192.168.203.152:1009 incarnation:1767384308837029375 sched[0] 00000800:00000010:3.0:1767384310.152580:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa563a48. 00000800:00000010:3.0:1767384310.152631:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa563a48. 00000800:00000010:3.0:1767384310.152634:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021e9f7ff. 00000800:00000010:3.0:1767384310.152674:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000064fca030. 00000800:00000001:3.0:1767384310.152699:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.152704:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384310.152725:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384310.152771:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384310.152776:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042bba66b. 00000400:00000200:3.0:1767384310.152780:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.152786:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: PUT: OK 00000400:00000200:3.0:1767384310.152790:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384310.152793:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000001:3.0:1767384310.152816:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.152826:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.152829:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.152833:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.152841:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16) <- 192.168.203.152@tcp16 : PUT - for me 00000400:00000200:3.0:1767384310.152847:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384310.152853:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 176/176 into md 0x1381 [1] + 0 00000400:00000010:3.0:1767384310.152856:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000721c5cc0. 00000400:00000200:3.0:1767384310.152859:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000572fc4e6 00000800:00000001:3.0:1767384310.152863:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.152874:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.152877:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.152880:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: PUT: OK 00000400:00000200:3.0:1767384310.152883:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:3.0:1767384310.152884:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:3.0:1767384310.152889:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384310.152892:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (10) 00000400:00000200:3.0:1767384310.152896:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:3.0:1767384310.152899:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000021e9f7ff. 00000400:00000200:3.0:1767384310.152902:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 9 00000400:00000200:3.0:1767384310.152908:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384310.152918:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (11) 00000400:00000200:3.0:1767384310.152922:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384310.152928:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp16 to MR: 192.168.203.152@tcp16 local destination 00000400:00000200:3.0:1767384310.152932:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.152@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384310.152945:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16:192.168.203.152@tcp16) -> 192.168.203.152@tcp16(192.168.203.152@tcp16:192.168.203.152@tcp16) 192.168.203.152@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384310.152949:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp16 00000800:00000010:3.0:1767384310.152952:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000585bab1e. 00000800:00000200:3.0:1767384310.152957:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (4) 00000800:00000200:3.0:1767384310.152960:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp16 ip 192.168.203.152:988 00000800:00000200:3.0:1767384310.152963:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000585bab1e type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384310.153009:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384310.153013:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000585bab1e. 00000400:00000200:3.0:1767384310.153017:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.153021:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: ACK: OK 00000800:00000001:3.0:1767384310.153026:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.153029:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.153032:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.153035:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.153036:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.153038:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.153044:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16) <- 192.168.203.152@tcp16 : ACK - for me 00000400:00000200:3.0:1767384310.153070:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp16: ACK from 12345-192.168.203.152@tcp16 into md 0x13b1 00000400:00000200:3.0:1767384310.153074:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.153079:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: ACK: OK 00000400:00000200:3.0:1767384310.153083:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0926d29 00000400:00000010:3.0:1767384310.153084:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 00000400:00000200:3.0:1767384310.153087:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384310.153091:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384310.153095:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384310.153099:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (10) 00000800:00000001:3.0:1767384310.153104:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.153108:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.153133:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384310.153138:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004495d55a. 00000400:00000010:3.0:1767384310.153143:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000400:00000200:3.0:1767384310.153147:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000400:00000200:3.0:1767384310.153152:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:3.0:1767384310.153159:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000585bab1e. 00000400:00000010:3.0:1767384310.153162:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000d025bd00. 00000400:00000010:3.0:1767384310.153166:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 000000004b5d0593. 00000400:00000010:3.0:1767384310.153185:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dc007054. 00000400:00000200:3.0:1767384310.153191:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dc007054 nid 192.168.203.152@tcp17 00000400:00000010:3.0:1767384310.153195:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cee7df7c. 00000400:00000200:3.0:1767384310.153197:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cee7df7c net tcp17 00000400:00000200:3.0:1767384310.153206:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (9) 00000400:00000200:3.0:1767384310.153214:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp17 flags 0x11 00000400:00000010:3.0:1767384310.153218:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000585bab1e. 00000400:00000010:3.0:1767384310.153240:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000d025bd00. 00000400:00000010:3.0:1767384310.153244:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 000000004b5d0593. 00000400:00000010:3.0:1767384310.153248:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000021e9f7ff. 00000400:00000200:3.0:1767384310.153255:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384310.153259:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:3.0:1767384310.153264:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:3.0:1767384310.153268:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:3.0:1767384310.153271:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384310.153274:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:3.0:1767384310.153278:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:3.0:1767384310.153283:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (10) 00000800:00000200:2.1:1767384310.154195:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (4) 00000800:00000200:2.1:1767384310.154201:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp16 00000000853f9620 deleted 00000800:00000010:2.1:1767384310.154204:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000853f9620. 00000800:00000200:2.1:1767384310.154209:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767384310.154398:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:3.0:1767384310.154456:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.154462:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384310.161974:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384310.161981:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:1.0:1767384310.161984:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384310.161985:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384310.161989:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384310.161990:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384310.161994:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384310.161996:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.161998:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384310.162000:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000047757c41. 20000000:01000000:3.0:1767384310.162003:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384310.162005:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384310.162014:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384310.162018:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384310.162020:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384310.162024:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384310.162032:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384310.162037:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384310.162042:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384310.162045:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384310.162052:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000917efe84. 00010000:00000001:1.0:1767384310.162056:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384310.162075:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035b5f3ef. 00000020:00000001:1.0:1767384310.162078:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384310.162081:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd09 to hash 00000020:00000001:1.0:1767384310.162084:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384310.162087:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162093:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162102:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.162106:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.162110:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162123:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384310.162127:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384310.162130:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384310.162134:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384310.162138:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.162142:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384310.162143:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.162146:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384310.162148:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384310.162150:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384310.162151:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384310.162153:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000917efe84) refcount = 1 00010000:00010000:1.0:1767384310.162156:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162161:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384310.162163:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384310.162164:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.162166:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162175:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384310.162178:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384310.162181:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384310.162184:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384310.162186:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.162188:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=4 00000020:00000001:1.0:1767384310.162191:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162195:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162198:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384310.162200:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162209:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384310.162212:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162217:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.162219:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384310.162221:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162232:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.162233:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162237:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384310.162238:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384310.162245:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035b5f3ef already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384310.162247:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384310.162249:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384310.162251:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162255:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384310.162257:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384310.162265:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.162267:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=5 00000020:00000001:1.0:1767384310.162269:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162271:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.162274:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384310.162276:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162281:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384310.162283:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384310.162285:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162308:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384310.162310:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384310.162312:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.162314:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384310.162331:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd09 from hash 00010000:00000001:1.0:1767384310.162333:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384310.162335:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.162336:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.162338:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384310.162340:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384310.162342:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384310.162344:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384310.162347:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.162350:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162353:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384310.162354:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384310.162357:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.162358:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.162360:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162362:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.162364:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.162366:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162370:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.162376:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.162378:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384310.162380:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384310.162382:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.162384:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.162386:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384310.162389:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.162392:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.162407:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.162414:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384310.162416:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384310.162417:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd09 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384310.162422:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000917efe84 count: 0 00010000:00000001:1.0:1767384310.162434:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384310.162435:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384310.171316:0:16653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000917efe84. 00010000:00000010:1.1:1767384310.171343:0:16653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035b5f3ef. 00000100:00000040:1.0:1767384310.171494:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294897913, at 4294897914 00000100:00000010:1.0:1767384310.171501:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000330f0766. 20000000:01000000:1.0:1767384310.171687:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384310.171692:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384310.171694:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384310.171697:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384310.171699:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384310.171704:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000917efe84. 00010000:00000001:1.0:1767384310.171708:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384310.171710:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000035b5f3ef. 00000020:00000001:1.0:1767384310.171713:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384310.171715:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd10 to hash 00000020:00000001:1.0:1767384310.171718:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384310.171720:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171722:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171724:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.171726:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.171734:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171741:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384310.171755:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384310.171756:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384310.171758:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384310.171759:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.171761:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384310.171763:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.171765:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384310.171783:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384310.171785:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384310.171787:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384310.171789:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000917efe84) refcount = 1 00010000:00010000:1.0:1767384310.171792:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171797:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384310.171798:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384310.171799:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.171801:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171803:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384310.171805:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384310.171808:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384310.171810:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384310.171812:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.171814:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=4 00000020:00000001:1.0:1767384310.171816:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171817:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171819:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384310.171821:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171826:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384310.171833:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171837:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.171838:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384310.171840:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171844:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.171845:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171847:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384310.171848:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384310.171853:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035b5f3ef already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384310.171854:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384310.171856:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384310.171858:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171862:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384310.171864:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384310.171865:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.171867:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035b5f3ef refcount=5 00000020:00000001:1.0:1767384310.171869:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171871:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629376 : -113991966922240 : ffff98532d4dea00) 00010000:00000001:1.0:1767384310.171874:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384310.171875:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171879:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384310.171880:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384310.171882:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171884:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384310.171886:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384310.171889:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384310.171897:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384310.171899:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035b5f3ef with handle 0x1cafe7b7e4a4fd10 from hash 00010000:00000001:1.0:1767384310.171902:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384310.171903:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.171905:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.171907:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384310.171909:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384310.171910:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384310.171912:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384310.171914:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384310.171916:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171917:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384310.171919:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384310.171921:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.171922:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.171923:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171925:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.171927:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.171928:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171932:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.171934:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.171935:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384310.171936:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384310.171938:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384310.171940:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384310.171941:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384310.171944:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.171946:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.171948:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384310.171952:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384310.171954:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384310.171955:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000035b5f3ef/0x1cafe7b7e4a4fd10 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384310.171966:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000917efe84 count: 0 00010000:00000001:1.0:1767384310.171979:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384310.171981:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384310.172367:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294897913, at 4294897915 00000100:00000040:3.0:1767384310.172368:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294897913, at 4294897915 00000100:00000010:0.0:1767384310.172393:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000037460cf. 00000100:00000010:3.0:1767384310.172396:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e67be678. 00080000:00000020:1.0:1767384310.173804:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384310.173808:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384310.173809:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f728b98a. 20000000:00000001:1.0:1767384310.173815:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384310.173818:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737748224 00010000:00000001:1.0:1767384310.173821:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384310.173826:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b799f760 x1853236737748224/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384310.173833:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384310.173835:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.173838:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.173842:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384310.173845:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384310.173847:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384310.173849:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384310.173851:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.173855:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.173859:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.173863:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d25bfdd. 00000100:00000200:1.0:1767384310.173866:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737748224, offset 224 00000400:00000200:1.0:1767384310.173874:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.173881:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384310.173889:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d702d00 00000400:00000200:1.0:1767384310.173895:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b5 [2] + 224 00000400:00000200:1.0:1767384310.173900:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.173904:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.173908:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.173911:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6fb229f x1853236737748224/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.173919:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6fb229f x1853236737748224/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.173942:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.173949:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d25bfdd 00000400:00000010:1.0:1767384310.173951:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d25bfdd. 00000100:00000001:1.0:1767384310.173956:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384310.173959:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.173963:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.173968:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384310.173974:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384310.173976:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.173996:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384310.174002:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b799f760 x1853236737748224/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.174025:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b799f760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737748224:12345-0@lo:253: Request processed in 22403us (22902us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384310.174038:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:1.0:1767384310.174043:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384310.174048:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384310.174051:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384310.174055:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e7e6c84. 00000020:00000010:1.0:1767384310.174062:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d4ed7ffd. 00000020:00000010:1.0:1767384310.174068:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007121284f. 00000020:00000040:1.0:1767384310.174073:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384310.174079:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384310.174082:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dd07db09. 02000000:00000001:1.0:1767384310.174107:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384310.174111:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384310.174119:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384310.174127:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc94049. 00000400:00000010:1.0:1767384310.174135:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d25bfdd. 00000100:00000001:1.0:1767384310.175484:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.175488:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384310.175494:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384310.175498:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384310.175509:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000400:00000200:1.0:1767384310.175515:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e7489e 00000400:00000010:1.0:1767384310.175521:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0e7489e. 00000100:00000001:1.0:1767384310.175526:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.175549:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384310.175560:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.175570:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.175572:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.175574:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384310.175576:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384310.175578:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.175580:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.175583:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.175589:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384310.175594:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.175614:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384310.175617:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.175621:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384310.175624:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.175628:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.175635:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.175641:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.175642:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384310.175643:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384310.175646:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384310.175647:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384310.175649:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384310.175650:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384310.175651:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384310.175652:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384310.175653:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384310.175654:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384310.175654:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384310.175663:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.175669:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000608e4ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737748352:0@lo:253: 00000100:00000001:1.0:1767384310.175672:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.175673:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.175674:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000608e4ca8 x1853236737748352/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.175679:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384310.175680:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384310.175682:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f2f02960. 02000000:00000001:1.0:1767384310.175685:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384310.175686:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384310.175687:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384310.175688:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384310.175690:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df0bef0d. 02000000:00000001:1.0:1767384310.175692:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384310.175693:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384310.175694:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000608e4ca8. 00000100:00000001:1.0:1767384310.175696:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.175697:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.175698:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.175702:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.175703:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.175705:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.175706:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.176183:0:21022:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c1fc4dac. 00000400:00000040:0.0:1767384310.176200:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384310.176203:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384310.176206:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384310.176207:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384310.176210:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384310.176211:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384310.176213:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384310.176215:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384310.176216:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384310.176217:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384310.176219:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384310.176220:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384310.176222:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384310.176224:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384310.176225:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384310.176227:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384310.176228:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384310.176230:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384310.176235:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384310.176236:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384310.176237:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384310.176238:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384310.176240:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384310.176241:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384310.176241:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384310.176243:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384310.176244:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384310.176246:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384310.176247:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384310.176248:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384310.176249:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384310.176250:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384310.176252:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384310.176253:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384310.176254:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384310.176255:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384310.176256:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384310.176257:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384310.176259:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384310.176260:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384310.176261:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384310.176262:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384310.176264:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384310.176265:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384310.176281:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384310.176283:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384310.176284:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384310.176284:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384310.176286:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384310.176287:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384310.176288:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384310.176289:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384310.176289:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384310.176291:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384310.176293:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384310.176295:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384310.176298:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384310.176363:0:21022:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c1fc4dac. 00010000:00000010:1.1:1767384310.178330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000917efe84. 00010000:00000010:1.1:1767384310.178338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035b5f3ef. 00010000:00000001:3.0:1767384310.818367:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384310.818372:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.818378:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384310.818379:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.818405:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384310.818408:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384310.818410:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384310.843564:0:21222:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384310.843576:0:21222:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.843580:0:21222:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.843589:0:21222:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384310.843609:0:21222:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.843612:0:21222:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.945505:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.945512:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.945515:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.945516:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384310.945523:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.945525:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.945592:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384310.945594:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.945598:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384310.945602:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384310.945609:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.945611:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384310.945615:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737748480:0@lo:400: 00000100:00000001:0.0:1767384310.945615:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.945620:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384310.945624:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384310.945629:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384310.945631:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384310.945635:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.945641:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384310.945647:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098b7eacf. 00000100:00000001:0.0:1767384310.945648:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384310.945652:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.945653:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.945657:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384310.945661:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 02000000:00000001:0.0:1767384310.945662:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384310.945668:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.945671:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00100000:0.0:1767384310.945675:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa38c93e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737748608:0@lo:400: 00000100:00000200:1.0:1767384310.945679:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737748480, portal 25 00000100:00000001:1.0:1767384310.945684:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.945684:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384310.945688:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 02000000:00000001:0.0:1767384310.945689:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384310.945693:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.945695:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384310.945698:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384310.945699:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0b951db. 02000000:00000001:0.0:1767384310.945704:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.945711:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6dba14. 00000100:00000001:1.0:1767384310.945718:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384310.945721:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000100:00000040:1.0:1767384310.945725:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384310.945728:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737748608, portal 4 00000400:00000010:1.0:1767384310.945731:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f835e04. 00000100:00000001:0.0:1767384310.945733:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.945736:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996007936 : -113991713543680 : ffff98533c682a00) 00000100:00000200:1.0:1767384310.945737:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737748480, offset 0 00000100:00000040:0.0:1767384310.945763:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.945767:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384310.945775:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384310.945779:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.945785:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 00000400:00000200:1.0:1767384310.945787:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384310.945791:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737748608, offset 0 00000400:00000200:0.0:1767384310.945803:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.945809:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d702e00 00000400:00000200:0.0:1767384310.945816:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384310.945822:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x225 [2] + 0 00000400:00000010:1.0:1767384310.945831:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0fa9e79. 00000400:00000200:0.0:1767384310.945833:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d702e80 00000400:00000200:1.0:1767384310.945837:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009dc94dd1 00000400:00000200:1.0:1767384310.945843:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.945848:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000400:00000200:1.0:1767384310.945849:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384310.945860:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc94dd1 00000400:00000200:0.0:1767384310.945861:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.945864:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384310.945871:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc94dd1. 00000100:00000001:1.0:1767384310.945878:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384310.945878:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384310.945882:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384310.945882:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384310.945890:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000037486849 x1853236737748480 msgsize 224 00000100:00000010:0.0:1767384310.945890:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009088acb. 00000100:00000040:0.0:1767384310.945896:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000009088acb x1853236737748608 msgsize 224 00000100:00100000:1.0:1767384310.945900:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384310.945903:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384310.945910:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384310.945916:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.945924:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.945925:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f835e04 00000400:00000010:1.0:1767384310.945930:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f835e04. 00000100:00000001:1.0:1767384310.945935:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384310.945940:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50c864c 00000100:00000200:1.0:1767384310.945941:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384310.945945:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c864c. 00000100:00000001:0.0:1767384310.945951:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384310.945959:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384310.945959:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.945966:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.945990:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384310.945994:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.945997:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.946000:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384310.946006:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946007:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946010:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.946015:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294898707 00000100:00000001:0.0:1767384310.946017:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384310.946023:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086535f5d. 00000100:00000040:0.0:1767384310.946024:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 12498 usecs (13 jiffies) 00000100:00000001:0.0:1767384310.946030:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898701 00000100:00000001:1.0:1767384310.946032:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384310.946040:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294898707 00000100:00000001:0.0:1767384310.946040:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898707 00000100:00000001:0.0:1767384310.946047:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898701 00000100:00000010:1.0:1767384310.946048:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011737d31. 00000100:00000001:1.0:1767384310.946054:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384310.946058:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294898707 00000100:00000001:0.0:1767384310.946059:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898707 00000100:00000010:1.0:1767384310.946066:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e099309. 00000100:00000001:0.0:1767384310.946066:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898701 00000100:00000001:1.0:1767384310.946073:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384310.946079:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294898707 00000100:00000001:0.0:1767384310.946079:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898707 00000100:00000010:1.0:1767384310.946085:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061ddff34. 00000100:00000001:0.0:1767384310.946086:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898701 00000100:00000001:1.0:1767384310.946090:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384310.946095:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.946095:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898707 00000100:00000001:1.0:1767384310.946103:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946103:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.946107:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946109:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946112:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946114:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.946121:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.946125:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.946127:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.946129:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384310.946130:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384310.946137:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.946137:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.946142:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.946142:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.946147:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946147:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946153:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946154:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.946182:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cbec4f40. 00000100:00000001:0.0:1767384310.946189:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384310.946192:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737748608 02000000:00000001:0.0:1767384310.946194:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384310.946196:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.946197:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.946199:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.946202:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946204:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384310.946207:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.946211:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.946212:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737748608 00000020:00000001:0.0:1767384310.946217:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384310.946221:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:0.0:1767384310.946227:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.946232:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:1.0:1767384310.946233:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384310.946236:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.946237:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 02000000:00000001:1.0:1767384310.946243:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384310.946244:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 02000000:00000001:1.0:1767384310.946247:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384310.946251:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946251:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.946256:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64f6aca. 00000100:00100000:1.0:1767384310.946259:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000729517e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737748864:0@lo:400: 00000020:00000010:0.0:1767384310.946264:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ec46b059. 00000100:00000001:1.0:1767384310.946265:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384310.946269:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384310.946271:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.946271:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:0.0:1767384310.946323:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384310.946327:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e71d7d4. 02000000:00000001:1.0:1767384310.946330:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384310.946334:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd88f470. 00000020:00000010:0.0:1767384310.946334:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f55387dd. 02000000:00000001:1.0:1767384310.946339:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.946342:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000400:00000010:1.0:1767384310.946343:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034546b63. 00000400:00000010:1.0:1767384310.946349:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f835e04. 00000100:00000200:1.0:1767384310.946352:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737748864, portal 10 00000100:00000040:0.0:1767384310.946352:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384310.946357:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384310.946358:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384310.946362:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996009728 : -113991713541888 : ffff98533c683100) 00000100:00000001:0.0:1767384310.946362:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384310.946367:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.946370:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.946373:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384310.946378:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384310.946378:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384310.946382:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.946384:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.946387:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8fbea7. 00000100:00000200:1.0:1767384310.946396:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737748864, offset 0 00000100:00000001:0.0:1767384310.946398:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.946403:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.946412:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384310.946414:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.946417:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384310.946421:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d702f80 00000100:00100000:0.0:1767384310.946425:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000400:00000200:1.0:1767384310.946430:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000040:0.0:1767384310.946430:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:0.0:1767384310.946433:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893025536 : -113991816526080 : ffff98533644c700) 00000400:00000200:1.0:1767384310.946436:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384310.946443:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009088acb x1853236737748608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.946444:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.946453:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384310.946456:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384310.946460:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384310.946462:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000608e4ca8. 00000020:00000010:0.0:1767384310.946465:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000015b0114. 00000100:00000040:1.0:1767384310.946466:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000608e4ca8 x1853236737748864 msgsize 224 00000100:00000001:0.0:1767384310.946471:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.946474:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000015b0114. 00000100:00100000:1.0:1767384310.946479:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384310.946484:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009088acb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737748608:12345-0@lo:400: 00000100:00000001:1.0:1767384310.946489:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384310.946492:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737748608 00000400:00000200:1.0:1767384310.946496:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8fbea7 00000020:00000001:0.0:1767384310.946496:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384310.946501:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8fbea7. 00000020:00000001:0.0:1767384310.946502:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384310.946505:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384310.946507:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384310.946512:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384310.946513:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384310.946519:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:1.0:1767384310.946529:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384310.946529:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384310.946534:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384310.946535:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384310.946543:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384310.946548:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.946548:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384310.946554:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384310.946554:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946559:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.946562:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384310.946564:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3247 usecs (4 jiffies) 00000100:00000001:0.0:1767384310.946567:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384310.946571:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294898693 02000000:00000001:0.0:1767384310.946572:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384310.946576:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294898707 00000100:00000001:1.0:1767384310.946579:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294898693 02000000:00000010:0.0:1767384310.946579:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007dbe79f3. 02000000:00000001:0.0:1767384310.946585:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946586:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294898707 00000100:00000001:0.0:1767384310.946590:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946591:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294898693 00000100:00000001:1.0:1767384310.946597:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294898707 00000020:00000001:0.0:1767384310.946597:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946604:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294898693 00010000:00000040:0.0:1767384310.946604:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737748608 00010000:00000001:0.0:1767384310.946608:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384310.946615:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294898707 00000100:00000001:1.0:1767384310.946620:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767384310.946623:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009088acb x1853236737748608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.946626:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946632:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946638:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.946645:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.946649:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384310.946652:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384310.946653:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.946658:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384310.946658:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946662:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384310.946665:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.946666:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946675:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384310.946681:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000004:00000001:1.0:1767384310.946684:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384310.946684:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000004:00000020:1.0:1767384310.946688:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:0.0:1767384310.946690:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1767384310.946693:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c452c08. 02000000:00000001:0.0:1767384310.946693:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384310.946700:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384310.946701:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384310.946707:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384310.946708:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384310.946712:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384310.946714:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 02000000:00000001:1.0:1767384310.946716:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384310.946719:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737748608, offset 224 02000000:00000010:1.0:1767384310.946725:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081619a7c. 00000400:00000200:0.0:1767384310.946729:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384310.946732:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946754:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384310.946755:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384310.946759:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.946784:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c452c08] to pc [ptlrpcd_00_00+0] req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384310.946785:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d702e80 00000400:00000200:0.0:1767384310.946796:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x13dd [1] + 224 00000400:00000200:0.0:1767384310.946805:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.946816:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:1.0:1767384310.946823:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946823:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384310.946829:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.946843:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.946846:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384310.946848:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.946849:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384310.946856:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.946874:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384310.946879:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50c864c 00000100:00000001:1.0:1767384310.946882:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384310.946883:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c864c. 00000100:00000001:1.0:1767384310.946884:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946887:0:17550:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384310.946888:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384310.946890:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384310.946891:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384310.946896:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.946896:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.946900:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:0.0:1767384310.946905:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384310.946909:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c452c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737748992:0@lo:13: 00000020:00000001:0.0:1767384310.946910:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.946913:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384310.946915:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384310.946919:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.946921:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384310.946924:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384310.946928:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009088acb x1853236737748608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384310.946929:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000943eb9d0. 02000000:00000001:1.0:1767384310.946933:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.946940:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000400:00000010:1.0:1767384310.946946:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8fbea7. 00000100:00000200:1.0:1767384310.946952:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737748992, portal 4 00000100:00100000:0.0:1767384310.946953:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009088acb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737748608:12345-0@lo:400: Request processed in 489us (1053us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384310.946956:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384310.946959:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009643904 : -113991699907712 : ffff98533d383b80) 00000100:00100000:0.0:1767384310.946968:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384310.946969:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.946975:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:0.0:1767384310.946980:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384310.946983:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384310.946989:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384310.946990:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f55387dd. 00000100:00000040:1.0:1767384310.946995:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384310.946997:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000400:00000010:1.0:1767384310.947000:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000020:00000010:0.0:1767384310.947003:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e71d7d4. 00000100:00000200:1.0:1767384310.947005:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737748992, offset 0 00000020:00000040:0.0:1767384310.947009:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384310.947014:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.947015:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.947026:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1767384310.947032:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767384310.947036:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d703000 00000020:00000040:0.0:1767384310.947039:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000200:1.0:1767384310.947043:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000400:00000200:1.0:1767384310.947048:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.947054:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.947056:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.947060:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384310.947060:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384310.947064:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000001:0.0:1767384310.947067:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384310.947071:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e39d339. 00000400:00000001:0.0:1767384310.947071:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.947075:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6dba14. 00000100:00000040:1.0:1767384310.947076:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000005e39d339 x1853236737748992 msgsize 224 00000400:00000200:0.0:1767384310.947081:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402b38c 00000400:00000010:0.0:1767384310.947086:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d402b38c. 00000100:00100000:1.0:1767384310.947091:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384310.947092:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384310.947100:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.947103:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.947111:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000100:00000200:0.0:1767384310.947114:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384310.947116:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000100:00000001:1.0:1767384310.947123:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384310.947126:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.947129:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384310.947131:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.947133:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384310.947136:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.947140:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.947142:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947148:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384310.947153:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.947156:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384310.947159:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384310.947169:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384310.947178:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384310.947179:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947181:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947182:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384310.947187:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384310.947190:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384310.947193:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.947195:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11325 usecs (12 jiffies) 00000100:00000001:1.0:1767384310.947200:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898701 00010000:00000001:0.0:1767384310.947205:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947206:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898707 00000100:00000001:0.0:1767384310.947210:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384310.947211:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898701 00000100:00000040:0.0:1767384310.947214:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384310.947215:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898707 00000100:00000001:0.0:1767384310.947219:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384310.947220:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898701 00000100:00000001:1.0:1767384310.947226:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898707 00000100:00000001:0.0:1767384310.947226:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947232:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898701 00000100:00000040:0.0:1767384310.947235:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.947238:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898707 00000100:00000001:1.0:1767384310.947244:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.947249:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947253:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.947257:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767384310.947258:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384310.947261:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384310.947262:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384310.947265:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000100:00000040:0.0:1767384310.947266:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.947269:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384310.947273:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384310.947277:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384310.947282:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa38c93e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737748608:0@lo:400: 00000100:00000200:1.0:1767384310.947284:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.947312:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.947319:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384310.947323:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.947325:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa38c93e x1853236737748608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.947350:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.947354:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.947356:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384310.947358:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384310.947359:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.947363:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0b951db. 02000000:00000001:1.0:1767384310.947367:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384310.947369:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384310.947369:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.947372:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384310.947373:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.947375:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384310.947378:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.947379:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384310.947384:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=25 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384310.947389:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004004d195. 00000100:00001000:1.0:1767384310.947392:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=25 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384310.947394:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384310.947396:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384310.947398:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384310.947399:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384310.947402:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa38c93e. 00010000:00000001:1.0:1767384310.947403:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384310.947407:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947408:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.947411:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947412:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.947417:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.947419:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.947424:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.947427:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947433:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.947434:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.947436:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947441:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384310.947445:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.947448:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.947458:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737748480:0@lo:400: 00000100:00000001:0.0:1767384310.947461:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384310.947464:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.947464:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737748992 00000100:00000001:1.0:1767384310.947470:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384310.947470:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384310.947473:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384310.947476:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737748480/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.947477:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.947484:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.947490:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737748992 00000020:00000001:0.0:1767384310.947494:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384310.947496:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384310.947497:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:0.0:1767384310.947500:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384310.947501:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767384310.947503:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 02000000:00000010:1.0:1767384310.947504:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098b7eacf. 00000020:00000001:0.0:1767384310.947510:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 02000000:00000001:1.0:1767384310.947511:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384310.947514:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384310.947517:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000040:1.0:1767384310.947518:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384310.947525:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384310.947526:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384310.947527:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000001c650f3. 02000000:00000001:1.0:1767384310.947532:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384310.947533:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000015b0114. 02000000:00000001:1.0:1767384310.947534:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384310.947538:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:0.0:1767384310.947540:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.947546:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000015b0114. 00000100:00000001:1.0:1767384310.947548:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.947551:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.947554:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384310.947556:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b951db. 00000100:00000001:1.0:1767384310.947558:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.947562:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384310.947565:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f55387dd. 00000100:00000001:1.0:1767384310.947567:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.947570:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.947573:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.947574:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000100:00000001:1.0:1767384310.947576:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.947587:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384310.947591:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384310.947594:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384310.947598:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947607:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384310.947613:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384310.947620:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:0.0:1767384310.947624:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.947636:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.947641:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384310.947643:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384310.947647:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384310.947648:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384310.947653:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:1.0:1767384310.947655:0:17551:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947657:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009628672 : -113991699922944 : ffff98533d380000) 00000100:00000001:1.0:1767384310.947660:0:17551:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.947665:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e39d339 x1853236737748992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.947679:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.947682:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000015b0114. 00000100:00000001:1.0:1767384310.947686:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.947688:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.947690:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384310.947695:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000015b0114. 00000100:00100000:1.0:1767384310.947699:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1767384310.947704:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e39d339 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737748992:12345-0@lo:13: 00000100:00000040:1.0:1767384310.947705:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:1.0:1767384310.947709:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009634944 : -113991699916672 : ffff98533d381880) 00000100:00000200:0.0:1767384310.947713:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737748992 00000020:00000001:0.0:1767384310.947717:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384310.947720:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000608e4ca8 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384310.947722:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384310.947725:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.947730:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384310.947734:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:0.0:1767384310.947756:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384310.947757:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384310.947761:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384310.947763:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045fea998. 00000020:00000001:0.0:1767384310.947767:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384310.947769:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384310.947771:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384310.947775:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045fea998. 00000020:00000001:0.0:1767384310.947775:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.947780:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384310.947784:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384310.947786:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000608e4ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737748864:12345-0@lo:400: 02000000:00000010:0.0:1767384310.947789:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000061e41543. 02000000:00000001:0.0:1767384310.947795:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384310.947797:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737748864 00000100:00000001:0.0:1767384310.947800:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.947801:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384310.947804:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384310.947805:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1767384310.947809:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384310.947810:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.947814:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384310.947815:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384310.947819:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00080000:00000001:0.0:1767384310.947819:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:1.0:1767384310.947824:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384310.947832:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.947833:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384310.947838:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384310.947841:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384310.947843:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384310.947845:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384310.947849:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:1.0:1767384310.947851:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384310.947855:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:0.0:1767384310.947856:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:1.0:1767384310.947858:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:0.0:1767384310.947860:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 02000000:00000010:1.0:1767384310.947864:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bcfc3574. 00002000:00000020:0.0:1767384310.947864:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:1.0:1767384310.947869:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384310.947870:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384310.947874:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384310.947875:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384310.947879:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.947880:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384310.947884:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384310.947885:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737748864 00010000:00000001:1.0:1767384310.947889:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384310.947890:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737748992 00010000:00000001:0.0:1767384310.947893:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384310.947896:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000608e4ca8 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384310.947898:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e39d339 x1853236737748992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384310.947924:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384310.947928:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.947929:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384310.947931:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=20 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384310.947933:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947936:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384310.947939:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=15 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384310.947942:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384310.947948:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384310.947949:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:0.0:1767384310.947953:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 02000000:00000001:1.0:1767384310.947956:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384310.947957:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384310.947960:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.947961:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384310.947964:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.947966:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384310.947971:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.947973:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.947978:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000040:0.0:1767384310.947979:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.947984:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000100:00000200:1.0:1767384310.947985:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737748864, offset 224 00000100:00000200:0.0:1767384310.947991:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737748992, offset 224 00000400:00000200:1.0:1767384310.947995:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384310.948005:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.948006:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384310.948019:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384310.948021:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d702f80 00000400:00000200:1.0:1767384310.948028:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:0.0:1767384310.948032:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d703000 00000400:00000200:1.0:1767384310.948034:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.948038:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1401 [1] + 224 00000400:00000200:1.0:1767384310.948041:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384310.948047:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.948053:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.948063:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384310.948064:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.948069:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.948072:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.948111:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000729517e2 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.948128:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.948155:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.948159:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.948162:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384310.948166:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384310.948170:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384310.948173:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384310.948175:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d402b38c 00000400:00000010:0.0:1767384310.948179:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d402b38c. 00000100:00000001:1.0:1767384310.948180:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.948186:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384310.948187:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384310.948189:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384310.948191:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384310.948195:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.948196:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.948201:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384310.948204:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000040:1.0:1767384310.948208:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000608e4ca8 x1853236737748864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384310.948210:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384310.948214:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.948220:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384310.948227:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e39d339 x1853236737748992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.948234:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000608e4ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737748864:12345-0@lo:400: Request processed in 473us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384310.948252:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1767384310.948256:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e39d339 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737748992:12345-0@lo:13: Request processed in 573us (1175us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384310.948258:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:1.0:1767384310.948263:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384310.948266:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384310.948270:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9d0c13f. 00000100:00100000:0.0:1767384310.948302:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384310.948308:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:0.0:1767384310.948312:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384310.948316:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384310.948320:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f55387dd. 00000020:00000010:0.0:1767384310.948324:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384310.948327:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b951db. 00000020:00000040:0.0:1767384310.948332:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384310.948337:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948355:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.948359:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384310.948365:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384310.948370:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.948374:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 00000400:00000200:0.0:1767384310.948378:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8fbea7 00000400:00000010:0.0:1767384310.948382:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8fbea7. 00000100:00000001:0.0:1767384310.948386:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384310.948399:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384310.948404:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5db2e76. 00000100:00000200:0.0:1767384310.948408:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384310.948409:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bd5ea5. 00000020:00000040:1.0:1767384310.948415:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:1.0:1767384310.948421:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948422:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.948425:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948428:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384310.948430:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.948434:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.948435:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.948439:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384310.948444:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384310.948449:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384310.948457:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384310.948460:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.948464:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384310.948469:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384310.948489:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.948492:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384310.948495:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384310.948498:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384310.948501:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.948504:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.948519:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.948525:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.948530:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384310.948537:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384310.948542:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384310.948550:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384310.948563:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384310.948588:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.948597:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.948612:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c452c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737748992:0@lo:13: 00000100:00000001:0.0:1767384310.948622:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948627:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.948632:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c452c08 x1853236737748992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.948644:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384310.948646:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.948649:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000943eb9d0. 02000000:00000001:0.0:1767384310.948654:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.948658:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.948662:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384310.948665:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.948669:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081619a7c. 02000000:00000001:0.0:1767384310.948676:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384310.948679:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.948682:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c452c08. 00000100:00000001:0.0:1767384310.948687:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384310.948691:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948693:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.948697:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.948698:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.948699:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.948701:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.965335:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294898707, at 4294898708 00000100:00000010:1.0:1767384310.965343:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011737d31. 00000100:00000040:0.0:1767384310.965347:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294898707, at 4294898708 00000100:00000010:0.0:1767384310.965354:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086535f5d. 00000100:00000040:3.0:1767384310.966310:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294898707, at 4294898709 00000100:00000010:3.0:1767384310.966320:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061ddff34. 00000001:00000001:1.0:1767384311.630375:0:21386:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384311.630379:0:21386:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384311.633884:0:21386:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384311.640434:0:21387:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003f380c7f. 00000400:00000010:3.0:1767384311.640447:0:21387:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000044283869. 00000400:00000010:3.0:1767384311.640467:0:21387:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a5992814. 00000400:00000010:3.0:1767384311.640469:0:21387:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003b612bf4. 00000400:00000010:3.0:1767384311.640473:0:21387:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000751728a. 00000400:00000010:3.0:1767384311.640476:0:21387:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009997bcae. 00000400:00000010:3.0:1767384311.640478:0:21387:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021bd9912. 00000400:00000010:3.0:1767384311.640479:0:21387:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064c46a15. 00000400:00000010:3.0:1767384311.640482:0:21387:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cd01171c. 00000800:00000010:3.0:1767384311.640491:0:21387:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006c2f829f. 00000800:00000200:3.0:1767384311.640501:0:21387:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384311.640506:0:21387:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384311.640536:0:21387:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384311.640554:0:21387:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp18 [8/256/0/180] 00000400:00000010:3.0:1767384311.642096:0:21387:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 0000000068eecbe6. 00000400:00000010:3.0:1767384311.642101:0:21387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75c0868. 00000400:00000010:3.0:1767384311.642105:0:21387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000400:00000001:3.0:1767384311.642116:0:21387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.642118:0:21387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384311.642119:0:21387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004878204d. 00000400:00000200:3.0:1767384311.642121:0:21387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384311.642123:0:21387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000400:00000010:3.0:1767384311.642126:0:21387:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000003455f755. 00000400:00000200:3.0:1767384311.642130:0:21387:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (9) 00000400:00000200:3.0:1767384311.642141:0:21387:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384311.642150:0:21387:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:3.0:1767384311.642156:0:21387:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f2e29924. 00000020:01000000:3.0:1767384311.642159:0:21387:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384311.642161:0:21387:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp18 00000400:00000010:3.0:1767384311.642173:0:21387:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000044283869. 00000400:00000010:3.0:1767384311.642176:0:21387:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003f380c7f. 00000400:00000200:0.0:1767384311.642215:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384311.642222:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:0.0:1767384311.642232:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000400:00000200:0.0:1767384311.642237:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (10) 00000400:00000010:0.0:1767384311.642251:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b82b3f2d. 00000400:00000200:0.0:1767384311.642259:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384311.642272:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384311.642279:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384311.642285:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384311.642320:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384311.642326:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384311.642333:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384311.642345:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384311.642348:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384311.642351:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384311.642365:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384311.642372:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp17 00000400:00000200:0.0:1767384311.642376:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384311.642379:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp17 00000400:00000200:0.0:1767384311.642384:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.152@tcp17 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384311.642393:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp17 00000400:00000200:0.0:1767384311.642407:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17:) -> 192.168.203.152@tcp17(192.168.203.152@tcp:192.168.203.152@tcp17) : PUT try# 0 00000800:00000200:0.0:1767384311.642416:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.152@tcp17 00000800:00000010:0.0:1767384311.642424:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa1a3796. 00000800:00000010:0.0:1767384311.642434:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000060b57365. 00000800:00000010:0.0:1767384311.642439:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b0509dd8. 00000100:00000001:1.0:1767384311.642445:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384311.642451:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (2) 00000100:00000001:1.0:1767384311.642452:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.642458:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.1:1767384311.642460:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (2) 00000100:00000040:1.0:1767384311.642467:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.642477:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384311.642484:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000001:1.0:1767384311.642493:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.642498:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.642504:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384311.642509:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384311.642517:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.642526:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000729517e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737749120:0@lo:253: 00000100:00000001:1.0:1767384311.642533:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384311.642537:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 02000000:00000001:1.0:1767384311.642538:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384311.642541:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.642546:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384311.642555:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b006bad. 02000000:00000001:1.0:1767384311.642561:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.642568:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000400:00000010:1.0:1767384311.642578:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc275d81. 00000100:00000200:1.0:1767384311.642586:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737749120, portal 25 00000400:00000200:0.0:1767384311.642590:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642593:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384311.642599:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996009728 : -113991713541888 : ffff98533c683100) 00000100:00000040:1.0:1767384311.642609:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.642618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642630:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.642636:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.642644:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c316dd8a. 00000400:00000200:0.0:1767384311.642646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000200:1.0:1767384311.642650:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737749120, offset 0 00000400:00000200:1.0:1767384311.642668:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.642673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.642682:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.642698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.642703:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703080 00000400:00000200:1.0:1767384311.642717:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:1.0:1767384311.642722:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:1.0:1767384311.642728:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b69b966d 00000400:00000200:0.0:1767384311.642728:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.642761:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.642771:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384311.642778:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69b966d 00000400:00000010:1.0:1767384311.642783:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b69b966d. 00000400:00000200:0.0:1767384311.642783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642793:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384311.642799:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384311.642805:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002736c154 x1853236737749120 msgsize 4848 00000400:00000200:0.0:1767384311.642819:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00100000:1.0:1767384311.642820:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384311.642836:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384311.642848:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642850:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.642860:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c316dd8a 00000400:00000010:1.0:1767384311.642866:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c316dd8a. 00000100:00000001:1.0:1767384311.642874:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384311.642879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000200:1.0:1767384311.642882:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.642899:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384311.642905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000040:1.0:1767384311.642906:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.642921:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.642926:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384311.642928:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642931:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.642937:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294899404 00000100:00000001:1.0:1767384311.642943:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294899404 00000100:00000001:1.0:1767384311.642946:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294899404 00000400:00000200:0.0:1767384311.642950:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642952:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294899404 00000100:00000001:1.0:1767384311.642957:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294899404 00000100:00000001:1.0:1767384311.642970:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294899404 00000400:00000200:0.0:1767384311.642975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.642976:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294899404 00000100:00000001:1.0:1767384311.642994:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294899404 00000100:00000001:1.0:1767384311.642999:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384311.643000:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000100:00000001:1.0:1767384311.643008:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643013:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643022:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.643032:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.643036:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384311.643040:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.643043:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.643048:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643051:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643070:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384311.643075:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737749120 02000000:00000001:1.0:1767384311.643080:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.643084:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.643089:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.643098:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.643104:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737749120 00000020:00000001:1.0:1767384311.643109:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384311.643114:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384311.643120:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.643124:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384311.643130:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384311.643135:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384311.643140:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.643144:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d493707. 00000100:00000001:1.0:1767384311.643148:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.643153:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d493707. 00000020:00000010:1.0:1767384311.643160:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000236920b7. 00000020:00000010:1.0:1767384311.643166:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfbc6972. 00000020:00000010:1.0:1767384311.643173:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000272d68e7. 00000100:00000001:1.0:1767384311.643179:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.643181:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.643185:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643194:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643197:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384311.643205:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000997310b3. 00000100:00000001:1.0:1767384311.643210:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:0.0:1767384311.643212:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ed99f9c. 00000100:00000001:1.0:1767384311.643214:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:0.0:1767384311.643221:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f982a6b4. 00000100:00100000:1.0:1767384311.643225:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:1.0:1767384311.643232:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384311.643244:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017958992 : -113991691592624 : ffff98533db71c50) 00000100:00000040:1.0:1767384311.643254:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002736c154 x1853236737749120/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384311.643257:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f982a6b4. 00000100:00000001:1.0:1767384311.643298:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.643305:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d493707. 00000100:00000001:1.0:1767384311.643311:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.643317:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d493707. 00000100:00100000:1.0:1767384311.643326:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002736c154 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737749120:12345-0@lo:253: 00000100:00000200:1.0:1767384311.643335:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737749120 00000020:00000001:1.0:1767384311.643339:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384311.643344:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.643346:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.643349:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.643351:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384311.643358:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.643362:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.643366:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.643370:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384311.643375:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643381:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.643384:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.643390:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007527abb7. 02000000:00000001:1.0:1767384311.643403:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.643406:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.643406:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:1.0:1767384311.643412:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384311.643421:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d7090827. 00000400:00000200:0.0:1767384311.643425:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp17 from 239.3.0.2 20000000:01000000:1.0:1767384311.643427:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:0.0:1767384311.643430:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006c860ee6. 20000000:00000001:1.0:1767384311.643431:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384311.643435:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384311.643437:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.643440:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.643442:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384311.643601:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055b78d00. 00000800:00000010:0.0:1767384311.643606:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d9e6c3fc. 00000800:00000010:0.0:1767384311.643620:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000085205444. 00000800:00000200:0.1:1767384311.643627:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (2) 00000800:00000200:0.1:1767384311.643631:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp17 0000000085205444 deleted 00000800:00000010:0.1:1767384311.643632:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000085205444. 00000800:00000200:0.1:1767384311.643636:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384311.643649:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:1007 00000800:00000200:0.1:1767384311.643652:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa1a3796 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:0.0:1767384311.643657:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp17 p 3.x 192.168.203.152 -> 192.168.203.152:1007 incarnation:1767384310148250029 sched[0] 00000800:00000010:0.0:1767384311.643662:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f982a6b4. 00000800:00000010:0.0:1767384311.643699:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f982a6b4. 00000800:00000010:0.0:1767384311.643702:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d9e6c3fc. 00000800:00000010:0.0:1767384311.643760:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006c860ee6. 00000800:00000001:0.0:1767384311.643779:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384311.643805:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384311.643814:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp17 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384310148250029 sched[0] 00000800:00000010:1.0:1767384311.643825:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ed99f9c. 00000400:00000200:1.0:1767384311.643895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.643962:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644064:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644110:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644165:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644223:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644838:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644902:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.644973:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384311.645010:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384311.645155:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000800:00000010:0.0:1767384311.645630:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083d72895. 00000800:00000010:0.0:1767384311.645634:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b60d8f6. 00000800:00000010:0.0:1767384311.645638:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b2efc2. 00000800:00000010:0.0:1767384311.645669:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b2efc2. 00000400:00000200:0.0:1767384311.645842:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384311.645861:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp17 from 238.3.0.2 00000800:00000010:0.0:1767384311.645864:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f2855cb7. 00000800:00000200:2.1:1767384311.645920:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (4) 00000800:00000200:2.1:1767384311.645930:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp17 00000000e5500c1c deleted 00000800:00000010:2.1:1767384311.645932:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e5500c1c. 00000800:00000200:2.1:1767384311.645935:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384311.646032:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384311.646043:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp17 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384310148250029 sched[0] 00000800:00000010:1.0:1767384311.646049:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b60d8f6. 00080000:00000001:0.0:1767384311.651998:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384311.652003:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384311.652006:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384311.652007:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384311.652008:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384311.652010:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5451a85. 00080000:00000001:0.0:1767384311.652014:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384311.652030:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae14543f. 20000000:01000000:1.0:1767384311.652036:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384311.652041:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384311.652046:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384311.652074:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384311.652080:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384311.652083:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.652089:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384311.652093:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384311.652099:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384311.652107:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384311.652116:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9eb4783. 00080000:00000001:1.0:1767384311.652124:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750607360 : -113996958944256 : ffff985203c1b400) 00080000:00000001:1.0:1767384311.652135:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384311.652209:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384311.652214:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.652220:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384311.652235:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.652240:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384311.652487:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384311.652491:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384311.661056:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384311.661064:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384311.661071:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.661078:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384311.661082:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384311.661096:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384311.661102:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384311.661118:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384311.661119:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384311.661122:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384311.661134:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384311.661138:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384311.661141:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384311.661149:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5801005. 00010000:00000001:3.0:1767384311.661155:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384311.661159:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384311.661163:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384311.661168:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd1e to hash 00000020:00000001:3.0:1767384311.661171:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384311.661173:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661176:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661180:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.661182:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.661185:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661195:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384311.661198:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384311.661200:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384311.661203:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.661206:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.661208:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.661211:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.661230:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384311.661231:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384311.661233:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384311.661234:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384311.661236:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5801005) refcount = 1 00010000:00010000:3.0:1767384311.661240:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661247:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384311.661249:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384311.661250:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.661253:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661254:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384311.661264:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384311.661267:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384311.661271:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384311.661273:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.661275:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384311.661278:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661281:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661283:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384311.661285:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661335:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384311.661338:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661345:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.661348:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384311.661351:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661357:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.661360:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661363:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384311.661366:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384311.661373:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384311.661376:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384311.661379:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384311.661382:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661389:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384311.661392:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384311.661393:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.661402:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384311.661406:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661409:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384311.661413:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384311.661416:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661424:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384311.661427:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384311.661430:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661434:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384311.661436:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384311.661440:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.661442:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384311.661445:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd1e from hash 00010000:00000001:3.0:1767384311.661448:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384311.661450:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.661453:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.661455:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384311.661457:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384311.661459:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384311.661461:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384311.661463:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.661466:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661468:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384311.661470:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384311.661474:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.661476:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.661477:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661480:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.661483:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.661486:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661493:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.661495:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.661502:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384311.661505:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384311.661507:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.661508:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.661511:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384311.661514:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.661517:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.661520:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.661527:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384311.661529:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384311.661531:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd1e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384311.661539:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5801005 count: 0 00010000:00000001:3.0:1767384311.661548:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384311.661550:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384311.662341:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384311.662346:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384311.662349:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000519ff782. 00010000:00000010:2.1:1767384311.662356:0:21393:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000075281192. 20000000:00000001:1.0:1767384311.662356:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.662366:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749248 00010000:00000010:2.1:1767384311.662367:0:21393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b16616. 00010000:00000001:1.0:1767384311.662373:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.662382:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6b1c94c x1853236737749248/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.662394:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.662400:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.662406:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.662414:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.662418:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.662421:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384311.662425:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.662428:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.662432:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.662436:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.662442:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c0227c. 00000100:00000200:1.0:1767384311.662447:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737749248, offset 224 00000400:00000200:1.0:1767384311.662463:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.662475:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.662486:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703100 00000400:00000200:1.0:1767384311.662495:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1425 [2] + 224 00000400:00000200:1.0:1767384311.662503:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.662507:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.662513:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.662519:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001a271e8 x1853236737749248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.662530:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000001a271e8 x1853236737749248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.662554:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.662563:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c0227c 00000400:00000010:1.0:1767384311.662567:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c0227c. 00000100:00000001:1.0:1767384311.662574:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384311.662579:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.662589:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.662615:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384311.662620:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384311.662625:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.662631:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384311.662641:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6b1c94c x1853236737749248/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.662710:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6b1c94c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737749248:12345-0@lo:253: Request processed in 19470us (19894us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384311.662729:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:1.0:1767384311.662755:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384311.662761:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384311.662766:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384311.662786:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c995cce. 00000020:00000010:1.0:1767384311.662797:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d798f23e. 00000020:00000010:1.0:1767384311.662806:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bd5ea5. 00000020:00000040:1.0:1767384311.662825:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384311.662836:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384311.662850:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c4a81119. 02000000:00000001:1.0:1767384311.662859:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384311.662867:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384311.662878:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384311.662889:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9e0dd9. 00000400:00000010:1.0:1767384311.662900:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2c0227c. 00000100:00000040:3.0:1767384311.663345:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294899404, at 4294899406 00000100:00000010:3.0:1767384311.663354:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48360ac. 00000100:00000040:0.0:1767384311.663364:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294899404, at 4294899406 00000100:00000010:0.0:1767384311.663373:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee3ebf. 00000100:00000040:1.0:1767384311.663382:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294899404, at 4294899406 00000100:00000010:1.0:1767384311.663391:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006fecabfa. 00080000:00000020:1.0:1767384311.665198:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384311.665202:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384311.665204:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d7090827. 20000000:00000001:1.0:1767384311.665210:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.665213:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749120 00010000:00000001:1.0:1767384311.665217:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.665221:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002736c154 x1853236737749120/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.665232:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.665234:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.665237:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.665241:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.665243:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.665246:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384311.665250:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.665252:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.665255:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.665258:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.665262:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003394be9b. 00000100:00000200:1.0:1767384311.665265:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737749120, offset 224 00000400:00000200:1.0:1767384311.665271:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.665308:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.665317:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703080 00000400:00000200:1.0:1767384311.665323:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1421 [2] + 224 00000400:00000200:1.0:1767384311.665330:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.665343:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.665347:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.665360:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.665371:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.665391:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.665397:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003394be9b 00000400:00000010:1.0:1767384311.665399:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003394be9b. 00000100:00000001:1.0:1767384311.665405:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384311.665407:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.665407:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.665410:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.665411:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384311.665414:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384311.665414:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384311.665416:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384311.665417:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384311.665418:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000020:00000001:1.0:1767384311.665420:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.665422:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384311.665423:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc275d81 00000400:00000010:3.0:1767384311.665425:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc275d81. 00000100:00000040:1.0:1767384311.665427:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002736c154 x1853236737749120/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.665430:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384311.665436:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.665439:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002736c154 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737749120:12345-0@lo:253: Request processed in 22163us (22631us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384311.665448:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.665450:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000040:1.0:1767384311.665453:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384311.665456:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384311.665458:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.665459:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384311.665460:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.665463:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384311.665463:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfbc6972. 02000000:00000001:3.0:1767384311.665465:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384311.665470:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000272d68e7. 00000100:00000001:3.0:1767384311.665474:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384311.665475:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000236920b7. 00000100:00000001:3.0:1767384311.665477:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.665480:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384311.665481:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:3.0:1767384311.665484:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=26 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384311.665485:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384311.665487:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007527abb7. 00000100:00001000:3.0:1767384311.665488:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384311.665491:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384311.665492:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384311.665493:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.665494:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.665495:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384311.665497:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384311.665499:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384311.665500:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.665505:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384311.665510:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7e1ea2. 00000100:00000001:3.0:1767384311.665513:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384311.665514:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003394be9b. 00000100:00000001:3.0:1767384311.665516:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.665518:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.665521:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384311.665523:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384311.665526:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384311.665528:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384311.665530:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384311.665532:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384311.665533:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384311.665535:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384311.665537:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384311.665539:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384311.665541:0:21392:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c1fc4dac. 00000100:00000040:3.0:1767384311.665545:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.665558:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000729517e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737749120:0@lo:253: 00000400:00000040:0.0:1767384311.665562:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384311.665564:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.665569:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384311.665569:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:3.0:1767384311.665575:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000729517e2 x1853236737749120/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384311.665577:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.665600:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384311.665606:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384311.665607:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.665610:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:0.0:1767384311.665612:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 02000000:00000010:3.0:1767384311.665613:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b006bad. 00000400:00000040:0.0:1767384311.665618:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384311.665620:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384311.665625:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:3.0:1767384311.665626:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384311.665627:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:00000001:3.0:1767384311.665630:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.665633:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000400:00000040:0.0:1767384311.665633:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384311.665638:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000001:3.0:1767384311.665639:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.665642:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f728b98a. 00000400:00000040:0.0:1767384311.665644:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:3.0:1767384311.665647:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:0.0:1767384311.665649:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:3.0:1767384311.665650:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.665654:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000729517e2. 00000400:00000040:0.0:1767384311.665654:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:3.0:1767384311.665677:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.665678:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384311.665683:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384311.665689:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384311.665689:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384311.665696:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:3.0:1767384311.665700:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:0.0:1767384311.665701:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:3.0:1767384311.665704:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.665707:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.665709:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384311.665717:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.665721:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.665723:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.665725:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.665728:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.665730:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384311.665749:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.665752:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.665755:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.665757:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.665761:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.665762:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384311.665781:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.665783:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.665785:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.665787:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.665789:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.665791:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384311.665795:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384311.665797:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384311.665799:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384311.665802:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384311.665804:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.665806:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384311.665809:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384311.665811:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384311.665813:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384311.665815:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384311.665817:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384311.665819:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384311.665822:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384311.665824:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384311.665826:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384311.665827:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384311.665829:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384311.665831:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384311.665832:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384311.665834:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384311.665872:0:21392:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c1fc4dac. 00010000:00000010:3.1:1767384311.667300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5801005. 00010000:00000010:3.1:1767384311.667308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00010000:00000001:3.0:1767384311.841482:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384311.841487:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.841492:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384311.841493:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.841526:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384311.841529:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384311.841532:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384312.378229:0:21603:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384312.378240:0:21603:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.378243:0:21603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384312.378247:0:21603:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384312.378252:0:21603:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.378254:0:21603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.865315:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384312.865320:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.865325:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384312.865326:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.865341:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384312.865343:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.865345:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384313.094356:0:21769:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003f380c7f. 00000400:00000010:3.0:1767384313.094369:0:21769:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000f53913d. 00000400:00000010:3.0:1767384313.094386:0:21769:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a217831c. 00000400:00000010:3.0:1767384313.094390:0:21769:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bd79f377. 00000400:00000010:3.0:1767384313.094393:0:21769:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000820c9380. 00000400:00000010:3.0:1767384313.094397:0:21769:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000546a9d8c. 00000400:00000010:3.0:1767384313.094401:0:21769:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9615a6b. 00000400:00000010:3.0:1767384313.094402:0:21769:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7802450. 00000400:00000010:3.0:1767384313.094405:0:21769:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e8f3ed68. 00000800:00000010:3.0:1767384313.094414:0:21769:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f05260cc. 00000800:00000200:3.0:1767384313.094424:0:21769:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384313.094430:0:21769:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384313.094462:0:21769:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384313.094479:0:21769:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384313.095629:0:21769:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000af92a92e. 00000400:00000010:3.0:1767384313.095634:0:21769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000400:00000010:3.0:1767384313.095638:0:21769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000400:00000001:3.0:1767384313.095649:0:21769:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.095650:0:21769:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.095652:0:21769:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c75c0868. 00000400:00000200:3.0:1767384313.095654:0:21769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384313.095656:0:21769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000400:00000010:3.0:1767384313.095659:0:21769:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 0000000068eecbe6. 00000400:00000200:3.0:1767384313.095662:0:21769:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (10) 00000400:00000200:3.0:1767384313.095672:0:21769:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384313.095680:0:21769:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:3.0:1767384313.095686:0:21769:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f2e29924. 00000020:01000000:3.0:1767384313.095689:0:21769:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384313.095691:0:21769:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp19 00000400:00000010:3.0:1767384313.095705:0:21769:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000f53913d. 00000400:00000010:3.0:1767384313.095709:0:21769:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003f380c7f. 00000020:00000001:0.0:1767384313.095773:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384313.095779:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384313.095783:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384313.095786:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384313.095790:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384313.095794:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384313.095796:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384313.095800:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384313.095803:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384313.095806:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384313.095809:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384313.095811:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384313.095814:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384313.095816:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384313.095823:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:0.0:1767384313.095829:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384313.095836:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384313.095840:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384313.095846:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384313.095855:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d68a31d1. 00000100:00000001:0.0:1767384313.095863:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.095873:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384313.095876:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.095883:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822f0636] to pc [ptlrpcd_00_03+3] req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384313.095900:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (2) 10000000:00000001:0.0:1767384313.095921:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384313.095925:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.095927:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384313.095929:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384313.095934:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384313.095935:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384313.095938:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384313.095940:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384313.095940:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384313.095944:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384313.095944:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384313.095950:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384313.095955:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384313.095958:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384313.095962:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384313.095986:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384313.095986:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384313.095988:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384313.095989:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384313.095991:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384313.095995:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384313.095995:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384313.095999:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384313.096001:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384313.096002:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384313.096006:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384313.096007:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ded33cf9. 00000020:00000040:0.0:1767384313.096011:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384313.096014:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384313.096018:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384313.096021:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737749376:0@lo:253: 02000000:00000001:0.0:1767384313.096022:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096029:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384313.096034:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000582926c6. 02000000:00000001:3.0:1767384313.096035:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384313.096039:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.096041:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.096043:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384313.096047:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384313.096050:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.096051:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f728b98a. 02000000:00000001:3.0:1767384313.096055:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.096058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded33cf9] to pc [ptlrpcd_00_00+0] req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384313.096061:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75c0868. 00000400:00000010:3.0:1767384313.096070:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c18800. 00000100:00000200:3.0:1767384313.096075:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737749376, portal 25 00000100:00000001:3.0:1767384313.096078:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.096079:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 10000000:00000001:0.0:1767384313.096084:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.096086:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384313.096091:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.096098:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384313.096104:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384313.096105:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384313.096109:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f2e29924. 00000100:00000040:3.0:1767384313.096114:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.096119:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006bec52c. 00000100:00000200:3.0:1767384313.096122:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737749376, offset 0 00000100:00000001:0.0:1767384313.096127:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384313.096133:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384313.096133:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384313.096138:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384313.096144:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384313.096146:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384313.096150:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.096152:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.096154:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384313.096155:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703180 00000100:00000001:0.0:1767384313.096158:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384313.096165:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00000040:0.0:1767384313.096166:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384313.096171:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002d4d88b. 00000400:00000200:3.0:1767384313.096180:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb40670d 00000100:00000001:0.0:1767384313.096180:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384313.096188:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384313.096192:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.096197:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384313.096199:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384313.096205:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb40670d 02000000:00000001:0.0:1767384313.096205:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384313.096209:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb40670d. 02000000:00000001:0.0:1767384313.096213:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096216:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384313.096219:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384313.096221:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ded33cf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737749504:0@lo:253: 00000100:00000040:3.0:1767384313.096223:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000033dfb6b2 x1853236737749376 msgsize 4848 00000100:00000001:0.0:1767384313.096248:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384313.096249:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384313.096253:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384313.096255:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384313.096258:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.096261:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384313.096266:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384313.096267:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f2e29924. 02000000:00000001:0.0:1767384313.096270:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.096276:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6dba14. 00000100:00000001:1.0:1767384313.096287:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384313.096287:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d69a7a04. 00000100:00100000:1.0:1767384313.096293:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737749376 00000100:00000200:0.0:1767384313.096294:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737749504, portal 25 02000000:00000001:1.0:1767384313.096298:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384313.096300:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384313.096302:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384313.096303:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893027328 : -113991816524288 : ffff98533644ce00) 00000100:00000001:1.0:1767384313.096307:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.096308:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006bec52c 00000400:00000010:3.0:1767384313.096310:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006bec52c. 00000100:00000001:3.0:1767384313.096313:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384313.096317:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.096325:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.096328:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.096333:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096335:0:16141:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384313.096339:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096341:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.096343:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.096345:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737749376 00000100:00000001:3.0:1767384313.096346:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294900858 00000020:00000001:1.0:1767384313.096350:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384313.096354:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000010:3.0:1767384313.096355:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e820cbac. 00000020:00000001:1.0:1767384313.096357:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.096361:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384313.096364:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384313.096365:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384313.096366:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384313.096370:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384313.096373:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294900858 00000100:00000040:0.0:1767384313.096375:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384313.096376:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384313.096378:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009039d115. 00000400:00000010:0.0:1767384313.096380:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005126c681. 00000020:00000010:1.0:1767384313.096381:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c755b169. 00000100:00000001:3.0:1767384313.096382:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384313.096386:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737749504, offset 0 00000100:00000001:1.0:1767384313.096387:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.096389:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294900858 00000020:00000010:1.0:1767384313.096394:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c755b169. 00000100:00000010:3.0:1767384313.096396:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd0b315b. 00000400:00000200:0.0:1767384313.096401:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384313.096402:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384313.096402:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d8d6c38. 00000100:00000001:3.0:1767384313.096408:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294900858 00000020:00000010:1.0:1767384313.096410:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f786a3f. 00000400:00000200:0.0:1767384313.096414:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384313.096415:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9c3eb5e. 00000020:00000010:1.0:1767384313.096417:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000272d68e7. 00000100:00000001:3.0:1767384313.096422:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384313.096428:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384313.096431:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384313.096432:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.096432:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703200 00000100:00000001:1.0:1767384313.096437:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384313.096438:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.096440:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.096441:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.096444:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.096445:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:3.0:1767384313.096449:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384313.096451:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000100:00000001:3.0:1767384313.096452:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384313.096452:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096460:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384313.096460:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061921a61 00000100:00000001:3.0:1767384313.096463:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.096466:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.096467:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.096469:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384313.096473:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384313.096477:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.096481:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384313.096485:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384313.096486:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061921a61 00000400:00000010:0.0:1767384313.096490:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061921a61. 00000100:00100000:1.0:1767384313.096492:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384313.096496:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384313.096496:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384313.096498:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017964112 : -113991691587504 : ffff98533db73050) 00000100:00000200:0.0:1767384313.096500:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384313.096504:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033dfb6b2 x1853236737749376/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384313.096515:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000015dcb409 x1853236737749504 msgsize 4848 00000100:00000001:1.0:1767384313.096527:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384313.096527:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384313.096531:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:1.0:1767384313.096532:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c755b169. 00000100:00000001:1.0:1767384313.096536:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.096538:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c755b169. 00000100:00100000:1.0:1767384313.096545:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033dfb6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737749376:12345-0@lo:253: 00000100:00000001:0.0:1767384313.096545:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384313.096551:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737749376 00000020:00000001:1.0:1767384313.096553:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384313.096555:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005126c681 00000020:00000001:1.0:1767384313.096556:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384313.096559:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.096560:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005126c681. 00000020:00000001:1.0:1767384313.096562:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384313.096566:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:0.0:1767384313.096568:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384313.096570:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384313.096573:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384313.096576:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384313.096577:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.096580:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384313.096584:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.096590:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384313.096592:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384313.096593:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384313.096598:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384313.096600:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007527abb7. 02000000:00000001:1.0:1767384313.096605:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096607:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.096609:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096612:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.096615:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384313.096618:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096621:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.096622:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.096625:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384313.096625:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d7090827. 00000100:00000001:0.0:1767384313.096629:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384313.096631:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384313.096635:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384313.096636:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294900858 20000000:00000001:1.0:1767384313.096637:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384313.096641:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.096643:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294900858 20000000:00000001:1.0:1767384313.096644:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.096650:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384313.096650:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294900858 00000100:00000001:0.0:1767384313.096654:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294900858 00000100:00000001:0.0:1767384313.096657:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294900858 00000100:00000001:3.0:1767384313.096660:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 20000000:00000010:1.0:1767384313.096660:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000320ded98. 00000100:00000001:0.0:1767384313.096660:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294900858 00000100:00100000:3.0:1767384313.096664:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737749504 20000000:01000000:1.0:1767384313.096665:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000100:00000001:0.0:1767384313.096666:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294900858 02000000:00000001:3.0:1767384313.096667:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.096670:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384313.096672:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294900858 00000100:00000001:3.0:1767384313.096673:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.096673:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384313.096678:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384313.096679:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.096681:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:3.0:1767384313.096685:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737749504 00000100:00000001:0.0:1767384313.096685:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.096689:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384313.096691:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384313.096692:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.096694:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.096697:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384313.096698:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.096700:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384313.096704:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384313.096707:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.096709:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384313.096712:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.096714:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000020:00000010:3.0:1767384313.096718:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000236920b7. 00000020:00000010:3.0:1767384313.096721:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eab005f8. 00000020:00000010:3.0:1767384313.096740:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000100:00000001:3.0:1767384313.096745:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:1.0:1767384313.096745:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.096748:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.096750:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.096751:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384313.096754:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.096757:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:3.0:1767384313.096758:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.096760:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384313.096762:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.096766:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000100:00000001:3.0:1767384313.096769:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:1.0:1767384313.096771:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384313.096772:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384313.096778:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00080000:00000010:1.0:1767384313.096779:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000648baadc. 00000100:00000040:3.0:1767384313.096781:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00080000:00000001:1.0:1767384313.096783:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750597120 : -113996958954496 : ffff985203c18c00) 00000100:00000001:3.0:1767384313.096784:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017956944 : -113991691594672 : ffff98533db71450) 00080000:00000001:1.0:1767384313.096787:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:3.0:1767384313.096790:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015dcb409 x1853236737749504/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.096803:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.096806:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384313.096808:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.096809:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000100:00100000:3.0:1767384313.096814:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015dcb409 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737749504:12345-0@lo:253: 00000100:00000200:3.0:1767384313.096816:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737749504 00000020:00000001:3.0:1767384313.096818:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384313.096819:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384313.096820:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.096822:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384313.096823:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384313.096825:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384313.096826:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.096828:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384313.096829:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.096830:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096832:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384313.096833:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384313.096838:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003617e049. 02000000:00000001:3.0:1767384313.096840:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.096841:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.096843:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384313.096850:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007dc6e5a3. 20000000:01000000:3.0:1767384313.096853:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384313.096854:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384313.096856:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384313.096860:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.096862:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.096867:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:1.0:1767384313.096869:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384313.096871:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.096875:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384313.096889:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.096892:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384313.096973:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384313.096976:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384313.097026:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063e1ff7f. 00000800:00000010:1.0:1767384313.097030:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a0a0613. 00000800:00000010:1.0:1767384313.097056:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000097736fd9. 00000800:00000200:1.1:1767384313.097063:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (2) 00000800:00000200:1.1:1767384313.097068:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp18 0000000097736fd9 deleted 00000800:00000010:1.1:1767384313.097070:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000097736fd9. 00000800:00000200:1.1:1767384313.097075:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384313.097083:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:1005 00000800:00000200:1.1:1767384313.097086:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c1fdbd6 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767384313.097092:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp18 p 3.x 192.168.203.152 -> 192.168.203.152:1005 incarnation:1767384311640492666 sched[0] 00000800:00000010:1.0:1767384313.097097:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c755b169. 00000800:00000010:1.0:1767384313.097153:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c755b169. 00000800:00000010:1.0:1767384313.097157:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a0a0613. 00000800:00000010:1.0:1767384313.097188:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005b4d7186. 00000800:00000200:1.1:1767384313.097218:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384313.097225:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp18 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384311640492666 sched[0] 00000800:00000010:1.0:1767384313.097229:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e90b7cd. 00000400:00000200:1.0:1767384313.097334:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097401:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097471:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097551:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097616:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097673:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097864:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097915:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.097972:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098024:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098080:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098121:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098153:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098174:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098193:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098222:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384313.098316:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000800:00000010:1.0:1767384313.098455:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b006bad. 00000800:00000010:1.0:1767384313.098459:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a0a0613. 00000800:00000010:1.0:1767384313.098462:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c755b169. 00000400:00000200:3.0:1767384313.098595:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384313.098613:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp18 from 236.3.0.2 00000800:00000010:3.0:1767384313.098617:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001c199e14. 00000800:00000200:2.1:1767384313.098939:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (4) 00000800:00000200:2.1:1767384313.098944:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp18 000000008e90b7cd deleted 00000800:00000010:2.1:1767384313.098946:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e90b7cd. 00000800:00000200:2.1:1767384313.098950:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000010:1.0:1767384313.099102:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c755b169. 00000800:00000200:1.1:1767384313.099113:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384313.099117:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp18 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384311640492666 sched[0] 00000800:00000010:1.0:1767384313.099119:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a0a0613. 00080000:00000001:1.0:1767384313.104622:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384313.104628:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384313.104631:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.104635:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384313.104644:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384313.104654:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384313.104658:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384313.104660:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384313.104663:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384313.104669:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384313.104672:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384313.104675:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384313.104678:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384313.104684:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000aa1a91e. 00010000:00000001:3.0:1767384313.104688:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384313.104690:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384313.104693:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384313.104695:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd25 to hash 00000020:00000001:3.0:1767384313.104697:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384313.104698:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104700:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104703:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.104705:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.104707:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104713:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384313.104716:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384313.104718:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384313.104720:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.104721:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.104739:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.104741:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.104744:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384313.104746:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384313.104748:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384313.104749:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384313.104751:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 1 00010000:00010000:3.0:1767384313.104754:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104759:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384313.104761:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384313.104762:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.104764:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104769:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384313.104772:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384313.104775:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384313.104778:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.104780:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.104781:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384313.104783:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104785:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104787:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384313.104789:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104793:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384313.104794:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104798:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.104799:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384313.104801:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104805:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.104806:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104808:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384313.104810:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384313.104815:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384313.104817:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.104819:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384313.104821:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104825:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384313.104826:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.104832:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.104833:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384313.104835:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104836:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.104838:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384313.104840:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104844:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384313.104845:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.104846:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104849:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384313.104851:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384313.104853:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.104854:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.104855:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd25 from hash 00010000:00000001:3.0:1767384313.104857:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384313.104858:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.104858:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.104859:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384313.104861:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384313.104862:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384313.104864:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384313.104865:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.104867:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104869:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384313.104870:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384313.104871:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.104872:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.104873:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104874:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.104876:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.104878:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104881:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.104887:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.104889:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384313.104890:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384313.104891:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.104892:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.104893:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384313.104895:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.104896:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.104897:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.104901:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384313.104902:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384313.104903:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd25 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384313.104906:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000aa1a91e count: 0 00010000:00000001:3.0:1767384313.104912:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384313.104913:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:3.0:1767384313.104925:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd88f470. 20000000:01000000:3.0:1767384313.104927:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:3.0:1767384313.104930:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384313.104933:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384313.104959:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384313.104961:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384313.104962:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.104963:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384313.104965:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384313.104967:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:3.0:1767384313.104970:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384313.104976:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003f380c7f. 00080000:00000001:3.0:1767384313.104978:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081096067072 : -113992613484544 : ffff985306c42800) 00080000:00000001:3.0:1767384313.104980:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384313.105054:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384313.105056:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.105057:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384313.105070:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.105078:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384313.105153:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384313.105155:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384313.110304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000aa1a91e. 00010000:00000010:3.1:1767384313.110312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 20000000:01000000:3.0:1767384313.112860:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384313.112863:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384313.112865:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384313.112868:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384313.112869:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384313.112873:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003e13477f. 00010000:00000001:3.0:1767384313.112876:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384313.112880:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384313.112882:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384313.112884:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd2c to hash 00000020:00000001:3.0:1767384313.112886:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384313.112887:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.112890:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.112892:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.112893:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.112895:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112900:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384313.112902:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384313.112903:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384313.112905:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.112906:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.112907:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384313.112908:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.112910:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384313.112912:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384313.112913:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384313.112914:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384313.112915:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003e13477f) refcount = 1 00010000:00010000:3.0:1767384313.112917:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112921:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384313.112928:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384313.112929:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.112931:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.112933:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384313.112935:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384313.112937:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384313.112938:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.112940:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.112941:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384313.112943:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.112944:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.112946:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384313.112947:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112952:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384313.112953:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112956:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.112957:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384313.112959:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112962:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.112964:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.112965:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384313.112967:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384313.112970:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384313.112972:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.112974:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384313.112975:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.112986:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384313.112988:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384313.112989:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.112990:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384313.112991:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.112992:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384313.113010:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384313.113011:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.113014:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384313.113016:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384313.113018:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.113021:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384313.113023:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384313.113024:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384313.113026:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.113028:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd2c from hash 00010000:00000001:3.0:1767384313.113030:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384313.113031:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.113033:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.113034:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384313.113036:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384313.113037:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384313.113038:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384313.113039:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.113041:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.113043:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384313.113044:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384313.113046:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.113047:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.113048:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.113049:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.113050:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.113059:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.113063:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.113065:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.113066:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384313.113069:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384313.113070:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.113072:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384313.113073:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384313.113076:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.113078:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.113080:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384313.113084:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384313.113086:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384313.113087:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd2c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384313.113092:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003e13477f count: 0 00010000:00000001:3.0:1767384313.113107:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384313.113109:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384313.114118:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.114122:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384313.114128:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.114131:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.114134:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c75c0868. 00000400:00000200:3.0:1767384313.114139:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c18800 00000400:00000010:3.0:1767384313.114144:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c18800. 00000100:00000001:3.0:1767384313.114149:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.114157:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384313.114187:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.114205:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384313.114210:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.114221:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384313.114226:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.114228:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.114246:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.114248:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.114252:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=28 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384313.114257:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384313.114261:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384313.114264:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.114269:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384313.114271:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.114276:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.114282:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.114318:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.114321:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.114324:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384313.114327:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384313.114330:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384313.114332:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384313.114333:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384313.114335:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384313.114336:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384313.114338:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384313.114339:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384313.114341:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384313.114342:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384313.114346:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.114352:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737749376:0@lo:253: 00000100:00000001:3.0:1767384313.114356:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.114358:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.114361:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737749376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.114366:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384313.114375:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.114377:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f728b98a. 02000000:00000001:3.0:1767384313.114381:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384313.114383:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.114384:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384313.114386:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384313.114389:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d68a31d1. 02000000:00000001:3.0:1767384313.114394:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.114395:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.114397:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:3.0:1767384313.114400:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.114401:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.114403:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.114408:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.114410:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.114414:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.114416:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384313.116343:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294900858, at 4294900859 00000100:00000040:1.0:1767384313.116350:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294900858, at 4294900859 00000100:00000010:0.0:1767384313.116351:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e820cbac. 00000100:00000010:1.0:1767384313.116359:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009039d115. 00080000:00000020:3.0:1767384313.116409:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384313.116412:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384313.116414:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007dc6e5a3. 20000000:00000001:3.0:1767384313.116419:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384313.116421:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749504 00010000:00000001:3.0:1767384313.116423:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384313.116426:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015dcb409 x1853236737749504/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.116432:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384313.116433:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.116434:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384313.116437:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384313.116438:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384313.116439:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384313.116441:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384313.116442:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.116444:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.116446:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.116448:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057414b29. 00000100:00000200:3.0:1767384313.116450:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737749504, offset 224 00000400:00000200:3.0:1767384313.116460:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384313.116464:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384313.116470:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703200 00000400:00000200:3.0:1767384313.116474:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1455 [2] + 224 00000400:00000200:3.0:1767384313.116478:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.116480:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384313.116483:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.116485:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.116494:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.116514:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384313.116519:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057414b29 00000100:00000001:0.0:1767384313.116521:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384313.116522:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057414b29. 00000100:00000001:0.0:1767384313.116524:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384313.116527:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384313.116529:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.116535:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384313.116535:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.116538:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384313.116541:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:0.0:1767384313.116541:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6dba14. 00000400:00000200:0.0:1767384313.116545:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d69a7a04 00010000:00000001:3.0:1767384313.116547:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384313.116548:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d69a7a04. 00000020:00000001:3.0:1767384313.116551:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.116552:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384313.116556:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384313.116558:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.116562:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015dcb409 x1853236737749504/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384313.116579:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.116582:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015dcb409 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737749504:12345-0@lo:253: Request processed in 19776us (20064us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384313.116597:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384313.116598:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:0.0:1767384313.116599:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384313.116602:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384313.116603:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384313.116606:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384313.116606:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384313.116608:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.116609:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384313.116611:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.116613:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eab005f8. 02000000:00000001:0.0:1767384313.116614:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.116620:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=28 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384313.116621:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000100:00001000:0.0:1767384313.116623:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=28 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384313.116627:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000236920b7. 00000100:00000001:0.0:1767384313.116628:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384313.116630:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.116632:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384313.116633:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384313.116637:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384313.116638:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.116641:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384313.116643:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003617e049. 00000100:00000040:0.0:1767384313.116647:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384313.116649:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384313.116651:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384313.116656:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384313.116660:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c75c0868. 00000400:00000010:3.0:1767384313.116665:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057414b29. 00000100:00000001:0.0:1767384313.116666:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384313.116670:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384313.116672:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384313.116675:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384313.116677:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384313.116679:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384313.116680:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384313.116681:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384313.116682:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384313.116683:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384313.116685:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384313.116693:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384313.116697:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.116706:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ded33cf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737749504:0@lo:253: 00000100:00000001:0.0:1767384313.116710:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.116712:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384313.116715:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ded33cf9 x1853236737749504/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.116721:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384313.116722:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384313.116736:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f2e29924. 02000000:00000001:0.0:1767384313.116739:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384313.116740:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384313.116741:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384313.116743:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384313.116744:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000582926c6. 02000000:00000001:0.0:1767384313.116746:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384313.116747:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384313.116747:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ded33cf9. 00000100:00000001:0.0:1767384313.116751:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384313.116751:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.116753:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.116756:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384313.116757:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.116758:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.116759:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384313.117235:0:21774:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c1fc4dac. 00000400:00000040:0.0:1767384313.117255:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.117258:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384313.117261:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.117264:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384313.117267:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.117269:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384313.117272:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.117301:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384313.117304:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384313.117313:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384313.117317:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384313.117319:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.117323:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384313.117325:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:3.0:1767384313.117326:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294900858, at 4294900860 00000400:00000040:0.0:1767384313.117328:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000010:3.0:1767384313.117333:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9c3eb5e. 00000400:00000040:0.0:1767384313.117335:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384313.117340:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384313.117344:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384313.117346:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384313.117349:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.117352:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.117354:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.117356:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.117359:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.117361:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384313.117364:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.117366:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.117368:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.117370:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.117372:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.117373:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384313.117376:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384313.117378:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384313.117380:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384313.117383:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384313.117385:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.117386:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384313.117389:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384313.117392:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.117393:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384313.117395:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384313.117397:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384313.117398:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384313.117400:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384313.117401:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384313.117403:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384313.117405:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384313.117406:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384313.117416:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384313.117418:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384313.117420:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384313.117422:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384313.117423:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384313.117425:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384313.117427:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384313.117428:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384313.117429:0:21774:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384313.117469:0:21774:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c1fc4dac. 00010000:00000010:3.1:1767384313.120344:0:21773:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003e13477f. 00010000:00000010:3.1:1767384313.120355:0:21773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00080000:00000001:1.0:1767384313.800236:0:21996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384313.800248:0:21996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.800251:0:21996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.800256:0:21996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384313.800265:0:21996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.800268:0:21996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.890355:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384313.890361:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.890366:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384313.890367:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.492239:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384314.492248:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:0.0:1767384314.492258:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 00000400:00000200:0.0:1767384314.492263:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (12) 00000400:00000010:0.0:1767384314.492268:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f710cbbc. 00000400:00000200:0.0:1767384314.492298:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384314.492313:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384314.492320:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:1.0:1767384314.492321:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384314.492327:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384314.492329:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:1.0:1767384314.492331:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384314.492335:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384314.492338:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384314.492340:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384314.492345:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384314.492347:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384314.492348:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384314.492352:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384314.492356:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384314.492359:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384314.492359:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384314.492362:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384314.492364:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384314.492367:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384314.492370:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384314.492371:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384314.492377:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:1.0:1767384314.492378:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073c65139. 00000400:00000200:0.0:1767384314.492384:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:1.0:1767384314.492385:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384314.492393:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384314.492393:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:1.0:1767384314.492398:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384314.492399:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:1.0:1767384314.492404:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384314.492413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007527abb7. 00000400:00000200:0.0:1767384314.492414:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:0.0:1767384314.492421:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp19 00000100:00000001:1.0:1767384314.492422:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.492426:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp19 lpni_is_preferred = 0 00000400:00000200:0.0:1767384314.492430:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp19 00000100:00000001:1.0:1767384314.492432:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384314.492435:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.152@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:1.0:1767384314.492436:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.492446:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp19 00000100:00000040:1.0:1767384314.492449:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073c65139] to pc [ptlrpcd_00_01+1] req@0000000073c65139 x1853236737749632/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.492465:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19:) -> 192.168.203.152@tcp19(192.168.203.152@tcp:192.168.203.152@tcp19) : PUT try# 0 00000800:00000200:0.0:1767384314.492471:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.152@tcp19 00000800:00000010:0.0:1767384314.492475:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea257d34. 10000000:00000001:1.0:1767384314.492482:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384314.492483:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003ca7bf98. 10000000:00000001:1.0:1767384314.492487:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384314.492489:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006be0abb2. 00000020:00000001:1.0:1767384314.492491:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384314.492495:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384314.492500:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (2) 00000020:00000001:1.0:1767384314.492505:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384314.492509:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.1:1767384314.492510:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (2) 10000000:00000001:1.0:1767384314.492512:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384314.492516:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384314.492521:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384314.492526:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384314.492529:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384314.492536:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000020:01000004:1.0:1767384314.492537:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384314.492542:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384314.492545:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384314.492549:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384314.492552:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384314.492555:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384314.492557:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384314.492563:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086536615. 00000020:00000040:1.0:1767384314.492567:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384314.492572:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384314.492575:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384314.492578:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384314.492585:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d7090827. 00000100:00000001:1.0:1767384314.492590:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.492596:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384314.492598:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.492601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000040:1.0:1767384314.492606:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086536615] to pc [ptlrpcd_00_02+2] req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384314.492650:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384314.492654:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.492657:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384314.492659:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384314.492663:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d2895c05. 00000400:00000200:0.0:1767384314.492672:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.492678:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.492682:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.492690:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.492691:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.492695:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384314.492700:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.492702:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.492712:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384314.492730:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.492736:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384314.492737:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384314.492739:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384314.492743:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737749760:0@lo:253: 00000400:00000200:0.0:1767384314.492748:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.492757:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384314.492761:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384314.492764:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.492768:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384314.492773:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000df0bef0d. 02000000:00000001:1.0:1767384314.492776:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.492778:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000010:1.0:1767384314.492782:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee1bff0. 00000400:00000010:1.0:1767384314.492791:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a231d606. 00000100:00000200:1.0:1767384314.492795:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737749760, portal 25 00000100:00000001:1.0:1767384314.492799:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.492802:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009632256 : -113991699919360 : ffff98533d380e00) 00000100:00000040:1.0:1767384314.492808:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.492808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.492817:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384314.492824:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384314.492830:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1b2bca2. 00000100:00000200:1.0:1767384314.492835:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737749760, offset 0 00000400:00000200:0.0:1767384314.492839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.492845:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384314.492857:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.492870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.492872:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703300 00000400:00000200:1.0:1767384314.492879:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000010:1.0:1767384314.492884:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002938df0. 00000400:00000200:1.0:1767384314.492889:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007971425f 00000400:00000200:1.0:1767384314.492895:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.492901:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384314.492902:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.492904:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007971425f 00000400:00000010:1.0:1767384314.492908:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007971425f. 00000100:00000001:1.0:1767384314.492914:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384314.492918:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384314.492922:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000000a67a35 x1853236737749760 msgsize 4848 00000100:00100000:1.0:1767384314.492927:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384314.492929:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384314.492938:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.492940:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384314.492950:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1b2bca2 00000400:00000010:1.0:1767384314.492980:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1b2bca2. 00000100:00000001:1.0:1767384314.492985:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384314.492993:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.492993:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493007:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.493014:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.493023:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493026:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493029:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.493033:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493037:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294902254 00000100:00000001:1.0:1767384314.493040:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294902254 00000100:00000001:1.0:1767384314.493042:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294902254 00000100:00000001:1.0:1767384314.493044:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294902254 00000100:00000001:1.0:1767384314.493046:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294902254 00000100:00000001:1.0:1767384314.493051:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294902254 00000100:00000001:1.0:1767384314.493056:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294902254 00000100:00000001:1.0:1767384314.493060:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294902254 00000400:00000200:0.0:1767384314.493063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493064:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.493070:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493073:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493076:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.493083:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.493087:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384314.493091:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493093:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.493097:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.493101:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493105:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493118:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.493122:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.493125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493135:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384314.493139:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737749760 02000000:00000001:1.0:1767384314.493142:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384314.493151:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384314.493153:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.493159:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.493160:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000100:00100000:1.0:1767384314.493167:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737749760 00000020:00000001:1.0:1767384314.493172:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384314.493176:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384314.493180:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.493183:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384314.493188:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384314.493192:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384314.493197:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384314.493201:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000020:00000010:1.0:1767384314.493203:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac2a3c34. 00000100:00000001:1.0:1767384314.493210:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384314.493219:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac2a3c34. 00000020:00000010:1.0:1767384314.493227:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021ba8646. 00000020:00000010:1.0:1767384314.493236:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068783ea8. 00000400:00000200:0.0:1767384314.493239:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000020:00000010:1.0:1767384314.493246:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000100:00000001:1.0:1767384314.493254:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384314.493257:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384314.493260:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493284:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493288:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.493292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493300:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384314.493304:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384314.493336:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384314.493340:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384314.493343:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017953872 : -113991691597744 : ffff98533db70850) 00000100:00000040:1.0:1767384314.493349:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000a67a35 x1853236737749760/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.493355:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000100:00000001:1.0:1767384314.493367:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384314.493370:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac2a3c34. 00000100:00000001:1.0:1767384314.493374:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384314.493376:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac2a3c34. 00000100:00100000:1.0:1767384314.493392:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000a67a35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737749760:12345-0@lo:253: 00000100:00000200:1.0:1767384314.493399:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737749760 00000020:00000001:1.0:1767384314.493404:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384314.493409:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384314.493412:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.493414:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384314.493415:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384314.493420:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384314.493422:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384314.493425:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384314.493427:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384314.493429:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493431:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384314.493434:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384314.493438:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f2f02960. 02000000:00000001:1.0:1767384314.493441:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.493443:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.493444:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384314.493452:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4a81119. 20000000:01000000:1.0:1767384314.493454:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384314.493456:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384314.493458:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384314.493460:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.493462:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.493464:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384314.493576:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f2e29924. 00000800:00000010:0.0:1767384314.493581:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5500c1c. 00000800:00000010:0.0:1767384314.493587:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008baeb29a. 00000800:00000010:0.0:1767384314.493619:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008baeb29a. 00000400:00000200:0.0:1767384314.493709:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384314.493740:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384314.493744:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005c4495fa. 00000800:00000010:1.0:1767384314.493829:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b9a8962. 00000800:00000010:1.0:1767384314.493835:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1b2bca2. 00000800:00000010:1.0:1767384314.493855:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008cdfc5c1. 00000800:00000200:1.1:1767384314.493862:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (2) 00000800:00000200:1.1:1767384314.493867:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp19 000000008cdfc5c1 deleted 00000800:00000010:1.1:1767384314.493869:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008cdfc5c1. 00000800:00000200:1.1:1767384314.493873:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384314.493880:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:1003 00000800:00000200:1.1:1767384314.493884:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea257d34 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384314.493889:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp19 p 3.x 192.168.203.152 -> 192.168.203.152:1003 incarnation:1767384313094415409 sched[0] 00000800:00000010:1.0:1767384314.493894:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac2a3c34. 00000800:00000010:1.0:1767384314.493951:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac2a3c34. 00000800:00000010:1.0:1767384314.493955:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1b2bca2. 00000800:00000010:1.0:1767384314.493990:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005c4495fa. 00000800:00000001:1.0:1767384314.494005:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494017:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384314.494032:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384314.494039:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp19 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384313094415409 sched[0] 00000800:00000010:0.0:1767384314.494042:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5500c1c. 00000800:00000200:1.0:1767384314.494060:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384314.494064:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea257d34. 00000400:00000200:1.0:1767384314.494068:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.494073:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: PUT: OK 00000400:00000200:1.0:1767384314.494077:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384314.494080:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000001:1.0:1767384314.494089:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494095:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.494097:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494101:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.494104:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494107:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19) <- 192.168.203.152@tcp19 : PUT - for me 00000400:00000200:1.0:1767384314.494116:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384314.494122:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 224/224 into md 0x145d [1] + 0 00000400:00000010:1.0:1767384314.494124:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0e5579. 00000400:00000200:1.0:1767384314.494128:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5dd42f3 00000800:00000001:1.0:1767384314.494131:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494139:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.494141:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.494145:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: PUT: OK 00000400:00000200:1.0:1767384314.494147:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:1.0:1767384314.494149:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000400:00000200:1.0:1767384314.494152:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384314.494153:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494155:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (13) 00000400:00000200:1.0:1767384314.494161:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:1.0:1767384314.494166:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000968d190d. 00000400:00000200:1.0:1767384314.494170:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 12 00000400:00000200:1.0:1767384314.494176:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384314.494186:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (14) 00000400:00000200:1.0:1767384314.494193:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384314.494200:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp19 to MR: 192.168.203.152@tcp19 local destination 00000400:00000200:0.0:1767384314.494204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494210:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.152@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384314.494229:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19:192.168.203.152@tcp19) -> 192.168.203.152@tcp19(192.168.203.152@tcp19:192.168.203.152@tcp19) 192.168.203.152@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384314.494243:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp19 00000800:00000010:1.0:1767384314.494246:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd8a03c. 00000800:00000200:1.0:1767384314.494252:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (4) 00000800:00000200:1.0:1767384314.494258:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:988 00000800:00000200:1.0:1767384314.494261:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acd8a03c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384314.494272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000200:1.0:1767384314.494327:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384314.494331:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acd8a03c. 00000400:00000200:1.0:1767384314.494334:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.494339:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: ACK: OK 00000800:00000001:1.0:1767384314.494346:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384314.494346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:1.0:1767384314.494349:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.494353:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494357:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.494359:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494362:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.494367:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19) <- 192.168.203.152@tcp19 : ACK - for me 00000400:00000200:1.0:1767384314.494377:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp19: ACK from 12345-192.168.203.152@tcp19 into md 0x1475 00000400:00000200:1.0:1767384314.494380:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.494384:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: ACK: OK 00000400:00000200:1.0:1767384314.494387:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a50c864c 00000400:00000010:1.0:1767384314.494389:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a50c864c. 00000400:00000200:0.0:1767384314.494390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494393:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384314.494398:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:1.0:1767384314.494402:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384314.494405:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (13) 00000800:00000001:1.0:1767384314.494411:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.494414:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.494448:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494453:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384314.494457:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851035ad. 00000400:00000010:1.0:1767384314.494462:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000200:1.0:1767384314.494465:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000400:00000200:1.0:1767384314.494472:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:1.0:1767384314.494483:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000002d6d01e6. 00000400:00000010:1.0:1767384314.494485:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000d3ac0868. 00000400:00000010:1.0:1767384314.494488:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000c3ae80cc. 00000400:00000200:0.0:1767384314.494503:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000010:1.0:1767384314.494510:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a9aa1f8a. 00000400:00000200:1.0:1767384314.494516:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a9aa1f8a nid 192.168.203.152@tcp20 00000400:00000010:1.0:1767384314.494519:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006de2dc11. 00000400:00000200:1.0:1767384314.494522:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000006de2dc11 net tcp20 00000400:00000200:1.0:1767384314.494525:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (12) 00000400:00000200:1.0:1767384314.494531:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp20 flags 0x11 00000400:00000010:1.0:1767384314.494534:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000002d6d01e6. 00000400:00000010:1.0:1767384314.494537:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000d3ac0868. 00000400:00000010:1.0:1767384314.494540:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000c3ae80cc. 00000400:00000010:1.0:1767384314.494543:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000968d190d. 00000400:00000200:1.0:1767384314.494547:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384314.494550:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:1.0:1767384314.494554:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:1.0:1767384314.494558:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:0.0:1767384314.494561:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384314.494563:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384314.494567:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:1.0:1767384314.494572:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384314.494576:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (13) 00000400:00000200:0.0:1767384314.494618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494667:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494685:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494710:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494764:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494828:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494856:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384314.494887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000800:00000010:0.0:1767384314.495015:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000582926c6. 00000800:00000010:0.0:1767384314.495019:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5500c1c. 00000800:00000010:0.0:1767384314.495022:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008baeb29a. 00000800:00000010:0.0:1767384314.495050:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008baeb29a. 00000400:00000200:1.0:1767384314.495090:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384314.495104:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp19 from 234.3.0.2 00000800:00000010:1.0:1767384314.495107:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fd0b9cf2. 00000800:00000010:0.0:1767384314.495236:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bde0bdd. 00000800:00000010:0.0:1767384314.495241:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002305e4d3. 00000800:00000010:0.0:1767384314.495259:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009dc94dd1. 00000800:00000200:0.1:1767384314.495308:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (4) 00000800:00000200:0.1:1767384314.495313:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp19 000000009dc94dd1 deleted 00000800:00000010:0.1:1767384314.495315:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009dc94dd1. 00000800:00000200:0.1:1767384314.495319:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384314.495327:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp19 p 3.x 192.168.203.152 -> 192.168.203.152:1002 incarnation:1767384313094415409 sched[0] 00000800:00000010:0.0:1767384314.495331:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025367ce4. 00000800:00000010:0.0:1767384314.495373:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025367ce4. 00000800:00000010:0.0:1767384314.495376:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002305e4d3. 00000800:00000010:0.0:1767384314.495403:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fd0b9cf2. 00000800:00000001:0.0:1767384314.495413:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.495416:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384314.495446:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384314.495455:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp19 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384313094415409 sched[0] 00000800:00000010:1.0:1767384314.495460:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5500c1c. 00000800:00000001:1.0:1767384314.495497:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.495503:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384314.501548:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384314.501553:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.501557:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384314.501560:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.501562:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384314.501570:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000047757c41. 00080000:00000001:1.0:1767384314.501575:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384314.501587:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c8f4f76d. 20000000:01000000:3.0:1767384314.501593:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384314.501597:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384314.501601:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384314.501626:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384314.501631:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384314.501633:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.501635:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384314.501638:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384314.501642:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:3.0:1767384314.501646:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384314.501651:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001d35bb3. 00080000:00000001:3.0:1767384314.501655:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081096062976 : -113992613488640 : ffff985306c41800) 00080000:00000001:3.0:1767384314.501659:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384314.501756:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384314.501767:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.501769:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384314.501785:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.501787:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384314.501879:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384314.501881:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384314.501895:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384314.501897:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384314.501905:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384314.501908:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384314.501911:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384314.501916:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000aa1a91e. 00010000:00000001:3.0:1767384314.501920:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384314.501923:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384314.501925:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384314.501928:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd33 to hash 00000020:00000001:3.0:1767384314.501929:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384314.501931:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.501933:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.501935:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.501937:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.501939:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.501945:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384314.501948:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384314.501950:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384314.501951:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384314.501952:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.501954:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384314.501955:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.501957:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384314.501959:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384314.501961:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384314.501961:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384314.501963:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 1 00010000:00010000:3.0:1767384314.501965:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.501970:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384314.501971:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384314.501973:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.501974:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.501976:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384314.501983:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384314.501986:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384314.501989:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.501990:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.501992:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384314.501993:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.501995:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.501997:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384314.501999:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502003:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384314.502005:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502008:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.502010:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384314.502011:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502015:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.502016:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.502018:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384314.502019:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384314.502023:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384314.502025:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384314.502027:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384314.502029:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502033:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384314.502034:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.502035:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.502041:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384314.502042:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.502044:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384314.502046:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384314.502048:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502052:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384314.502053:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384314.502054:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.502057:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384314.502059:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384314.502060:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.502061:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384314.502063:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fd33 from hash 00010000:00000001:3.0:1767384314.502065:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384314.502065:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.502066:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.502067:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384314.502069:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384314.502070:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384314.502072:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384314.502073:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.502075:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.502077:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384314.502078:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384314.502080:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.502081:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.502081:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.502083:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.502084:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.502086:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502089:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.502090:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.502097:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384314.502098:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384314.502099:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.502100:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.502102:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384314.502104:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.502105:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.502107:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.502111:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384314.502112:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384314.502113:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fd33 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384314.502117:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000aa1a91e count: 0 00010000:00000001:3.0:1767384314.502123:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384314.502124:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384314.505302:0:16651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000aa1a91e. 00010000:00000010:3.1:1767384314.505308:0:16651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00080000:00000001:1.0:1767384314.510448:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384314.510454:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384314.510457:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.510459:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384314.510461:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384314.510471:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384314.510474:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384314.510477:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384314.510493:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384314.510495:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.510498:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384314.510499:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.510500:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384314.510503:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001d35bb3. 00080000:00000001:1.0:1767384314.510506:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384314.510521:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384314.510524:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384314.510526:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384314.510528:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384314.510530:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384314.510535:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9533e38. 00010000:00000001:1.0:1767384314.510537:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384314.510541:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cba858d3. 00000020:00000001:1.0:1767384314.510543:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384314.510545:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cba858d3 with handle 0x1cafe7b7e4a4fd3a to hash 00000020:00000001:1.0:1767384314.510547:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384314.510548:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510551:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510553:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.510554:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.510557:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510562:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384314.510570:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384314.510571:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384314.510573:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.510575:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.510577:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.510578:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.510580:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384314.510582:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384314.510583:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384314.510585:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384314.510586:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c9533e38) refcount = 1 00010000:00010000:1.0:1767384314.510588:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510592:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384314.510594:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384314.510595:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.510597:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510599:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384314.510600:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384314.510603:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384314.510605:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.510606:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.510608:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cba858d3 refcount=4 00000020:00000001:1.0:1767384314.510610:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510611:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510614:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384314.510615:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510620:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384314.510622:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510625:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.510627:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384314.510633:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510640:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.510641:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510644:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384314.510646:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.510652:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cba858d3 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384314.510654:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.510655:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384314.510657:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510663:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384314.510664:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.510665:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.510667:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cba858d3 refcount=5 00000020:00000001:1.0:1767384314.510669:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510672:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384314.510674:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384314.510676:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510682:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384314.510684:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.510685:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510688:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384314.510689:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384314.510692:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.510694:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384314.510696:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cba858d3 with handle 0x1cafe7b7e4a4fd3a from hash 00010000:00000001:1.0:1767384314.510699:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384314.510701:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.510710:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.510712:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384314.510728:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384314.510730:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384314.510731:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384314.510733:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.510734:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510736:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384314.510737:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384314.510739:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.510740:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.510741:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510743:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.510745:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.510747:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510751:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.510752:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.510753:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384314.510754:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384314.510755:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.510757:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.510758:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384314.510761:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.510762:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.510764:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.510768:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384314.510769:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384314.510770:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fd3a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.510774:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c9533e38 count: 0 00010000:00000001:1.0:1767384314.510783:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384314.510784:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384314.511329:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384314.511332:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384314.511334:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ca5b92e1. 20000000:00000001:0.0:1767384314.511339:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384314.511342:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749632 00010000:00000001:0.0:1767384314.511345:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384314.511349:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041b46f71 x1853236737749632/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.511356:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.511358:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.511361:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.511364:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.511367:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.511369:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384314.511371:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.511379:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.511382:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.511385:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.511388:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005126c681. 00000100:00000200:0.0:1767384314.511392:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737749632, offset 224 00000400:00000200:0.0:1767384314.511397:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.511404:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.511411:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703280 00000400:00000200:0.0:1767384314.511416:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1479 [2] + 224 00000400:00000200:0.0:1767384314.511420:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.511422:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.511425:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.511429:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073c65139 x1853236737749632/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.511436:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073c65139 x1853236737749632/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.511452:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.511456:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005126c681 00000400:00000010:0.0:1767384314.511458:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005126c681. 00000100:00000001:0.0:1767384314.511462:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384314.511464:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.511466:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.511470:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384314.511473:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384314.511475:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.511478:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384314.511482:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041b46f71 x1853236737749632/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.511500:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041b46f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737749632:12345-0@lo:253: Request processed in 18267us (18715us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384314.511516:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767384314.511519:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384314.511522:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.511533:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384314.511538:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9d0c13f. 00000020:00000010:0.0:1767384314.511544:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8a32de7. 00000020:00000010:0.0:1767384314.511549:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc587655. 00000020:00000040:0.0:1767384314.511556:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384314.511561:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384314.511564:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d283d3bc. 02000000:00000001:0.0:1767384314.511569:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384314.511573:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.511579:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384314.511585:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6dba14. 00000400:00000010:0.0:1767384314.511592:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005126c681. 00000400:00000010:1.0:1767384314.512247:0:22166:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bcb6ea02. 00000400:00000040:1.0:1767384314.512266:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.512269:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.512271:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.512317:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.512323:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.512330:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384314.512334:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.512337:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.512339:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.512341:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384314.512344:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.512346:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.512349:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.512351:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.512353:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384314.512356:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.512358:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.512360:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384314.512362:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384314.512365:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.512367:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.512369:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.512371:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.512373:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.512375:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384314.512377:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.512379:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.512381:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.512383:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.512385:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.512387:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384314.512389:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.512391:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.512393:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.512395:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.512398:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.512400:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384314.512403:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.512422:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.512425:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.512427:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.512429:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.512432:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384314.512434:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384314.512436:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384314.512439:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384314.512441:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384314.512443:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384314.512447:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.512449:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.512451:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384314.512453:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.512455:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384314.512457:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384314.512459:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384314.512462:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384314.512463:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384314.512499:0:22166:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bcb6ea02. 00000100:00000040:1.0:1767384314.512516:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294902254, at 4294902255 00000100:00000010:1.0:1767384314.512523:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081780db9. 00080000:00000020:3.0:1767384314.513140:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384314.513143:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384314.513144:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4a81119. 20000000:00000001:3.0:1767384314.513148:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384314.513150:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749760 00010000:00000001:3.0:1767384314.513152:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384314.513155:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000a67a35 x1853236737749760/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.513161:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.513162:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.513164:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.513167:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.513168:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.513169:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384314.513171:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.513172:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.513174:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.513176:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.513185:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107cfaba. 00000100:00000200:3.0:1767384314.513187:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737749760, offset 224 00000400:00000200:3.0:1767384314.513191:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.513196:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.513201:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703300 00000400:00000200:3.0:1767384314.513204:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1481 [2] + 224 00000400:00000200:3.0:1767384314.513207:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.513209:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.513212:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.513214:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.513220:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.513233:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.513237:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107cfaba 00000400:00000010:3.0:1767384314.513238:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107cfaba. 00000100:00000001:3.0:1767384314.513241:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.513243:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.513243:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.513247:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.513248:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.513252:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:0.0:1767384314.513252:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384314.513256:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384314.513257:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384314.513259:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee1bff0. 00000020:00000001:3.0:1767384314.513260:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.513265:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384314.513266:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a231d606 00000100:00000040:3.0:1767384314.513269:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000a67a35 x1853236737749760/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384314.513270:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a231d606. 00000100:00000001:0.0:1767384314.513307:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.513312:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384314.513321:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.513326:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.513327:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.513329:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.513330:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.513332:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.513333:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.513334:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.513337:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384314.513339:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.513341:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.513341:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.513343:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384314.513350:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.513352:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.513355:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.513360:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.513362:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.513363:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.513365:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384314.513367:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384314.513368:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.513370:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.513370:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.513372:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.513373:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384314.513373:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.513375:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384314.513377:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.513383:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737749760:0@lo:253: 00000100:00000001:0.0:1767384314.513387:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.513389:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.513391:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086536615 x1853236737749760/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.513395:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384314.513396:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384314.513398:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000df0bef0d. 02000000:00000001:0.0:1767384314.513402:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.513403:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.513405:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384314.513407:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.513410:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d7090827. 02000000:00000001:0.0:1767384314.513416:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.513418:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384314.513419:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000a67a35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737749760:12345-0@lo:253: Request processed in 20049us (20494us total) trans 0 rc 0/0 00000100:00000010:0.0:1767384314.513420:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086536615. 00000100:00000001:0.0:1767384314.513427:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767384314.513429:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:3.0:1767384314.513431:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384314.513435:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.513435:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.513439:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384314.513440:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384314.513444:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068783ea8. 00000100:00000001:0.0:1767384314.513445:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.513448:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.513449:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000100:00000001:0.0:1767384314.513450:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.513452:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.513459:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021ba8646. 00000100:00000040:0.0:1767384314.513461:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294902254, at 4294902256 00000020:00000040:3.0:1767384314.513464:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000010:0.0:1767384314.513467:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd73bfcb. 02000000:00000001:3.0:1767384314.513469:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384314.513472:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f2f02960. 02000000:00000001:3.0:1767384314.513476:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384314.513478:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384314.513481:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384314.513483:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a96c40ef. 00000400:00000010:3.0:1767384314.513486:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107cfaba. 00000100:00000040:3.0:1767384314.513499:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294902254, at 4294902256 00000100:00000010:3.0:1767384314.513503:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661671e4. 00010000:00000010:1.1:1767384314.515990:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9533e38. 00010000:00000010:1.1:1767384314.515996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cba858d3. 00010000:00000001:3.0:1767384314.913354:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384314.913359:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.913364:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384314.913366:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384314.913368:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384314.913370:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.913373:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384314.913374:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.913376:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.913378:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.913416:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.913420:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.913424:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384315.041361:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384315.041365:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.042322:0:20661:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384315.042325:0:20661:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.361000:0:22399:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.361016:0:22399:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.361021:0:22399:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.361030:0:22399:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.361037:0:22399:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.361041:0:22399:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.937330:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384315.937335:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.937340:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384315.937341:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.937361:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384315.937363:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384315.937365:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384316.065342:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384316.065347:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384316.065354:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000020:00000040:1.0:1767384316.065361:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384316.065367:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.065372:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.065377:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.065385:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000968d190d. 00000100:00000001:1.0:1767384316.065392:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.065400:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384316.065405:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.065416:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae00305] to pc [ptlrpcd_00_03+3] req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384316.065485:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.065524:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.065528:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.065533:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.065534:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.065540:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384316.065540:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384316.065553:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.065554:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.065598:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384316.065601:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384316.065603:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.065605:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.065611:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384316.065613:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384316.065618:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384316.065619:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384316.065627:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.065628:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.065638:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737750016:0@lo:13: 00000100:00100000:1.0:1767384316.065639:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001a271e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737749888:0@lo:400: 00000100:00000001:0.0:1767384316.065652:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384316.065653:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384316.065661:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.065662:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.065668:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.065668:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.065676:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384316.065676:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384316.065685:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000143cd1fc. 02000000:00000010:0.0:1767384316.065686:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036e6c3ac. 02000000:00000001:1.0:1767384316.065690:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.065692:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.065702:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6416b27. 00000400:00000010:0.0:1767384316.065702:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c60cc0. 00000400:00000010:0.0:1767384316.065731:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000400:00000010:1.0:1767384316.065732:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000100:00000200:0.0:1767384316.065743:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737750016, portal 4 00000100:00000200:1.0:1767384316.065744:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737749888, portal 25 00000100:00000001:0.0:1767384316.065767:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.065768:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.065771:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000001:1.0:1767384316.065772:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995998080 : -113991713553536 : ffff98533c680380) 00000100:00000040:1.0:1767384316.065784:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.065792:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.065811:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.065821:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384316.065826:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384316.065827:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000040:0.0:1767384316.065833:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384316.065835:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737749888, offset 0 00000400:00000010:0.0:1767384316.065838:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b3ffb0b. 00000100:00000200:0.0:1767384316.065844:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737750016, offset 0 00000400:00000200:1.0:1767384316.065849:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384316.065862:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.065867:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.065877:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.065885:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d703380 00000400:00000200:0.0:1767384316.065893:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d703400 00000400:00000200:1.0:1767384316.065899:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x995 [2] + 0 00000400:00000010:1.0:1767384316.065907:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cce0aa87. 00000400:00000200:1.0:1767384316.065915:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7f792c2 00000400:00000200:1.0:1767384316.065933:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.065934:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:1.0:1767384316.065942:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384316.065943:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.065951:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7f792c2 00000400:00000200:0.0:1767384316.065954:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384316.065957:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7f792c2. 00000100:00000001:1.0:1767384316.065965:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384316.065965:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384316.065970:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384316.065970:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384316.065978:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000000dde7fe9 x1853236737749888 msgsize 224 00000100:00000010:0.0:1767384316.065980:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ded33cf9. 00000100:00000040:0.0:1767384316.065986:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000ded33cf9 x1853236737750016 msgsize 224 00000100:00100000:1.0:1767384316.065995:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384316.066000:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384316.066002:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384316.066013:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.066019:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384316.066024:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b3ffb0b 00000400:00000010:0.0:1767384316.066028:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b3ffb0b. 00000100:00000001:0.0:1767384316.066032:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384316.066038:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.066043:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:1.0:1767384316.066048:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:1.0:1767384316.066056:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384316.066060:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384316.066064:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.066066:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.066100:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.066100:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066103:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384316.066107:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.066113:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.066122:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10393 usecs (11 jiffies) 00000100:00000001:1.0:1767384316.066126:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066130:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903819 00000100:00000001:1.0:1767384316.066132:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384316.066140:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000100:00000001:1.0:1767384316.066141:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066148:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294903827 00000100:00000001:0.0:1767384316.066150:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384316.066165:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903819 00000100:00000001:1.0:1767384316.066170:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903819 00000100:00000010:0.0:1767384316.066172:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003220e52c. 00000100:00000001:1.0:1767384316.066177:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294903827 00000100:00000001:0.0:1767384316.066178:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384316.066186:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903819 00000100:00000001:1.0:1767384316.066189:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903819 00000100:00000010:0.0:1767384316.066192:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003680d200. 00000100:00000001:1.0:1767384316.066211:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294903827 00000100:00000001:0.0:1767384316.066213:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384316.066221:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903819 00000100:00000001:1.0:1767384316.066224:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903819 00000100:00000010:0.0:1767384316.066227:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00000001:0.0:1767384316.066235:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384316.066238:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294903827 00000100:00000001:0.0:1767384316.066240:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.066247:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066249:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903819 00000100:00000001:0.0:1767384316.066254:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066258:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.066275:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.066282:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066282:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.066285:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.066290:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066290:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.066292:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.066294:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384316.066298:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.066302:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.066327:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384316.066331:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066334:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384316.066335:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384316.066339:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384316.066340:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384316.066346:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066348:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384316.066349:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa38c93e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737750400:0@lo:400: 00000100:00000001:1.0:1767384316.066352:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.066372:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384316.066373:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.066375:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384316.066379:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.066379:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.066387:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384316.066392:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5bf28e7. 02000000:00000001:0.0:1767384316.066395:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066408:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384316.066409:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3fcc50d. 00000100:00100000:1.0:1767384316.066414:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737749888 00000400:00000010:0.0:1767384316.066419:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b3ffb0b. 02000000:00000001:1.0:1767384316.066421:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.066427:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384316.066427:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737750400, portal 10 00000100:00000001:1.0:1767384316.066432:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066434:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.066439:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996007936 : -113991713543680 : ffff98533c682a00) 02000000:00000001:1.0:1767384316.066440:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.066449:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737749888 00000100:00000040:0.0:1767384316.066454:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384316.066456:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384316.066461:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384316.066468:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.066475:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:1.0:1767384316.066485:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384316.066485:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384316.066493:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384316.066494:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000010:0.0:1767384316.066500:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000001:1.0:1767384316.066503:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384316.066505:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737750400, offset 0 00000020:00000010:1.0:1767384316.066511:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f36086. 00000400:00000200:0.0:1767384316.066517:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384316.066518:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.066525:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f36086. 00000400:00000200:0.0:1767384316.066534:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384316.066538:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f27833e. 00000400:00000200:0.0:1767384316.066547:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d703580 00000020:00000010:1.0:1767384316.066548:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000587c07e8. 00000020:00000010:1.0:1767384316.066559:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03a106f. 00000400:00000200:0.0:1767384316.066559:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:0.0:1767384316.066572:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384316.066576:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384316.066580:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.066582:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.066587:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384316.066588:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384316.066593:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.066593:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384316.066603:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7998ccb. 00000100:00000001:1.0:1767384316.066604:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.066611:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000b7998ccb x1853236737750400 msgsize 224 00000100:00000001:1.0:1767384316.066625:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384316.066625:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384316.066643:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.066647:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.066648:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384316.066656:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000100:00100000:1.0:1767384316.066660:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000400:00000010:0.0:1767384316.066662:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000001:0.0:1767384316.066670:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384316.066679:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000200:0.0:1767384316.066679:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.066687:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017951824 : -113991691599792 : ffff98533db70050) 00000100:00000001:0.0:1767384316.066727:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.066729:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000dde7fe9 x1853236737749888/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.066733:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.066765:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.066784:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384316.066789:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384316.066792:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f36086. 00000100:00000001:1.0:1767384316.066801:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.066806:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.066808:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f36086. 00000100:00000040:0.0:1767384316.066813:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3263 usecs (4 jiffies) 00000100:00100000:1.0:1767384316.066821:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000dde7fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737749888:12345-0@lo:400: 00000100:00000001:0.0:1767384316.066822:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294903813 00000100:00000001:0.0:1767384316.066829:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294903827 00000100:00000200:1.0:1767384316.066831:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737749888 00000100:00000001:0.0:1767384316.066838:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294903813 00000020:00000001:1.0:1767384316.066839:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384316.066846:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384316.066846:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294903827 00000020:00000001:1.0:1767384316.066851:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066855:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294903813 00000020:00000001:1.0:1767384316.066856:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.066862:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000001:0.0:1767384316.066862:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294903827 00000100:00000001:0.0:1767384316.066870:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294903813 00000020:00000001:1.0:1767384316.066871:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.066874:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.066876:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294903827 00000020:00000001:1.0:1767384316.066878:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.066881:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384316.066884:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384316.066886:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066891:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.066892:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384316.066896:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384316.066899:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.066902:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384316.066903:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384316.066910:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e2bf730. 00000100:00000001:0.0:1767384316.066912:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384316.066932:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066933:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.066937:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066940:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384316.066944:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.066945:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.066949:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.066952:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737749888 00000100:00100000:0.0:1767384316.066954:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:1.0:1767384316.066958:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384316.066960:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384316.066966:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000dde7fe9 x1853236737749888/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.066966:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.066971:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.066978:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.066982:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.067003:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384316.067004:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384316.067012:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.067018:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.067025:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.067037:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384316.067037:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384316.067042:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.067045:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 02000000:00000001:0.0:1767384316.067049:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384316.067051:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384316.067054:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384316.067059:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.067064:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.067064:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.067068:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.067074:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.067080:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00100000:0.0:1767384316.067084:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737750272:0@lo:400: 00000100:00000200:1.0:1767384316.067087:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737749888, offset 224 00000100:00000001:0.0:1767384316.067097:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384316.067101:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384316.067104:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384316.067108:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.067114:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384316.067115:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384316.067122:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064363bda. 00000400:00000200:1.0:1767384316.067129:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d703380 02000000:00000001:0.0:1767384316.067130:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.067140:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14a1 [1] + 224 00000400:00000010:0.0:1767384316.067140:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b9633e. 00000400:00000200:1.0:1767384316.067153:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384316.067155:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000400:00000200:1.0:1767384316.067159:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384316.067163:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737750272, portal 10 00000100:00000001:1.0:1767384316.067164:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384316.067169:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384316.067172:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.067173:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000100:00000040:0.0:1767384316.067188:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.067192:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.067242:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384316.067247:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384316.067250:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384316.067256:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:0.0:1767384316.067257:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000400:00000010:1.0:1767384316.067261:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:1.0:1767384316.067266:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384316.067267:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737750272, offset 0 00000100:00000001:1.0:1767384316.067269:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.067274:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.067279:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:0.0:1767384316.067280:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384316.067283:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.067287:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.067307:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.067315:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dde7fe9 x1853236737749888/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.067315:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.067334:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d703500 00000400:00000200:0.0:1767384316.067381:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:0.0:1767384316.067389:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.067399:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384316.067403:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000dde7fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737749888:12345-0@lo:400: Request processed in 583us (1370us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384316.067408:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384316.067412:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767384316.067413:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:1.0:1767384316.067420:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000010:0.0:1767384316.067422:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c91d5cd9. 00000100:00000001:1.0:1767384316.067423:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.067429:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384316.067430:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000c91d5cd9 x1853236737750272 msgsize 224 00000020:00000010:1.0:1767384316.067435:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000587c07e8. 00000020:00000010:1.0:1767384316.067442:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03a106f. 00000100:00100000:0.0:1767384316.067449:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384316.067451:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f27833e. 00000020:00000040:1.0:1767384316.067459:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384316.067467:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384316.067469:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384316.067470:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e2bf730. 02000000:00000001:1.0:1767384316.067476:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384316.067480:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.067480:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000400:00000010:0.0:1767384316.067487:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000100:00000200:1.0:1767384316.067488:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384316.067497:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384316.067498:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022a4c9ef. 00000400:00000010:1.0:1767384316.067506:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006470da2b. 00000100:00000200:0.0:1767384316.067507:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.067526:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.067530:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384316.067536:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384316.067538:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384316.067540:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.067543:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6416b27. 00000100:00000040:0.0:1767384316.067547:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.067551:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000400:00000010:1.0:1767384316.067556:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000100:00000001:1.0:1767384316.067563:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.067570:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.067572:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067580:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384316.067589:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.067592:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.067602:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2713 usecs (3 jiffies) 00000100:00000001:1.0:1767384316.067604:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.067608:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.067610:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903813 00000100:00000001:1.0:1767384316.067612:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.067616:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.067618:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903827 00000100:00000001:1.0:1767384316.067626:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.067627:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903813 00000100:00000001:1.0:1767384316.067629:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067636:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903827 02000000:00000001:1.0:1767384316.067637:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067645:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903813 00000100:00001000:1.0:1767384316.067646:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384316.067654:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.067654:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903827 00000100:00000001:0.0:1767384316.067661:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903813 00000100:00000001:1.0:1767384316.067663:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.067667:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067669:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903827 00010000:00000001:1.0:1767384316.067671:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384316.067675:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067677:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.067679:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067686:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.067687:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384316.067698:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384316.067730:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767384316.067732:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384316.067739:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384316.067739:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051c60cc0. 00000100:00000001:1.0:1767384316.067743:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.067748:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000100:00000040:1.0:1767384316.067751:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384316.067752:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:0.0:1767384316.067760:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.067783:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.067799:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001a271e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737749888:0@lo:400: 00000100:00000001:1.0:1767384316.067812:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384316.067813:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.067820:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.067827:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001a271e8 x1853236737749888/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.067846:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.067851:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.067857:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.067862:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.067867:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000143cd1fc. 00000100:00000001:0.0:1767384316.067867:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.067871:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384316.067874:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384316.067875:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384316.067879:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384316.067880:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.067882:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 02000000:00000001:0.0:1767384316.067889:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.067890:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.067894:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085dc439d. 00000100:00001000:0.0:1767384316.067900:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=21 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384316.067904:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.067909:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384316.067926:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=21 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384316.067928:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001a271e8. 00000100:00000001:0.0:1767384316.067933:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.067937:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.067937:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.067941:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384316.067947:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384316.067950:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.067954:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.067961:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.067964:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.067970:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.067971:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.067975:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.067993:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384316.067999:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384316.068005:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384316.068011:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.068023:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384316.068030:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dd07db09. 00000100:00000001:1.0:1767384316.068037:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384316.068041:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737750144 02000000:00000001:1.0:1767384316.068045:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.068048:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.068052:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.068058:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.068065:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384316.068066:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737750144 00000020:00000001:1.0:1767384316.068072:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384316.068073:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384316.068076:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:0.0:1767384316.068077:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.068081:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.068086:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000004:00000001:0.0:1767384316.068088:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:1.0:1767384316.068090:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000004:00000040:0.0:1767384316.068095:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384316.068096:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:1.0:1767384316.068102:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:0.0:1767384316.068104:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:1.0:1767384316.068108:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f36086. 00000100:00000001:1.0:1767384316.068114:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.068120:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f36086. 00000004:00000020:0.0:1767384316.068123:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000010:1.0:1767384316.068128:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000143cd1fc. 00000020:00000010:1.0:1767384316.068135:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000587c07e8. 00000004:00000001:0.0:1767384316.068136:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.068142:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03a106f. 00000100:00000040:0.0:1767384316.068148:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.068153:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384316.068159:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.068163:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384316.068167:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.068174:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384316.068180:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384316.068180:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737750016:0@lo:13: 00000100:00000001:1.0:1767384316.068185:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.068196:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.068199:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.068211:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.068212:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.068221:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737750016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.068223:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384316.068245:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384316.068249:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:1.0:1767384316.068253:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081995997184 : -113991713554432 : ffff98533c680000) 00000100:00000040:1.0:1767384316.068261:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046c1cb3f x1853236737750144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.068267:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.068271:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.068276:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000036e6c3ac. 02000000:00000001:0.0:1767384316.068284:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384316.068287:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384316.068287:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.068291:0:16141:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:1.0:1767384316.068292:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f36086. 00000020:00000001:0.0:1767384316.068296:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384316.068297:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384316.068301:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000968d190d. 00000020:00000010:1.0:1767384316.068303:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f36086. 02000000:00000001:0.0:1767384316.068307:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384316.068312:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046c1cb3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737750144:12345-0@lo:400: 02000000:00000001:0.0:1767384316.068312:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.068317:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000200:1.0:1767384316.068322:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737750144 00000100:00000001:0.0:1767384316.068324:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384316.068328:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384316.068328:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.068332:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384316.068362:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.068366:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.068369:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:1.0:1767384316.068374:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.068377:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.068380:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.068384:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384316.068387:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.068393:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384316.068395:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384316.068398:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384316.068402:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e2bf730. 02000000:00000001:1.0:1767384316.068407:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.068409:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.068411:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.068415:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737750144 00010000:00000001:1.0:1767384316.068417:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384316.068423:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046c1cb3f x1853236737750144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.068460:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.068465:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.068471:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.068494:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.068502:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.068510:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384316.068519:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.068523:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.068531:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.068542:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.068549:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000100:00000200:1.0:1767384316.068558:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737750144, offset 224 00000400:00000200:1.0:1767384316.068573:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.068591:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.068607:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d703480 00000400:00000200:1.0:1767384316.068621:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14ad [1] + 224 00000400:00000200:1.0:1767384316.068630:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.068642:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.068648:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.068658:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.068684:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.068741:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.068751:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000400:00000010:1.0:1767384316.068755:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000100:00000001:1.0:1767384316.068759:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.068760:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.068765:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.068774:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:1.0:1767384316.068780:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.068783:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.068805:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.068824:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046c1cb3f x1853236737750144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.068853:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046c1cb3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737750144:12345-0@lo:400: Request processed in 562us (2768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384316.068873:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384316.068881:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384316.068888:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.068893:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.068901:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000587c07e8. 00000020:00000010:1.0:1767384316.068907:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03a106f. 00000020:00000010:1.0:1767384316.068929:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000143cd1fc. 00000100:00000001:0.0:1767384316.068929:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.068935:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384316.068940:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384316.068940:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.068947:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.068974:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.068978:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384316.068982:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.068986:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.068991:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb86854. 00000400:00000200:1.0:1767384316.068997:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:1.0:1767384316.069000:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:1.0:1767384316.069004:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.069014:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.069023:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.069048:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.069050:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.069053:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.069055:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.069057:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.069060:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384316.069060:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384316.069065:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384316.069066:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.069070:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b9633e. 00000100:00001000:1.0:1767384316.069074:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=21 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384316.069076:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000100:00001000:1.0:1767384316.069081:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=21 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384316.069082:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000001:0.0:1767384316.069086:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.069091:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.069096:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.069100:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.069105:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384316.069114:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.069115:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.069151:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.069152:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.069156:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.069158:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384316.069161:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384316.069163:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384316.069165:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.069168:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384316.069169:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.069172:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.069174:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.069179:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.069181:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384316.069186:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=26 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384316.069192:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.069197:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.069201:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384316.069203:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=26 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384316.069209:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.069209:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.069214:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.069219:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384316.069242:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.069245:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000729517e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737750144:0@lo:400: 00000100:00000001:1.0:1767384316.069256:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.069259:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.069261:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.069265:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384316.069267:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000729517e2 x1853236737750144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.069268:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384316.069272:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384316.069274:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.069282:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.069283:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.069286:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.069289:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092eeccef. 02000000:00000001:1.0:1767384316.069294:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384316.069297:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384316.069298:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.069301:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384316.069302:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384316.069305:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.069307:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bef4df37. 02000000:00000001:1.0:1767384316.069311:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.069313:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.069314:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000729517e2. 00000100:00000001:1.0:1767384316.069325:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.069326:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.069329:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069333:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.069338:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.069347:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737750272:0@lo:400: 00000400:00000001:0.0:1767384316.069353:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384316.069355:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767384316.069356:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384316.069359:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.069360:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3fcc50d. 00000100:00000001:1.0:1767384316.069363:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384316.069366:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b3ffb0b 00000100:00000001:1.0:1767384316.069367:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.069370:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b3ffb0b. 00000100:00000001:0.0:1767384316.069375:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.069379:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.069389:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.069397:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.069399:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069401:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.069411:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.069413:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.069414:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.069417:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.069421:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384316.069424:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.069427:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.069429:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.069431:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384316.069435:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.069442:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.069444:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384316.069445:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384316.069447:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384316.069448:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.069452:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.069459:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.069462:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.069463:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.069467:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.069475:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa38c93e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737750400:0@lo:400: 00000100:00000001:0.0:1767384316.069479:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069482:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.069484:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737750272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.069492:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.069493:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.069511:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064363bda. 02000000:00000001:0.0:1767384316.069515:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.069517:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.069527:0:16141:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384316.069531:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384316.069533:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006600a720. 02000000:00000001:0.0:1767384316.069538:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.069540:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.069541:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:0.0:1767384316.069546:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.069547:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069550:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.069554:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa38c93e x1853236737750400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.069562:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.069564:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.069565:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5bf28e7. 02000000:00000001:0.0:1767384316.069569:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.069571:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.069572:0:16141:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384316.069574:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384316.069576:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8616094. 02000000:00000001:0.0:1767384316.069579:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.069580:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.069582:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa38c93e. 00000100:00000001:0.0:1767384316.069586:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.069587:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069590:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.069596:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.069598:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.069600:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.069603:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.085470:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294903827, at 4294903828 00000100:00000010:3.0:1767384316.085485:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000100:00000040:0.0:1767384316.085562:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294903827, at 4294903828 00000100:00000040:1.0:1767384316.085568:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294903827, at 4294903828 00000100:00000010:0.0:1767384316.085569:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00000100:00000010:1.0:1767384316.085577:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003220e52c. 00000400:00000200:1.0:1767384316.149420:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384316.149429:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:1.0:1767384316.149437:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000400:00000200:1.0:1767384316.149441:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (13) 00000400:00000010:1.0:1767384316.149448:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e75be602. 00000400:00000200:1.0:1767384316.149454:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:3.0:1767384316.149463:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384316.149465:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 10000000:00000001:3.0:1767384316.149468:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384316.149472:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384316.149473:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384316.149476:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384316.149482:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384316.149483:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384316.149486:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384316.149491:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384316.149494:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384316.149494:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384316.149497:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384316.149500:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384316.149504:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384316.149507:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384316.149508:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384316.149511:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384316.149513:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384316.149518:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384316.149520:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a54f657. 00000400:00000200:1.0:1767384316.149525:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384316.149527:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:1.0:1767384316.149531:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384316.149536:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384316.149536:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:3.0:1767384316.149542:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384316.149544:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384316.149548:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:3.0:1767384316.149549:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.149553:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:3.0:1767384316.149562:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003617e049. 00000400:00000200:1.0:1767384316.149567:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000001:3.0:1767384316.149572:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.149573:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp20 00000400:00000200:1.0:1767384316.149580:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp20 lpni_is_preferred = 0 00000400:00000200:1.0:1767384316.149583:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp20 00000100:00000001:3.0:1767384316.149584:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384316.149587:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000001:3.0:1767384316.149590:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.149596:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp20 00000100:00000040:3.0:1767384316.149601:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a54f657] to pc [ptlrpcd_00_00+0] req@000000002a54f657 x1853236737750528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.149609:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:) -> 192.168.203.152@tcp20(192.168.203.152@tcp:192.168.203.152@tcp20) : PUT try# 0 00000800:00000200:1.0:1767384316.149622:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.152@tcp20 00000800:00000010:1.0:1767384316.149626:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acd8a03c. 00000800:00000010:1.0:1767384316.149634:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a73907a9. 00000800:00000010:1.0:1767384316.149636:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008cdfc5c1. 10000000:00000001:3.0:1767384316.149640:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384316.149641:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (2) 10000000:00000001:3.0:1767384316.149645:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384316.149650:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (2) 00000020:00000001:3.0:1767384316.149651:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384316.149655:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384316.149664:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384316.149667:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384316.149668:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384316.149671:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384316.149675:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:01000004:3.0:1767384316.149677:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384316.149682:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384316.149684:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000020:01000004:3.0:1767384316.149694:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384316.149699:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384316.149715:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384316.149719:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384316.149721:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384316.149723:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384316.149725:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384316.149726:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384316.149730:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384316.149736:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000040:3.0:1767384316.149742:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384316.149745:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.149748:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384316.149754:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384316.149761:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007dc6e5a3. 00000100:00000001:3.0:1767384316.149766:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.149772:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.149775:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.149781:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd4446] to pc [ptlrpcd_00_01+1] req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.149786:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 10000000:00000001:3.0:1767384316.149804:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384316.149808:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.149811:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384316.149815:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384316.149821:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000067513d2a. 00000400:00000200:1.0:1767384316.149831:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.149835:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.149840:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.149843:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384316.149849:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.149857:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384316.149860:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.149862:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 02000000:00000001:3.0:1767384316.149864:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384316.149868:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384316.149872:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.149875:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737750656:0@lo:253: 00000100:00000001:3.0:1767384316.149879:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384316.149890:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384316.149894:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.149898:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384316.149902:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 02000000:00000010:3.0:1767384316.149903:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f2f02960. 02000000:00000001:3.0:1767384316.149908:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.149914:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00000400:00000010:3.0:1767384316.149929:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000907090ec. 00000100:00000200:3.0:1767384316.149934:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737750656, portal 25 00000100:00000001:3.0:1767384316.149938:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384316.149940:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.149941:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000040:3.0:1767384316.149952:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.149959:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.149962:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.149967:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ed99f9c. 00000100:00000200:3.0:1767384316.149969:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737750656, offset 0 00000400:00000200:1.0:1767384316.149973:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.149984:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.149994:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.150006:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703680 00000400:00000200:1.0:1767384316.150007:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.150035:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000010:3.0:1767384316.150042:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eafde897. 00000400:00000200:3.0:1767384316.150048:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1bfd996 00000400:00000200:3.0:1767384316.150053:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.150059:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384316.150064:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bfd996 00000400:00000200:1.0:1767384316.150066:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000010:3.0:1767384316.150068:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1bfd996. 00000100:00000001:3.0:1767384316.150077:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384316.150081:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384316.150087:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008dbfe3ac x1853236737750656 msgsize 4848 00000100:00100000:3.0:1767384316.150098:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384316.150101:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384316.150106:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150114:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.150123:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ed99f9c 00000400:00000010:3.0:1767384316.150126:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ed99f9c. 00000100:00000001:3.0:1767384316.150130:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384316.150143:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000200:3.0:1767384316.150146:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.150169:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150170:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.150180:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.150215:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.150217:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150221:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.150230:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150234:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294903911 00000100:00000001:3.0:1767384316.150239:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294903911 00000100:00000001:3.0:1767384316.150242:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294903911 00000100:00000001:3.0:1767384316.150244:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294903911 00000100:00000001:3.0:1767384316.150247:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294903911 00000100:00000001:3.0:1767384316.150250:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294903911 00000400:00000200:1.0:1767384316.150250:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150255:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294903911 00000100:00000001:3.0:1767384316.150259:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294903911 00000100:00000001:3.0:1767384316.150260:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.150262:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150266:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150268:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.150273:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.150275:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384316.150279:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.150281:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.150283:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150284:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.150331:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150346:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384316.150351:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737750656 02000000:00000001:3.0:1767384316.150356:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.150360:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.150363:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.150369:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.150374:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737750656 00000020:00000001:3.0:1767384316.150385:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.150389:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384316.150393:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.150396:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000200:1.0:1767384316.150397:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000020:00000001:3.0:1767384316.150400:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384316.150406:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384316.150410:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.150417:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d00bd630. 00000100:00000001:3.0:1767384316.150424:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.150431:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d00bd630. 00000020:00000010:3.0:1767384316.150439:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191dfbe1. 00000400:00000200:1.0:1767384316.150444:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000020:00000010:3.0:1767384316.150449:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087d28556. 00000020:00000010:3.0:1767384316.150458:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000100:00000040:3.0:1767384316.150470:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384316.150474:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384316.150475:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.150477:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150485:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.150494:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150496:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.150516:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.150519:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384316.150527:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:3.0:1767384316.150531:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384316.150536:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017776720 : -113991691774896 : ffff98533db45450) 00000100:00000040:3.0:1767384316.150547:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008dbfe3ac x1853236737750656/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.150554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000100:00000001:3.0:1767384316.150582:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.150588:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d00bd630. 00000100:00000001:3.0:1767384316.150597:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384316.150600:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000020:00000010:3.0:1767384316.150603:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d00bd630. 00000100:00100000:3.0:1767384316.150614:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008dbfe3ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737750656:12345-0@lo:253: 00000100:00000200:3.0:1767384316.150621:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737750656 00000020:00000001:3.0:1767384316.150633:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.150638:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.150641:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.150644:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.150646:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384316.150652:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384316.150654:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.150657:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000020:00000001:3.0:1767384316.150658:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.150663:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.150668:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150674:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.150678:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384316.150685:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000df0bef0d. 02000000:00000001:3.0:1767384316.150690:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.150694:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.150698:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384316.150725:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4a81119. 00000400:00000200:1.0:1767384316.150726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 20000000:01000000:3.0:1767384316.150731:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384316.150737:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384316.150761:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384316.150765:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.150769:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.150772:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384316.150783:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000800:00000010:1.0:1767384316.151053:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006f1ddc73. 00000800:00000010:1.0:1767384316.151059:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1b2bca2. 00000800:00000010:1.0:1767384316.151065:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042f36086. 00000800:00000010:1.0:1767384316.151106:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042f36086. 00000400:00000200:1.0:1767384316.151144:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384316.151166:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp20 from 233.3.0.2 00000800:00000010:1.0:1767384316.151170:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b2e796a2. 00000800:00000200:2.1:1767384316.151418:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (2) 00000800:00000200:2.1:1767384316.151422:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp20 000000009fbb876f deleted 00000800:00000010:2.1:1767384316.151424:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fbb876f. 00000800:00000200:2.1:1767384316.151430:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384316.151437:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:1001 00000800:00000200:2.1:1767384316.151442:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000acd8a03c type 1, nob 336 niov 1 nkiov 1 00000800:00000001:1.0:1767384316.151559:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.151565:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384316.151668:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384316.151676:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp20 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384314490639414 sched[0] 00000800:00000010:0.0:1767384316.151680:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1b2bca2. 00000400:00000200:0.0:1767384316.151774:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000001:3.0:1767384316.151781:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.151790:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384316.151792:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.151798:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.151806:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20) <- 192.168.203.152@tcp20 : PUT - for me 00000400:00000200:3.0:1767384316.151816:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384316.151822:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 240/240 into md 0x1489 [1] + 0 00000400:00000010:3.0:1767384316.151825:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851035ad. 00000400:00000200:3.0:1767384316.151829:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037a98b7d 00000800:00000001:3.0:1767384316.151834:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384316.151836:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:3.0:1767384316.151844:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.151848:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.151853:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: PUT: OK 00000400:00000200:3.0:1767384316.151863:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:3.0:1767384316.151865:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000200:3.0:1767384316.151869:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384316.151873:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (14) 00000400:00000200:0.0:1767384316.151878:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.151879:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:3.0:1767384316.151886:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000002e8f4588. 00000400:00000200:3.0:1767384316.151890:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 13 00000400:00000200:3.0:1767384316.151895:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384316.151904:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (15) 00000400:00000200:3.0:1767384316.151909:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384316.151915:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp20 to MR: 192.168.203.152@tcp20 local destination 00000400:00000200:0.0:1767384316.151917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.151923:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384316.151940:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) -> 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) 192.168.203.152@tcp20 : ACK try# 0 00000800:00000200:3.0:1767384316.151945:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp20 00000800:00000010:3.0:1767384316.151949:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000883239d7. 00000800:00000200:3.0:1767384316.151954:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (4) 00000800:00000200:3.0:1767384316.151958:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:988 00000400:00000200:0.0:1767384316.151961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000200:3.0:1767384316.151963:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000883239d7 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384316.151994:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152014:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152037:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152090:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152121:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152156:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384316.152246:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153112:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153206:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153270:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153384:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153427:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153447:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384316.153484:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000800:00000010:3.0:1767384316.153652:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d68a31d1. 00000800:00000010:3.0:1767384316.153664:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000095da8b63. 00000800:00000010:3.0:1767384316.153668:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d00bd630. 00000800:00000010:3.0:1767384316.153725:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d00bd630. 00000400:00000200:0.0:1767384316.153800:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384316.153823:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp20 from 232.3.0.2 00000800:00000010:0.0:1767384316.153827:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000827d3eca. 00000800:00000010:3.0:1767384316.154014:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f728b98a. 00000800:00000010:3.0:1767384316.154020:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d9e6c3fc. 00000800:00000010:3.0:1767384316.154046:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b67e536b. 00000800:00000200:3.1:1767384316.154055:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (4) 00000800:00000200:3.1:1767384316.154113:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp20 00000000b67e536b deleted 00000800:00000010:3.1:1767384316.154116:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b67e536b. 00000800:00000200:3.1:1767384316.154120:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384316.154126:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp20 p 3.x 192.168.203.152 -> 192.168.203.152:1000 incarnation:1767384314490639414 sched[0] 00000800:00000010:3.0:1767384316.154245:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b31eb7fd. 00000800:00000010:3.0:1767384316.154368:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b31eb7fd. 00000800:00000010:3.0:1767384316.154374:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d9e6c3fc. 00000800:00000010:3.0:1767384316.154406:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000827d3eca. 00000800:00000001:3.0:1767384316.154425:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.154431:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384316.154722:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384316.154730:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp20 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384314490639414 sched[0] 00000800:00000010:3.0:1767384316.154735:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000095da8b63. 00000800:00000001:0.0:1767384316.154900:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.154906:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384316.160564:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384316.160569:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384316.160573:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384316.160576:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384316.160578:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384316.160581:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0f2b28d. 00080000:00000001:3.0:1767384316.160587:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384316.160620:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000008e87c8c. 20000000:01000000:1.0:1767384316.160621:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384316.160627:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384316.160627:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 10000000:01000000:1.0:1767384316.160632:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384316.160633:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384316.160639:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384316.160640:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384316.160643:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384316.160651:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a35a48f. 00010000:00000001:1.0:1767384316.160655:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384316.160659:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022d36ba5. 00080000:00000001:0.0:1767384316.160661:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384316.160662:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384316.160667:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384316.160668:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022d36ba5 with handle 0x1cafe7b7e4a4fd41 to hash 00080000:00000001:0.0:1767384316.160670:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.160672:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384316.160673:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384316.160675:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00000020:00000001:0.0:1767384316.160677:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384316.160679:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00000020:00000001:0.0:1767384316.160681:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:1.0:1767384316.160683:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384316.160685:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384316.160686:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384316.160691:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000036e6c3ac. 00010000:00010000:1.0:1767384316.160692:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384316.160695:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730973184 : -113996978578432 : ffff985202961c00) 00080000:00000001:0.0:1767384316.160698:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384316.160724:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384316.160727:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384316.160729:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384316.160731:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.160733:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.160735:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.160736:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.160739:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384316.160740:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384316.160742:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384316.160743:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384316.160745:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a35a48f) refcount = 1 00010000:00010000:1.0:1767384316.160765:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160770:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384316.160772:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000001:00000001:0.0:1767384316.160773:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384316.160774:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384316.160777:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160778:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.160781:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384316.160782:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384316.160787:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384316.160790:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00080000:00000001:0.0:1767384316.160792:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160793:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.160796:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384316.160797:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:1.0:1767384316.160799:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022d36ba5 refcount=4 00000020:00000001:1.0:1767384316.160801:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00010000:00000001:1.0:1767384316.160803:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00010000:00000001:1.0:1767384316.160807:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384316.160808:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160813:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384316.160815:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160830:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.160832:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384316.160834:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160839:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.160840:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160843:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384316.160845:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384316.160850:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022d36ba5 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384316.160853:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.160855:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384316.160857:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160862:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384316.160862:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384316.160866:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384316.160867:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384316.160868:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.160871:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022d36ba5 refcount=5 00000020:00000001:1.0:1767384316.160873:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00010000:00000001:1.0:1767384316.160875:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742632960 : -113991966918656 : ffff98532d4df800) 00010000:00000001:1.0:1767384316.160877:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384316.160879:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160883:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384316.160884:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.160886:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160889:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384316.160890:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384316.160893:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.160898:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.160899:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022d36ba5 with handle 0x1cafe7b7e4a4fd41 from hash 00010000:00000001:1.0:1767384316.160902:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384316.160903:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.160904:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.160905:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384316.160907:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384316.160909:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384316.160911:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384316.160912:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.160915:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160916:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384316.160918:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384316.160920:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.160921:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.160922:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160924:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.160926:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.160927:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160931:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.160933:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.160934:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384316.160936:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384316.160937:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.160938:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.160940:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384316.160942:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.160943:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.160945:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.160950:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384316.160951:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384316.160952:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022d36ba5/0x1cafe7b7e4a4fd41 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384316.160964:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a35a48f count: 0 00010000:00000001:1.0:1767384316.160972:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.160974:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384316.167322:0:16601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a35a48f. 00010000:00000010:1.1:1767384316.167333:0:16601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022d36ba5. 00000100:00000040:0.0:1767384316.169323:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294903911, at 4294903912 00000100:00000010:0.0:1767384316.169330:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000569dad48. 00080000:00000001:3.0:1767384316.169417:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384316.169420:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384316.169420:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.169423:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294903911, at 4294903912 00040000:00000001:3.0:1767384316.169424:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384316.169426:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384316.169427:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384316.169431:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:1.0:1767384316.169432:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004da943c. 20000000:00000001:0.0:1767384316.169432:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384316.169434:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000036e6c3ac. 20000000:00000001:0.0:1767384316.169439:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384316.169441:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384316.169442:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384316.169457:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384316.169460:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384316.169465:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:3.0:1767384316.170343:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294903911, at 4294903913 00000100:00000010:3.0:1767384316.170351:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe5cff7b. 00080000:00000020:1.0:1767384316.171572:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384316.171575:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384316.171577:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d2895c05. 20000000:00000001:1.0:1767384316.171581:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.171585:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737750528 00010000:00000001:1.0:1767384316.171588:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384316.171592:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cf1cfca x1853236737750528/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.171599:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.171612:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.171615:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.171619:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.171621:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.171622:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384316.171625:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.171627:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.171629:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.171632:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.171635:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d38c8bf. 00000100:00000200:1.0:1767384316.171638:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737750528, offset 224 00000400:00000200:1.0:1767384316.171643:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.171648:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.171654:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703600 00000400:00000200:1.0:1767384316.171659:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e5 [2] + 224 00000400:00000200:1.0:1767384316.171665:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.171678:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.171682:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.171692:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a54f657 x1853236737750528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.171700:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a54f657 x1853236737750528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.171728:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.171734:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d38c8bf 00000400:00000010:1.0:1767384316.171736:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d38c8bf. 00000100:00000001:1.0:1767384316.171739:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.171744:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.171750:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.171754:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.171759:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.171762:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.171765:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.171771:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cf1cfca x1853236737750528/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.171787:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cf1cfca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737750528:12345-0@lo:253: Request processed in 21205us (21850us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384316.171799:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384316.171803:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384316.171808:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.171810:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.171815:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c995cce. 00000020:00000010:1.0:1767384316.171821:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c18c93cd. 00000020:00000010:1.0:1767384316.171827:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e31cf5f. 00000020:00000040:1.0:1767384316.171833:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384316.171841:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384316.171843:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ca5b92e1. 02000000:00000001:1.0:1767384316.171848:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384316.171851:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384316.171857:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384316.171864:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6416b27. 00000400:00000010:1.0:1767384316.171871:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d38c8bf. 00000400:00000010:3.0:1767384316.172609:0:22569:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000da88381e. 00000400:00000040:3.0:1767384316.172626:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.172628:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.172636:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.172638:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.172641:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.172642:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384316.172645:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.172646:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384316.172648:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.172649:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384316.172651:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.172652:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.172654:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.172656:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.172657:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384316.172669:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384316.172670:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384316.172672:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384316.172673:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384316.172675:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.172677:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.172679:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.172680:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.172682:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.172683:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384316.172685:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.172687:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.172688:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.172689:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.172691:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.172692:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384316.172694:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384316.172696:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384316.172697:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384316.172699:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384316.172745:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.172765:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384316.172768:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384316.172770:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.172772:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384316.172774:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.172783:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384316.172785:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384316.172788:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384316.172790:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384316.172792:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384316.172794:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384316.172797:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384316.172800:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384316.172802:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384316.172804:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384316.172807:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384316.172809:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384316.172811:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384316.172813:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384316.172815:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384316.172817:0:22569:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384316.172870:0:22569:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000da88381e. 00080000:00000020:1.0:1767384316.173113:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384316.173115:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384316.173116:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4a81119. 20000000:00000001:1.0:1767384316.173121:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.173123:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737750656 00010000:00000001:1.0:1767384316.173125:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384316.173128:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008dbfe3ac x1853236737750656/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.173133:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.173134:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.173136:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.173138:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.173139:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.173140:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384316.173142:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.173143:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.173145:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.173147:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.173149:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006bec52c. 00000100:00000200:1.0:1767384316.173151:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737750656, offset 224 00000400:00000200:1.0:1767384316.173155:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.173159:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.173163:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703680 00000400:00000200:1.0:1767384316.173166:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14ed [2] + 224 00000400:00000200:1.0:1767384316.173170:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.173172:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.173175:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.173177:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.173182:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8dd4446 x1853236737750656/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.173194:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.173198:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006bec52c 00000400:00000010:1.0:1767384316.173208:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006bec52c. 00000100:00000001:1.0:1767384316.173211:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.173213:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.173218:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.173226:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.173231:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.173235:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.173238:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.173244:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008dbfe3ac x1853236737750656/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.173293:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008dbfe3ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737750656:12345-0@lo:253: Request processed in 22689us (23183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384316.173302:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:1.0:1767384316.173307:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384316.173313:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.173317:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.173322:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087d28556. 00000020:00000010:1.0:1767384316.173330:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:1.0:1767384316.173336:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191dfbe1. 00000020:00000040:1.0:1767384316.173342:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384316.173347:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384316.173351:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000df0bef0d. 02000000:00000001:1.0:1767384316.173356:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384316.173359:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384316.173365:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384316.173369:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8d8ec0. 00000400:00000010:1.0:1767384316.173375:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006bec52c. 00010000:00000010:2.1:1767384316.178298:0:22571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ec8aee62. 00010000:00000010:2.1:1767384316.178306:0:22571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00010000:00000001:3.0:1767384316.961334:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384316.961339:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.961345:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384316.961346:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.089357:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384317.089365:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:1.0:1767384317.089372:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.089375:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384317.089377:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384317.089380:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384317.089383:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384317.089387:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384317.089402:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 19 10000000:00000001:1.0:1767384317.089406:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384317.089407:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384317.089416:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000020:00000040:1.0:1767384317.089422:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384317.089428:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.089433:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384317.089439:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.089447:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db482431. 00000100:00000001:1.0:1767384317.089455:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.089461:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384317.089464:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384317.089475:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a35a48f. 00010000:00000001:1.0:1767384317.089481:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384317.089485:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e16ff39e. 00000020:00000001:1.0:1767384317.089490:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384317.089494:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e16ff39e with handle 0x1cafe7b7e4a4fd4f to hash 00000020:00000001:1.0:1767384317.089497:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384317.089499:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.089503:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.089508:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.089511:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.089515:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384317.089527:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384317.089539:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384317.089547:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384317.089550:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384317.089558:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.089562:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076737522496 : -113996972029120 : ffff985202fa0b40) 00000100:00000001:1.0:1767384317.089573:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.089575:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000001:1.0:1767384317.089581:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384317.089584:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.089588:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384317.089590:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.089598:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.089611:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384317.089613:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.089617:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384317.089620:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384317.089623:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.089626:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737750784:0@lo:101: 00000100:00000001:1.0:1767384317.089632:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384317.089637:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384317.089641:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.089645:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384317.089650:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000648baadc. 02000000:00000001:1.0:1767384317.089653:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.089660:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007de60cd. 00000400:00000010:1.0:1767384317.089695:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000200:1.0:1767384317.089715:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737750784, portal 25 00000100:00000001:1.0:1767384317.089718:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.089720:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000040:1.0:1767384317.089726:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.089735:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.089738:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.089743:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000200:1.0:1767384317.089747:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737750784, offset 0 00000400:00000200:1.0:1767384317.089756:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.089769:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.089781:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d703700 00000400:00000200:1.0:1767384317.089795:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9cd [2] + 0 00000400:00000010:1.0:1767384317.089799:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000848d671c. 00000400:00000200:1.0:1767384317.089803:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015b4032e 00000400:00000200:1.0:1767384317.089810:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.089814:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384317.089819:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015b4032e 00000400:00000010:1.0:1767384317.089822:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015b4032e. 00000100:00000001:1.0:1767384317.089828:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384317.089830:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384317.089833:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000668bbc72 x1853236737750784 msgsize 328 00000100:00100000:1.0:1767384317.089838:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384317.089840:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384317.089856:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.089864:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000400:00000010:1.0:1767384317.089866:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:1.0:1767384317.089869:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384317.089873:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.089885:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.089889:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.089897:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.089900:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384317.089906:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.089911:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294904851 00000100:00000010:1.0:1767384317.089919:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e99450fa. 00000100:00000001:1.0:1767384317.089930:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384317.089951:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294904851 00000100:00000010:1.0:1767384317.089960:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011737d31. 00000100:00000001:1.0:1767384317.089968:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384317.089975:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294904851 00000100:00000010:1.0:1767384317.089983:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e6ff8fe. 00000100:00000001:1.0:1767384317.089989:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384317.090006:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294904851 00000100:00000010:1.0:1767384317.090015:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009132b34d. 00000100:00000001:1.0:1767384317.090038:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384317.090044:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.090050:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090054:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.090056:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384317.090061:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a6d7126 going to sleep for 11 seconds 00000100:00000001:1.0:1767384317.090069:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.090074:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090513:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384317.090523:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.090528:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.090533:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007de60cd. 00000400:00000200:1.0:1767384317.090541:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:1.0:1767384317.090547:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:1.0:1767384317.090552:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384317.090562:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384317.090578:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.090595:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.090599:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.090605:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.090610:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.090614:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.090619:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.090625:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.090633:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.090638:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.090643:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.090645:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.090648:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.090651:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090654:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.090658:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.090676:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.090679:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.090681:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384317.090686:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.090695:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737750784:0@lo:101: 00000100:00000001:1.0:1767384317.090721:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.090724:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090737:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384317.090739:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.090742:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.090749:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384317.090752:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.090756:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384317.090758:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.090761:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384317.090764:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384317.090765:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.090768:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=4 00000020:00000001:1.0:1767384317.090770:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.090773:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000040:1.0:1767384317.090778:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e16ff39e, remote cookie: 0x1cafe7b7e4a4fd56, flags: 0x0 00010000:00000001:1.0:1767384317.090781:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384317.090784:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384317.090785:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384317.090787:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384317.090788:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384317.090790:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a35a48f) refcount = 1 00010000:00010000:1.0:1767384317.090794:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.090815:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384317.090817:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384317.090819:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384317.090822:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384317.090824:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.090827:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.090834:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384317.090835:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.090837:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.090838:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.090839:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.090841:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090844:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.090849:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737750784/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.090858:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.090861:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.090864:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000648baadc. 02000000:00000001:1.0:1767384317.090868:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.090871:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.090872:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384317.090875:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.090877:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db482431. 02000000:00000001:1.0:1767384317.090882:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.090884:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.090886:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:1.0:1767384317.090890:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.090892:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384317.090894:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.090897:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384317.090898:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:1.0:1767384317.090901:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.090903:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384317.090912:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.090913:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000020:00000001:1.0:1767384317.090916:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.090919:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.090921:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384317.090923:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.090924:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.090926:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.090929:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384317.090932:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000bfe2c328. 00000100:00000010:1.0:1767384317.090949:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000020:00000040:1.0:1767384317.090953:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384317.090956:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.090959:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384317.090961:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.090966:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db482431. 00000100:00000001:1.0:1767384317.090970:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.090974:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384317.090978:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000648baadc. 00000100:00000010:1.0:1767384317.090981:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009d493707. 00000020:00000040:1.0:1767384317.090984:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384317.090988:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384317.090990:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384317.090993:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.090996:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076737522496 : -113996972029120 : ffff985202fa0b40) 00000100:00000001:1.0:1767384317.090999:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.091000:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000001:1.0:1767384317.091004:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384317.091005:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091007:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384317.091008:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.091012:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.091020:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384317.091021:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.091030:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384317.091032:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384317.091034:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.091036:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737750912:0@lo:256: 00000100:00000001:1.0:1767384317.091040:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384317.091043:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384317.091045:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091048:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384317.091052:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007de60cd. 00000400:00000010:1.0:1767384317.091056:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000051380d0a. 00000100:00000200:1.0:1767384317.091060:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d703780-0x695824d703780, portal 33 00000100:00000001:1.0:1767384317.091064:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.091066:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384317.091069:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000143cd1fc. 02000000:00000001:1.0:1767384317.091072:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.091074:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000400:00000010:1.0:1767384317.091077:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000200:1.0:1767384317.091080:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737750912, portal 25 00000100:00000001:1.0:1767384317.091082:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.091083:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000040:1.0:1767384317.091088:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.091095:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.091097:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.091099:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000200:1.0:1767384317.091101:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737750912, offset 0 00000400:00000200:1.0:1767384317.091105:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.091112:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.091118:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d703780 00000400:00000200:1.0:1767384317.091122:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9e5 [2] + 0 00000400:00000010:1.0:1767384317.091126:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075ef1dbe. 00000400:00000200:1.0:1767384317.091129:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac55cf05 00000400:00000200:1.0:1767384317.091132:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.091141:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384317.091144:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac55cf05 00000400:00000010:1.0:1767384317.091146:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac55cf05. 00000100:00000001:1.0:1767384317.091149:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384317.091151:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384317.091154:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000841d33ee x1853236737750912 msgsize 304 00000100:00100000:1.0:1767384317.091158:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384317.091160:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384317.091171:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.091177:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000400:00000010:1.0:1767384317.091180:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:1.0:1767384317.091183:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384317.091186:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.091194:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.091196:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.091204:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091206:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384317.091210:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091213:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294904852 00000100:00000001:1.0:1767384317.091219:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904851 00000100:00000001:1.0:1767384317.091223:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294904852 00000100:00000001:1.0:1767384317.091226:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904851 00000100:00000001:1.0:1767384317.091232:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294904852 00000100:00000001:1.0:1767384317.091235:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904851 00000100:00000001:1.0:1767384317.091240:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294904852 00000100:00000001:1.0:1767384317.091243:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904851 00000100:00000001:1.0:1767384317.091249:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.091251:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091254:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.091256:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384317.091269:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a6d7126 going to sleep for 11 seconds 00000100:00000001:1.0:1767384317.091300:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.091306:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091676:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.091683:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.091884:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384317.091893:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.091898:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.091903:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b913b. 00000400:00000200:1.0:1767384317.091911:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:1.0:1767384317.091918:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:1.0:1767384317.091924:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384317.091932:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384317.091958:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.091975:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.091980:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.091982:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.091984:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.091986:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.091987:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.091990:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.091994:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.091997:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.092000:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.092002:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.092004:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.092005:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.092007:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.092011:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384317.092020:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.092027:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.092036:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384317.092040:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.092047:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737750912:0@lo:256: 00000100:00000001:1.0:1767384317.092051:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.092053:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.092055:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384317.092056:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.092058:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.092065:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384317.092067:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.092070:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384317.092072:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384317.092075:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 30, more 0. 10000000:00000001:1.0:1767384317.092078:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384317.092084:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000072c40d53. 10000000:00000040:1.0:1767384317.092095:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384317.092101:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384317.092104:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384317.092109:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:1.0:1767384317.092111:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.092113:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384317.092115:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:1.0:1767384317.092118:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:1.0:1767384317.092121:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:1.0:1767384317.092124:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384317.092128:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:1.0:1767384317.092133:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384317.092138:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (13) 00000400:00000200:1.0:1767384317.092143:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384317.092146:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384317.092149:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (14) 00000400:00000200:1.0:1767384317.092157:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:1.0:1767384317.092160:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:1.0:1767384317.092164:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092166:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:1.0:1767384317.092168:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:1.0:1767384317.092171:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092173:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:1.0:1767384317.092174:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:1.0:1767384317.092177:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092179:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:1.0:1767384317.092181:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:1.0:1767384317.092184:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092185:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:1.0:1767384317.092187:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:1.0:1767384317.092190:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092192:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:1.0:1767384317.092193:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:1.0:1767384317.092196:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092198:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:1.0:1767384317.092200:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:1.0:1767384317.092203:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092205:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:1.0:1767384317.092207:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:1.0:1767384317.092210:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092212:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:1.0:1767384317.092214:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:1.0:1767384317.092218:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092220:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:1.0:1767384317.092222:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:1.0:1767384317.092225:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092227:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:1.0:1767384317.092229:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:1.0:1767384317.092232:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092234:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:1.0:1767384317.092236:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:1.0:1767384317.092239:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384317.092245:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000100:00000001:1.0:1767384317.092248:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.092250:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384317.092253:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:1.0:1767384317.092257:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000038bdddf8. 10000000:00000040:1.0:1767384317.092260:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 30/30 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:1.0:1767384317.092263:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384317.092270:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384317.092291:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f27833e. 00000020:00000010:1.0:1767384317.092296:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083516b45. 00000040:00000010:1.0:1767384317.092300:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e71d7d4. 00000020:00000010:1.0:1767384317.092305:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb494408. 00000020:00000010:1.0:1767384317.092310:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384317.092314:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030574f31. 80000000:00000010:1.0:1767384317.092318:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d4e7d0b. 40000000:00000010:1.0:1767384317.092321:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c7a45ff1. 00100000:00000010:1.0:1767384317.092326:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384317.092330:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e2610241. 00040000:00000010:1.0:1767384317.092335:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da3f7018. 00040000:00000010:1.0:1767384317.092338:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d8d914d6. 00080000:00000010:1.0:1767384317.092343:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003498b68b. 00000004:00000010:1.0:1767384317.092347:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064d9a576. 00000004:00000010:1.0:1767384317.092353:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000080c1737. 00000004:00000010:1.0:1767384317.092358:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000001ca753b. 00002000:00000010:1.0:1767384317.092363:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000943eb9d0. 00000004:00000010:1.0:1767384317.092368:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009768bf1f. 00000004:00000001:1.0:1767384317.092372:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384317.092375:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384317.092377:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000038bdddf8 00000040:00001000:1.0:1767384317.092379:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384317.092380:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384317.092382:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384317.092383:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384317.092386:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384317.092394:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384317.092396:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384317.092398:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:1.0:1767384317.092400:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384317.092453:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.092459:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000083516b45. 00000040:00000010:1.0:1767384317.092464:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e71d7d4. 00000020:00000010:1.0:1767384317.092467:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb494408. 00000020:00000010:1.0:1767384317.092472:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384317.092476:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030574f31. 80000000:00000010:1.0:1767384317.092479:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d4e7d0b. 40000000:00000010:1.0:1767384317.092484:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c7a45ff1. 00100000:00000010:1.0:1767384317.092486:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384317.092490:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e2610241. 00040000:00000010:1.0:1767384317.092498:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da3f7018. 00040000:00000010:1.0:1767384317.092504:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d8d914d6. 00080000:00000010:1.0:1767384317.092508:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003498b68b. 00000004:00000010:1.0:1767384317.092512:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064d9a576. 00000004:00000010:1.0:1767384317.092516:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000080c1737. 00000004:00000010:1.0:1767384317.092521:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000001ca753b. 00002000:00000010:1.0:1767384317.092524:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000943eb9d0. 00000004:00000010:1.0:1767384317.092527:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009768bf1f. 00000020:00000010:1.0:1767384317.092530:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f27833e. 00000020:00000001:1.0:1767384317.092533:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.092535:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384317.092539:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000038bdddf8. 10000000:00000010:1.0:1767384317.092542:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000072c40d53. 10000000:00000001:1.0:1767384317.092544:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.092547:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.092551:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737750912/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.092559:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.092561:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.092563:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000143cd1fc. 02000000:00000001:1.0:1767384317.092565:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.092574:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.092576:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384317.092579:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384317.092580:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384317.092582:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.092583:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384317.092585:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384317.092587:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009d493707. 00000100:00000010:1.0:1767384317.092590:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000648baadc. 00000100:00000001:1.0:1767384317.092592:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384317.092594:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db482431. 02000000:00000001:1.0:1767384317.092597:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.092598:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.092600:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:1.0:1767384317.092602:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.092603:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384317.092616:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000bfe2c328. 10000000:01000000:1.0:1767384317.092620:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384317.092624:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384317.092626:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384317.092628:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.092631:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000020:00000001:1.0:1767384317.092634:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.092637:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384317.092640:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384317.092643:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.092651:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.092654:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384317.092656:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.092663:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384317.092665:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.092667:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384317.092674:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.092677:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.092680:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384317.092683:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384317.092686:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:1.0:1767384317.092689:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384317.101794:0:22821:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c8a0d86d. 00000020:00000040:0.0:1767384317.101801:0:22821:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384317.101803:0:22821:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c8a0d86d. 00000100:00000040:1.0:1767384317.110402:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294904852, at 4294904853 00000100:00000010:1.0:1767384317.110413:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011737d31. 00000100:00000040:3.0:1767384317.110536:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294904852, at 4294904853 00000100:00000010:3.0:1767384317.110549:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009132b34d. 00000100:00000040:0.0:1767384317.110651:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294904852, at 4294904853 00000100:00000010:0.0:1767384317.110663:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e99450fa. 00080000:00000001:0.0:1767384317.160434:0:22813:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384317.160446:0:22813:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.160449:0:22813:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.160455:0:22813:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384317.160459:0:22813:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.160462:0:22813:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384317.876529:0:22979:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384317.876532:0:22979:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384317.880804:0:22979:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384317.886475:0:22980:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e88d2e46. 00000400:00000010:3.0:1767384317.886487:0:22980:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eebd2ebb. 00000400:00000010:3.0:1767384317.886495:0:22980:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000b62f1ad. 00000400:00000010:3.0:1767384317.886498:0:22980:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000ec0bf6a. 00000400:00000010:3.0:1767384317.886502:0:22980:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d77e5984. 00000400:00000010:3.0:1767384317.886505:0:22980:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a31c269a. 00000400:00000010:3.0:1767384317.886506:0:22980:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fb94271. 00000400:00000010:3.0:1767384317.886519:0:22980:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d005fe2. 00000400:00000010:3.0:1767384317.886521:0:22980:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000da88381e. 00000800:00000010:3.0:1767384317.886535:0:22980:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000038bfeba5. 00000800:00000200:3.0:1767384317.886543:0:22980:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384317.886550:0:22980:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384317.886579:0:22980:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384317.886606:0:22980:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp22 [8/256/0/180] 00000400:00000010:3.0:1767384317.888333:0:22980:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000fabc2aed. 00000400:00000010:3.0:1767384317.888338:0:22980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384317.888342:0:22980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000400:00000001:3.0:1767384317.888354:0:22980:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.888355:0:22980:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384317.888357:0:22980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e32971. 00000400:00000200:3.0:1767384317.888360:0:22980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000400:00000010:3.0:1767384317.888361:0:22980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000400:00000010:3.0:1767384317.888365:0:22980:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000001c650f3. 00000400:00000200:3.0:1767384317.888369:0:22980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (13) 00000400:00000200:3.0:1767384317.888379:0:22980:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384317.888386:0:22980:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:3.0:1767384317.888398:0:22980:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000070c6b45d. 00000020:01000000:3.0:1767384317.888402:0:22980:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384317.888406:0:22980:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp22 00000400:00000010:3.0:1767384317.888420:0:22980:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eebd2ebb. 00000400:00000010:3.0:1767384317.888425:0:22980:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e88d2e46. 00000020:00000001:0.0:1767384317.888443:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.888449:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.888453:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384317.888456:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384317.888461:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384317.888464:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384317.888467:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384317.888470:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384317.888473:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384317.888476:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384317.888479:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384317.888482:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384317.888485:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384317.888495:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384317.888502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3bbb4a8. 00000020:00000040:0.0:1767384317.888509:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384317.888518:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384317.888522:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384317.888528:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384317.888537:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d1b8e66d. 00000100:00000001:0.0:1767384317.888545:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.888557:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384317.888563:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384317.888576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bbb4a8] to pc [ptlrpcd_00_02+2] req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384317.888607:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (2) 10000000:00000001:0.0:1767384317.888620:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384317.888625:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.888627:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384317.888630:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.888632:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384317.888634:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384317.888637:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384317.888645:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384317.888646:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.888651:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384317.888654:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384317.888658:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384317.888659:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384317.888661:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384317.888664:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384317.888666:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384317.888668:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384317.888669:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384317.888672:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384317.888673:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384317.888677:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:3.0:1767384317.888678:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737751040:0@lo:253: 00000020:01000004:0.0:1767384317.888682:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384317.888684:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384317.888685:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384317.888687:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384317.888689:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384317.888703:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384317.888709:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384317.888710:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a21e9887. 02000000:00000001:3.0:1767384317.888713:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384317.888716:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384317.888717:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384317.888722:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384317.888723:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b54ab34a. 02000000:00000001:0.0:1767384317.888724:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384317.888728:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384317.888729:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.888732:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cd0f64. 00000400:00000010:3.0:1767384317.888737:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eebd2ebb. 00000100:00000200:3.0:1767384317.888740:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751040, portal 25 00000100:00000001:3.0:1767384317.888743:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.888744:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893023744 : -113991816527872 : ffff98533644c000) 02000000:00000010:0.0:1767384317.888747:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a1bf292. 00000100:00000040:3.0:1767384317.888748:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.888754:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.888760:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.888765:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.888768:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc268e4. 00000100:00000001:0.0:1767384317.888768:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384317.888772:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384317.888773:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751040, offset 0 00000100:00000040:0.0:1767384317.888783:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a21e9887] to pc [ptlrpcd_00_03+3] req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384317.888784:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.888798:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384317.888801:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384317.888805:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.888807:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.888810:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703800 00000020:01000000:0.0:1767384317.888812:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384317.888817:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000070c6b45d. 00000400:00000200:3.0:1767384317.888818:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:3.0:1767384317.888824:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cca0cee. 00000400:00000200:3.0:1767384317.888828:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000056c7cd4 00000400:00000200:3.0:1767384317.888833:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384317.888835:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384317.888840:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384317.888841:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384317.888845:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000056c7cd4 00000100:00000001:0.0:1767384317.888845:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384317.888849:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000056c7cd4. 00000100:00000040:0.0:1767384317.888853:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.888854:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384317.888857:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384317.888863:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000002c59d35e x1853236737751040 msgsize 4848 00000100:00000001:0.0:1767384317.888872:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384317.888873:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384317.888876:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.888877:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384317.888882:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384317.888886:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.888888:0:16140:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384317.888889:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.888896:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc268e4 00000100:00100000:0.0:1767384317.888897:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a21e9887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737751168:0@lo:253: 00000400:00000010:3.0:1767384317.888900:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc268e4. 00000100:00000001:3.0:1767384317.888905:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384317.888906:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384317.888910:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384317.888914:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384317.888918:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384317.888918:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384317.888926:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000088ae8ab2. 00000100:00000001:3.0:1767384317.888928:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384317.888931:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.888934:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384317.888938:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3fcc50d. 00000100:00000001:3.0:1767384317.888940:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.888944:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384317.888948:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048bff940. 00000100:00000001:3.0:1767384317.888949:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.888955:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294905650 00000100:00000200:0.0:1767384317.888956:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751168, portal 25 00000100:00000010:3.0:1767384317.888959:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015966eba. 00000100:00000001:0.0:1767384317.888960:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384317.888964:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893037184 : -113991816514432 : ffff98533644f480) 00000100:00000001:3.0:1767384317.888968:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384317.888973:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.888975:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294905650 00000100:00000010:3.0:1767384317.888983:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfc105b9. 00000100:00000001:0.0:1767384317.888986:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384317.888988:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384317.888991:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294905650 00000100:00000010:3.0:1767384317.888994:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa49e7f0. 00000100:00000001:3.0:1767384317.888998:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384317.889000:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384317.889002:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294905650 00000400:00000010:0.0:1767384317.889005:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001fc0a97. 00000100:00000010:3.0:1767384317.889006:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd0b315b. 00000100:00000001:3.0:1767384317.889012:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384317.889013:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751168, offset 0 00000100:00000001:3.0:1767384317.889019:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.889022:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.889026:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384317.889027:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.889030:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.889037:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384317.889037:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384317.889041:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384317.889045:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.889046:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.889049:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.889051:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.889052:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703880 00000400:00000200:0.0:1767384317.889060:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:0.0:1767384317.889064:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005599d919. 00000400:00000200:0.0:1767384317.889069:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c73232f 00000400:00000200:0.0:1767384317.889073:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.889080:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384317.889083:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c73232f 00000400:00000010:0.0:1767384317.889085:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c73232f. 00000100:00000001:0.0:1767384317.889089:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384317.889091:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384317.889093:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000f4cfe1c5 x1853236737751168 msgsize 4848 00000100:00100000:0.0:1767384317.889100:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384317.889102:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384317.889109:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384317.889114:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001fc0a97 00000400:00000010:0.0:1767384317.889115:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001fc0a97. 00000100:00000001:0.0:1767384317.889118:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384317.889122:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.889129:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384317.889132:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384317.889133:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751040 02000000:00000001:3.0:1767384317.889137:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384317.889137:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.889143:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.889145:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384317.889146:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.889148:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889151:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.889152:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889156:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294905650 00000100:00100000:3.0:1767384317.889157:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751040 00000100:00000001:0.0:1767384317.889162:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294905650 00000020:00000001:3.0:1767384317.889163:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384317.889166:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384317.889167:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294905650 00000020:00000001:3.0:1767384317.889173:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384317.889173:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294905650 00000020:00000040:3.0:1767384317.889176:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384317.889179:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384317.889182:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384317.889184:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294905650 00000100:00000001:3.0:1767384317.889187:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384317.889188:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294905650 00000100:00000001:0.0:1767384317.889191:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294905650 00000020:00000010:3.0:1767384317.889193:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 00000100:00000001:0.0:1767384317.889193:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294905650 00000100:00000001:3.0:1767384317.889199:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.889199:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.889202:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384317.889203:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 00000100:00000001:0.0:1767384317.889207:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889210:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384317.889212:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580a4188. 00000100:00000001:0.0:1767384317.889215:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384317.889218:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d42b11be. 00000100:00000001:0.0:1767384317.889219:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384317.889225:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384317.889226:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000080be652a. 00000100:00000001:0.0:1767384317.889226:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384317.889230:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889234:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.889239:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384317.889242:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.889244:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.889245:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.889252:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889253:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384317.889257:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751168 02000000:00000001:0.0:1767384317.889259:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384317.889261:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.889262:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.889263:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384317.889267:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384317.889270:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751168 00000020:00000001:0.0:1767384317.889300:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384317.889302:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384317.889304:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384317.889306:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000001:0.0:1767384317.889308:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384317.889311:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384317.889314:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384317.889317:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ace9ba5. 00000100:00000001:0.0:1767384317.889320:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.889322:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ace9ba5. 00000020:00000010:0.0:1767384317.889328:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006eebb436. 00000020:00000010:0.0:1767384317.889333:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd9b59fd. 00000020:00000010:0.0:1767384317.889337:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000100:00000001:0.0:1767384317.889347:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384317.889349:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384317.889351:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889359:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889363:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.889376:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384317.889379:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384317.889383:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:0.0:1767384317.889386:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384317.889388:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017771600 : -113991691780016 : ffff98533db44050) 00000100:00000040:0.0:1767384317.889393:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c59d35e x1853236737751040/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.889399:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384317.889402:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ace9ba5. 00000100:00000001:0.0:1767384317.889404:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.889406:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ace9ba5. 00000100:00100000:0.0:1767384317.889412:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c59d35e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737751040:12345-0@lo:253: 00000100:00000001:3.0:1767384317.889416:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384317.889416:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751040 00000100:00000001:3.0:1767384317.889420:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384317.889421:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384317.889426:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384317.889427:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000001:0.0:1767384317.889428:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.889433:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000001:0.0:1767384317.889433:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384317.889437:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017779792 : -113991691771824 : ffff98533db46050) 00000020:00000001:0.0:1767384317.889437:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384317.889441:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384317.889443:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384317.889445:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4cfe1c5 x1853236737751168/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384317.889446:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384317.889450:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384317.889454:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889459:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384317.889461:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384317.889463:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384317.889466:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 02000000:00000010:0.0:1767384317.889469:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f681e718. 00000100:00000001:3.0:1767384317.889471:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384317.889473:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.889475:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384317.889479:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 20000000:00000001:0.0:1767384317.889485:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:3.0:1767384317.889486:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4cfe1c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737751168:12345-0@lo:253: 00000100:00000200:3.0:1767384317.889490:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751168 00000020:00000001:3.0:1767384317.889492:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384317.889495:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384317.889496:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384317.889496:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cdf34f91. 00000020:00000001:3.0:1767384317.889501:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:0.0:1767384317.889502:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384317.889503:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 20000000:00000001:0.0:1767384317.889508:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384317.889509:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384317.889512:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384317.889513:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384317.889517:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384317.889517:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.889520:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384317.889521:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.889523:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.889524:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384317.889527:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384317.889530:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384317.889535:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b4fdbb75. 20000000:00000010:0.0:1767384317.889535:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc820057. 02000000:00000001:3.0:1767384317.889538:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384317.889539:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000100:00000001:3.0:1767384317.889541:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.889544:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384317.889545:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384317.889551:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:3.0:1767384317.889552:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ada45cc. 20000000:01000000:3.0:1767384317.889557:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384317.889559:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384317.889561:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384317.889562:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.889564:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.889566:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384317.889599:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384317.889603:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384317.889606:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.889608:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384317.889611:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384317.889615:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384317.889619:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384317.889625:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000036e6c3ac. 00080000:00000001:0.0:1767384317.889630:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730973184 : -113996978578432 : ffff985202961c00) 00080000:00000001:0.0:1767384317.889634:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384317.889758:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384317.889760:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.889762:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384317.889782:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.889785:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384317.889887:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384317.889891:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384317.889986:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384317.890004:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384317.890008:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dc40f062. 00000800:00000200:2.1:1767384317.890264:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (2) 00000800:00000200:2.1:1767384317.890267:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp21 000000004fa10e61 deleted 00000800:00000010:2.1:1767384317.890268:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004fa10e61. 00000800:00000200:2.1:1767384317.890271:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384317.890298:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp21 ip 192.168.203.152:999 00000800:00000200:2.1:1767384317.890302:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bba66b type 1, nob 352 niov 1 nkiov 1 00000800:00000001:3.0:1767384317.890382:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384317.890388:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384317.890444:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384317.890447:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042bba66b. 00000400:00000200:3.0:1767384317.890451:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384317.890455:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384317.890457:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: PUT: OK 00000400:00000200:3.0:1767384317.890463:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384317.890468:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000001:0.0:1767384317.890717:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890724:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.890727:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890730:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.890739:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21) <- 192.168.203.152@tcp21 : PUT - for me 00000400:00000200:0.0:1767384317.890754:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384317.890759:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 256/256 into md 0x14f5 [1] + 0 00000400:00000010:0.0:1767384317.890762:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af74f6e8. 00000400:00000200:0.0:1767384317.890765:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000265b84f0 00000800:00000001:0.0:1767384317.890769:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890779:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.890782:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.890786:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: PUT: OK 00000400:00000200:0.0:1767384317.890788:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000400:00000010:0.0:1767384317.890790:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000400:00000200:0.0:1767384317.890794:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384317.890796:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (15) 00000400:00000200:0.0:1767384317.890801:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:0.0:1767384317.890805:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000256c204b. 00000400:00000200:0.0:1767384317.890812:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 14 00000400:00000200:0.0:1767384317.890817:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384317.890825:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (16) 00000400:00000200:0.0:1767384317.890829:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384317.890834:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp21 to MR: 192.168.203.152@tcp21 local destination 00000400:00000200:0.0:1767384317.890839:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.152@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384317.890851:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21:192.168.203.152@tcp21) -> 192.168.203.152@tcp21(192.168.203.152@tcp21:192.168.203.152@tcp21) 192.168.203.152@tcp21 : ACK try# 0 00000800:00000200:0.0:1767384317.890857:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp21 00000800:00000010:0.0:1767384317.890861:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e055ebbb. 00000800:00000200:0.0:1767384317.890864:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (4) 00000800:00000200:0.0:1767384317.890868:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp21 ip 192.168.203.152:988 00000800:00000200:0.0:1767384317.890870:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e055ebbb type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384317.890920:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.890922:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e055ebbb. 00000400:00000200:0.0:1767384317.890925:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.890929:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: ACK: OK 00000800:00000001:0.0:1767384317.890940:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890943:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.890945:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890948:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.890950:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.890954:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.890961:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21) <- 192.168.203.152@tcp21 : ACK - for me 00000400:00000200:0.0:1767384317.890969:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp21: ACK from 12345-192.168.203.152@tcp21 into md 0x1535 00000400:00000200:0.0:1767384317.890973:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.890977:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: ACK: OK 00000400:00000200:0.0:1767384317.890980:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000400:00000010:0.0:1767384317.890981:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000400:00000200:0.0:1767384317.890986:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384317.890989:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:0.0:1767384317.890992:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384317.890995:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (15) 00000800:00000001:0.0:1767384317.891001:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.891006:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.891101:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891140:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891210:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891746:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891765:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891781:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891802:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891823:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891856:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891883:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891910:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891930:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891957:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.891990:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384317.892023:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384317.892152:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384317.892180:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000070c6b45d. 00000400:00000200:0.0:1767384317.892183:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384317.892186:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fc268e4. 00000800:00000010:0.0:1767384317.892188:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000074381d0d. 00000800:00000010:3.0:1767384317.892192:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384317.892226:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384317.892260:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000270588b. 00000800:00000010:3.0:1767384317.892264:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b60d8f6. 00000800:00000010:3.0:1767384317.892306:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ed99f9c. 00000800:00000200:3.1:1767384317.892312:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (4) 00000800:00000200:3.1:1767384317.892318:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp21 000000008ed99f9c deleted 00000800:00000010:3.1:1767384317.892320:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008ed99f9c. 00000800:00000200:3.1:1767384317.892323:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384317.892328:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp21 p 3.x 192.168.203.152 -> 192.168.203.152:998 incarnation:1767384316147801401 sched[0] 00000800:00000010:3.0:1767384317.892333:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384317.892377:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384317.892386:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b60d8f6. 00000800:00000010:3.0:1767384317.892408:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000074381d0d. 00000800:00000200:2.1:1767384317.892445:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:1.0:1767384317.897474:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384317.897480:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384317.897483:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.897487:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384317.897496:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384317.897509:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000822567c8. 20000000:00000001:1.0:1767384317.897510:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384317.897514:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:01000000:1.0:1767384317.897515:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384317.897518:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384317.897521:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384317.897523:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384317.897539:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384317.897543:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384317.897545:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384317.897547:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384317.897549:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384317.897552:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384317.897553:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384317.897555:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.897558:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384317.897560:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1767384317.897561:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ec8aee62 count: 2 00000020:00000001:3.0:1767384317.897565:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:1.0:1767384317.897565:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384317.897570:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384317.897571:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384317.897576:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ca073bc. 00080000:00000010:3.0:1767384317.897577:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002c686e11. 00080000:00000001:3.0:1767384317.897581:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751495168 : -113996958056448 : ffff985203cf4000) 00000020:00000001:1.0:1767384317.897582:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384317.897585:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384317.897586:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000ca073bc with handle 0x1cafe7b7e4a4fd5d to hash 00000020:00000001:1.0:1767384317.897589:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384317.897591:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:1.0:1767384317.897594:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:1.0:1767384317.897596:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.897598:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.897600:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.897616:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384317.897619:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384317.897622:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384317.897623:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.897626:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384317.897630:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.897634:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384317.897636:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.897638:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.897640:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.897641:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384317.897654:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384317.897654:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384317.897656:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384317.897657:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.897662:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384317.897666:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec8aee62) refcount = 2 00010000:00000040:1.0:1767384317.897669:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384317.897672:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384317.897673:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.897678:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384317.897679:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384317.897682:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384317.897688:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e141bcf. 00000100:00000001:1.0:1767384317.897690:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384317.897709:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.897711:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076737522496 : -113996972029120 : ffff985202fa0b40) 00000100:00000001:1.0:1767384317.897713:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076737522496 : -113996972029120 : ffff985202fa0b40) 00000100:00000001:1.0:1767384317.897715:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384317.897717:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384317.897730:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384317.897738:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.897739:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384317.897741:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.897743:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.897746:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384317.897747:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384317.897751:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000020:00000040:1.0:1767384317.897753:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:1.0:1767384317.897756:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.897757:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384317.897760:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.897765:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030574f31. 00080000:00000001:3.0:1767384317.897768:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384317.897769:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.897772:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384317.897776:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384317.897787:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 16 pid: 16772 timeout: 388 lvb_type: 0 00010000:00000001:1.0:1767384317.897793:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384317.897795:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.897798:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.897804:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384317.897806:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.897809:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737751296:0@lo:104: 00000100:00000001:1.0:1767384317.897811:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384317.897813:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384317.897814:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.897816:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384317.897819:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db482431. 02000000:00000001:1.0:1767384317.897820:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.897824:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000400:00000010:1.0:1767384317.897828:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000200:1.0:1767384317.897831:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737751296, portal 16 00000100:00000001:1.0:1767384317.897834:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.897840:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000040:1.0:1767384317.897845:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.897850:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.897853:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.897857:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000200:1.0:1767384317.897859:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737751296, offset 0 00000400:00000200:1.0:1767384317.897865:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.897871:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.897878:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d703900 00000400:00000200:1.0:1767384317.897882:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:1.0:1767384317.897885:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.897889:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384317.897892:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384317.897893:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384317.897897:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086536615. 00000100:00000040:1.0:1767384317.897899:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000086536615 x1853236737751296 msgsize 328 00000100:00100000:1.0:1767384317.897901:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384317.897912:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.897918:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000400:00000010:1.0:1767384317.897920:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:1.0:1767384317.897924:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384317.897926:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384317.897929:0:16761:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000779a8a9f. 00000100:00000001:3.0:1767384317.897935:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384317.897937:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384317.897939:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751296 00000100:00000040:1.0:1767384317.897941:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384317.897942:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.897946:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.897949:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.897954:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.897955:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.897957:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384317.897959:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751296 00000020:00000001:3.0:1767384317.897961:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384317.897962:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.897963:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:3.0:1767384317.897968:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384317.897968:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294905659 00000020:00000040:3.0:1767384317.897970:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:3.0:1767384317.897974:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:1.0:1767384317.897978:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294905650 00000020:00000001:3.0:1767384317.897984:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:1.0:1767384317.897984:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294905659 00000100:00000001:3.0:1767384317.897987:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384317.897990:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384317.897995:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.897997:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294905650 00000020:00000010:3.0:1767384317.897999:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00000001:1.0:1767384317.898003:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294905659 00000020:00000010:3.0:1767384317.898005:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3431973. 00000100:00000001:1.0:1767384317.898007:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294905650 00000020:00000010:3.0:1767384317.898010:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008777d4f2. 00000100:00000001:1.0:1767384317.898011:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294905659 00000020:00000010:3.0:1767384317.898015:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e07ef97. 00000100:00000001:1.0:1767384317.898016:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294905650 00000100:00000001:1.0:1767384317.898032:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384317.898034:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384317.898034:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898040:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384317.898040:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898043:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384317.898044:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898046:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.898047:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898051:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.898052:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384317.898053:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898054:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898057:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384317.898058:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384317.898060:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.898061:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.898062:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384317.898064:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a6d7126 going to sleep for 11 seconds 00000100:00000001:3.0:1767384317.898065:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.898066:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.898070:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898080:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384317.898083:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384317.898090:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384317.898094:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:3.0:1767384317.898096:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009632256 : -113991699919360 : ffff98533d380e00) 00000100:00000040:3.0:1767384317.898103:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086536615 x1853236737751296/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384317.898110:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384317.898114:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001758288e. 00000100:00000001:3.0:1767384317.898116:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384317.898118:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001758288e. 00000100:00100000:3.0:1767384317.898121:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086536615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737751296:12345-0@lo:104: 00000100:00000200:3.0:1767384317.898123:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751296 00010000:00000001:3.0:1767384317.898126:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384317.898130:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.898131:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.898133:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=2 00000020:00000001:3.0:1767384317.898135:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:3.0:1767384317.898141:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:3.0:1767384317.898145:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.898147:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.898149:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384317.898156:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384317.898158:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384317.898163:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048e7b0a6. 02000000:00000001:3.0:1767384317.898164:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898167:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.898170:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384317.898172:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.898174:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.898178:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384317.898180:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384317.898182:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384317.898184:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384317.898186:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.898188:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.898191:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.898194:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027e2e5b3. 00000100:00000200:3.0:1767384317.898198:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737751296, offset 224 00000400:00000200:3.0:1767384317.898205:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.898212:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.898220:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d703900 00000400:00000200:3.0:1767384317.898227:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x154d [1] + 224 00000400:00000200:3.0:1767384317.898240:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.898245:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.898250:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.898254:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384317.898263:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384317.898414:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.898419:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027e2e5b3 00000400:00000010:3.0:1767384317.898421:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027e2e5b3. 00000100:00000001:3.0:1767384317.898424:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.898426:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.898430:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.898433:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384317.898435:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384317.898438:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384317.898439:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b67e536b. 00010000:00000001:3.0:1767384317.898443:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384317.898444:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.898447:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.898449:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b913b. 00010000:00010000:3.0:1767384317.898452:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767384317.898453:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00010000:00000001:3.0:1767384317.898457:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.898457:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00010000:00000001:3.0:1767384317.898461:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.898464:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.898464:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384317.898469:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086536615 x1853236737751296/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384317.898471:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384317.898493:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086536615 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737751296:12345-0@lo:104: Request processed in 379us (590us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384317.898497:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384317.898505:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384317.898508:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384317.898509:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:1.0:1767384317.898511:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.898512:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384317.898514:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384317.898517:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008777d4f2. 00000100:00000001:1.0:1767384317.898521:0:16794:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384317.898523:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e07ef97. 02000000:00000001:1.0:1767384317.898524:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.898527:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384317.898529:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3431973. 00000100:00000001:1.0:1767384317.898529:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.898531:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.898535:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00001000:1.0:1767384317.898536:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=32 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384317.898540:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384317.898542:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.898547:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.898548:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898550:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.898552:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.898554:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.898555:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.898559:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.898559:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384317.898562:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384317.898568:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384317.898569:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.898572:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384317.898573:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.898575:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.898578:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384317.898581:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.898582:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.898583:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.898586:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.898593:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384317.898594:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e16ff39e already unused, calling callback (0000000028dca730) 10000000:00000001:3.0:1767384317.898600:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384317.898602:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384317.898605:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737751296:0@lo:104: 00010000:00000001:3.0:1767384317.898616:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384317.898616:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.898618:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.898620:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384317.898620:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.898623:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000040:3.0:1767384317.898624:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000100:00000001:1.0:1767384317.898627:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384317.898628:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:3.0:1767384317.898631:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00000100:00000040:1.0:1767384317.898632:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737751296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384317.898636:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384317.898640:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384317.898642:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.898646:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:3.0:1767384317.898647:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384317.898650:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384317.898650:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db482431. 02000000:00000001:1.0:1767384317.898656:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:3.0:1767384317.898657:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:1.0:1767384317.898659:0:16794:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:3.0:1767384317.898661:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384317.898662:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384317.898664:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384317.898665:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384317.898669:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384317.898669:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:1.0:1767384317.898674:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.898678:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000030574f31. 02000000:00000001:1.0:1767384317.898682:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.898684:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.898685:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:1.0:1767384317.898689:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.898690:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384317.898708:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a6d7126. 00000100:00000001:1.0:1767384317.898712:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384317.898715:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384317.898717:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e141bcf. 00010000:00000001:1.0:1767384317.898720:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898723:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.898724:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384317.898727:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384317.898729:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384317.898731:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384317.898801:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384317.898805:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384317.898806:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:3.0:1767384317.898810:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384317.898812:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.898816:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.898819:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384317.898828:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.898831:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.898833:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.898835:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e16ff39e with handle 0x1cafe7b7e4a4fd4f from hash 00010000:00000001:3.0:1767384317.898838:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.898840:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.898842:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.898843:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.898845:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.898847:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384317.898851:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384317.898854:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384317.898860:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aef23b5. 00000020:00000040:3.0:1767384317.898863:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384317.898867:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384317.898869:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384317.898872:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384317.898877:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3431973. 00000100:00000001:3.0:1767384317.898882:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.898885:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384317.898888:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.898895:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384317.898898:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.898902:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384317.898904:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.898910:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aef23b5] to pc [ptlrpcd_00_00+0] req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.898932:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.898935:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.898937:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.898938:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.898940:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.898942:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.898945:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.898958:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.898961:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000e16ff39e/0x1cafe7b7e4a4fd4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd56 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384317.898968:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a35a48f count: 0 00010000:00000001:3.0:1767384317.898982:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.898984:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384317.898987:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b67e536b. 00010000:00000001:3.0:1767384317.898993:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899076:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.899079:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.899081:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384317.899085:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.899092:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384317.899093:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.899096:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384317.899098:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384317.899100:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.899101:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384317.899102:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aef23b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737751424:0@lo:103: 00000100:00000001:1.0:1767384317.899106:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899107:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384317.899112:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.899114:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.899116:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384317.899118:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000932a4995. 02000000:00000001:3.0:1767384317.899120:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.899124:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2bd23a. 00000400:00000010:3.0:1767384317.899127:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027e2e5b3. 00000100:00000200:3.0:1767384317.899129:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737751424, portal 18 00000100:00000001:3.0:1767384317.899131:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.899132:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877998464 : -113991831553152 : ffff9853355f7b80) 00000100:00000040:3.0:1767384317.899134:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.899144:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.899145:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.899147:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018164874. 00000100:00000200:3.0:1767384317.899149:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737751424, offset 0 00000400:00000200:3.0:1767384317.899154:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.899159:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.899165:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d703980 00000400:00000200:3.0:1767384317.899169:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384317.899173:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.899176:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.899180:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384317.899181:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384317.899185:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdcacbd8. 00000100:00000040:3.0:1767384317.899186:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fdcacbd8 x1853236737751424 msgsize 328 00000100:00100000:3.0:1767384317.899191:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384317.899199:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.899202:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018164874 00000400:00000010:3.0:1767384317.899204:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018164874. 00000100:00000001:3.0:1767384317.899206:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384317.899208:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.899214:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384317.899214:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384317.899219:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.899219:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751424 02000000:00000001:1.0:1767384317.899224:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.899228:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.899231:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.899231:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.899236:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899247:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384317.899247:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751424 00000020:00000001:1.0:1767384317.899250:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384317.899251:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384317.899252:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384317.899255:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294905660 00000020:00000001:1.0:1767384317.899256:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.899259:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:1.0:1767384317.899261:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384317.899262:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905659 00000020:00000001:1.0:1767384317.899264:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384317.899269:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294905660 00000100:00000001:1.0:1767384317.899269:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384317.899272:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905659 00000020:00000010:1.0:1767384317.899305:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e141bcf. 00000100:00000001:3.0:1767384317.899306:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294905661 00000100:00000001:1.0:1767384317.899309:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384317.899311:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e141bcf. 00000020:00000010:1.0:1767384317.899316:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030574f31. 00000100:00000001:3.0:1767384317.899319:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905659 00000020:00000010:1.0:1767384317.899320:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038bdddf8. 00000100:00000001:3.0:1767384317.899324:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294905661 00000020:00000010:1.0:1767384317.899325:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03a106f. 00000100:00000001:3.0:1767384317.899331:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905659 00000100:00000040:1.0:1767384317.899337:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384317.899338:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.899342:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.899343:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.899346:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.899348:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.899349:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384317.899351:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.899353:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899357:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384317.899357:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384317.899360:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384317.899361:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384317.899364:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384317.899365:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.899368:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.899371:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384317.899371:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b16616 refcount=4 00000100:00000001:3.0:1767384317.899377:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.899378:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:1.0:1767384317.899383:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00010000:1.0:1767384317.899388:0:20661:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 17 pid: 16772 timeout: 388 lvb_type: 0 00000020:00000001:3.0:1767384317.899390:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.899394:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.899400:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384317.899401:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384317.899402:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.899405:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.899405:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.899409:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384317.899410:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384317.899412:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384317.899415:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384317.899416:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.899422:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384317.899425:0:20661:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384317.899432:0:20661:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fdcacbd8 x1853236737751424/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.899441:0:20661:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384317.899443:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.899452:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.899461:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384317.899463:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384317.899467:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384317.899469:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:3.0:1767384317.899471:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877983232 : -113991831568384 : ffff9853355f4000) 00000100:00000040:3.0:1767384317.899475:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fdcacbd8 x1853236737751424/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.899481:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384317.899484:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e0b709c. 00000100:00000001:3.0:1767384317.899485:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384317.899486:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e0b709c. 00000100:00100000:3.0:1767384317.899494:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fdcacbd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16138:x1853236737751424:12345-0@lo:103: 00000100:00000200:3.0:1767384317.899497:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751424 00010000:00000001:3.0:1767384317.899499:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384317.899500:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384317.899502:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384317.899504:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384317.899506:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384317.899508:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d019935. 02000000:00000001:3.0:1767384317.899510:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899512:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899514:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384317.899516:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384317.899518:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.899520:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.899522:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b16616 refcount=4 00000020:00000001:3.0:1767384317.899524:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:3.0:1767384317.899526:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000040:3.0:1767384317.899529:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ec8aee62 count: 3 00010000:00010000:3.0:1767384317.899532:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 17 pid: 16772 timeout: 388 lvb_type: 0 00000100:00001000:3.0:1767384317.899540:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384317 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384317.899543:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.899547:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899549:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.899551:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 17 pid: 16772 timeout: 388 lvb_type: 0 00000020:00000001:3.0:1767384317.899557:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.899559:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.899560:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.899562:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899565:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384317.899566:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.899570:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899579:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899582:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.899583:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.899585:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b16616 with handle 0x1cafe7b7e4a4fd56 from hash 00010000:00000001:3.0:1767384317.899587:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.899589:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899590:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899591:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.899592:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.899593:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.899596:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fd56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd4f expref: 17 pid: 16772 timeout: 388 lvb_type: 0 00010000:00000040:3.0:1767384317.899603:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:3.0:1767384317.899605:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:3.0:1767384317.899609:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899611:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384317.899613:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384317.899615:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000000ca073bc 00010000:00000001:3.0:1767384317.899617:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384317.899619:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.899620:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.899622:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.899623:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.899626:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384317.899627:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384317.899629:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899634:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384317.899637:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384317.899638:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384317.899640:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384317.899641:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec8aee62) refcount = 2 00010000:00010000:3.0:1767384317.899645:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899663:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384317.899666:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384317.899667:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.899670:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384317.899674:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e0b709c. 00000100:00000001:3.0:1767384317.899676:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384317.899679:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b67e536b. 00000100:00000001:3.0:1767384317.899681:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081896479936 : -113991813071680 : ffff985336797cc0) 00000100:00000001:3.0:1767384317.899684:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081896479936 : -113991813071680 : ffff985336797cc0) 00000100:00000001:3.0:1767384317.899686:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384317.899688:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384317.899690:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384317.899706:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384317.899709:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384317.899712:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.899714:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.899715:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ca073bc refcount=5 00000020:00000001:3.0:1767384317.899718:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:3.0:1767384317.899720:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:3.0:1767384317.899723:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384317.899725:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899732:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384317.899733:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899740:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899741:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.899742:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899748:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.899756:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899758:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384317.899761:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.899767:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000ca073bc already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384317.899770:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.899772:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384317.899773:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899779:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384317.899781:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.899782:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.899784:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ca073bc refcount=6 00000020:00000001:3.0:1767384317.899786:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:3.0:1767384317.899788:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742629888 : -113991966921728 : ffff98532d4dec00) 00010000:00000001:3.0:1767384317.899791:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384317.899793:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899798:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.899800:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.899802:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899813:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384317.899815:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.899817:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.899819:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.899821:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ca073bc with handle 0x1cafe7b7e4a4fd5d from hash 00010000:00000001:3.0:1767384317.899824:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.899826:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899828:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899829:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.899831:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.899832:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384317.899833:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.899841:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384317.899842:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:1.0:1767384317.899845:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384317.899846:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.899849:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899851:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384317.899854:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384317.899856:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899859:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899862:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.899864:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384317.899865:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.899867:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899869:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.899870:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384317.899873:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384317.899875:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.899878:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899884:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899886:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899887:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384317.899889:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384317.899891:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.899892:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899894:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384317.899897:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.899900:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899902:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.899904:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000ca073bc/0x1cafe7b7e4a4fd5d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.899912:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.899914:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.899916:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384317.899917:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384317.899920:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899922:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899924:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384317.899925:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b67e536b. 00000100:00000001:3.0:1767384317.899929:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384317.899930:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384317.899933:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e0b709c. 00010000:00000001:3.0:1767384317.899935:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384317.899942:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ec8aee62 count: 0 00010000:00010000:3.0:1767384317.899949:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384317.899951:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.899955:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384317.899957:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.899959:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.899962:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384317.899965:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384317.899967:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384317.899970:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384317.899971:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.899974:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.899976:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.899979:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018164874. 00000100:00000200:3.0:1767384317.899982:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737751424, offset 224 00000400:00000200:3.0:1767384317.899987:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.899992:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.899998:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d703980 00000400:00000200:3.0:1767384317.900002:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1559 [1] + 224 00000400:00000200:3.0:1767384317.900007:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.900019:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.900022:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.900025:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.900034:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000aef23b5 x1853236737751424/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.900051:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.900056:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018164874 00000400:00000010:3.0:1767384317.900058:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018164874. 00000100:00000001:3.0:1767384317.900061:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.900062:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.900066:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.900070:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384317.900072:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.900084:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.900092:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdcacbd8 x1853236737751424/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.900120:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fdcacbd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737751424:12345-0@lo:103: Request processed in 635us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384317.900140:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384317.900146:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384317.900152:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384317.900156:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384317.900163:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038bdddf8. 00000020:00000010:3.0:1767384317.900173:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03a106f. 00000020:00000010:3.0:1767384317.900181:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030574f31. 00000020:00000040:3.0:1767384317.900190:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:3.0:1767384317.900197:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1767384317.903302:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a35a48f. 00010000:00000010:3.1:1767384317.903311:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e16ff39e. 00080000:00000001:3.0:1767384317.907714:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384317.907719:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384317.907722:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.907723:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384317.907725:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384317.907733:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384317.907736:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384317.907743:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384317.907755:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384317.907760:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.907764:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384317.907767:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.907768:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384317.907771:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c686e11. 00080000:00000001:3.0:1767384317.907776:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:1.0:1767384317.908373:0:22985:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bcb6ea02. 00000400:00000040:1.0:1767384317.908394:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384317.908397:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384317.908400:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384317.908402:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384317.908406:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384317.908408:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384317.908411:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384317.908413:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384317.908416:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384317.908417:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384317.908421:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384317.908423:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384317.908426:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384317.908429:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384317.908431:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384317.908434:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384317.908436:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384317.908439:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384317.908441:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384317.908443:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384317.908444:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384317.908446:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384317.908447:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384317.908449:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384317.908451:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384317.908453:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384317.908455:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384317.908456:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384317.908458:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384317.908460:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384317.908466:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384317.908468:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384317.908469:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384317.908471:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384317.908473:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384317.908474:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384317.908475:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384317.908478:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384317.908479:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384317.908480:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384317.908482:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384317.908483:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384317.908485:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384317.908486:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384317.908488:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384317.908490:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384317.908491:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384317.908493:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384317.908495:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384317.908496:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384317.908498:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384317.908499:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384317.908500:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384317.908502:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384317.908503:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384317.908505:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384317.908506:0:22985:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384317.908554:0:22985:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bcb6ea02. 00010000:00000010:3.1:1767384317.909319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b16616. 00010000:00000010:3.1:1767384317.909326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ca073bc. 00010000:00000010:3.1:1767384317.909329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ec8aee62. 00000100:00000001:2.0:1767384317.909760:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.909768:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.909773:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.909776:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384317.909778:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384317.909781:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.909783:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384317.909787:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c59d35e x1853236737751040/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.909795:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c59d35e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737751040:12345-0@lo:253: Request processed in 20394us (20929us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384317.909803:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384317.909806:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384317.909808:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384317.909810:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384317.909814:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d42b11be. 00000020:00000010:2.0:1767384317.909819:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000080be652a. 00000020:00000010:2.0:1767384317.909823:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580a4188. 00000020:00000040:2.0:1767384317.909826:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384317.909830:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384317.909832:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f681e718. 02000000:00000001:2.0:1767384317.909835:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384317.909836:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384317.909840:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384317.909844:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f55eb5d. 00000400:00000010:2.0:1767384317.909847:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004549aef3. 00000100:00000001:1.0:1767384317.909883:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.909886:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384317.909890:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.909892:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.909893:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd0f64. 00000400:00000200:1.0:1767384317.909897:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eebd2ebb 00000400:00000010:1.0:1767384317.909898:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eebd2ebb. 00000100:00000001:1.0:1767384317.909901:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384317.909905:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384317.909912:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.909924:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.909926:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.909928:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.909930:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.909931:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.909933:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.909935:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.909938:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.909941:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.909943:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.909944:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.909945:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.909946:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.909948:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.909951:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.909956:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.909958:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.909960:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.909963:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384317.909965:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384317.909966:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.909968:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.909969:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.909970:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384317.909972:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384317.909973:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384317.909975:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.909976:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384317.909979:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.909985:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737751040:0@lo:253: 00000100:00000001:1.0:1767384317.909988:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.909990:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.909998:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3bbb4a8 x1853236737751040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.910003:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.910004:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.910006:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b54ab34a. 02000000:00000001:1.0:1767384317.910009:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.910010:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.910011:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384317.910012:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.910014:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d1b8e66d. 02000000:00000001:1.0:1767384317.910016:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.910017:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.910018:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3bbb4a8. 00000100:00000001:1.0:1767384317.910021:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.910022:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910024:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910029:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.910030:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.910032:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.910034:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384317.910242:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384317.910244:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384317.910245:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ada45cc. 20000000:00000001:3.0:1767384317.910249:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384317.910251:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737751168 00010000:00000001:3.0:1767384317.910253:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384317.910261:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4cfe1c5 x1853236737751168/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.910268:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384317.910269:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.910271:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.910301:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384317.910304:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384317.910306:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384317.910308:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384317.910309:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.910311:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.910314:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.910316:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b27958c. 00000100:00000200:3.0:1767384317.910319:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737751168, offset 224 00000400:00000200:3.0:1767384317.910324:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.910331:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.910336:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703880 00000400:00000200:3.0:1767384317.910340:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1541 [2] + 224 00000400:00000200:3.0:1767384317.910345:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.910348:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.910351:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.910353:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.910360:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.910373:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.910377:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b27958c 00000400:00000010:3.0:1767384317.910378:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b27958c. 00000100:00000001:3.0:1767384317.910380:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.910381:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.910384:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.910386:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384317.910388:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384317.910389:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.910397:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384317.910401:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4cfe1c5 x1853236737751168/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.910407:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4cfe1c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737751168:12345-0@lo:253: Request processed in 20945us (21312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384317.910412:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:3.0:1767384317.910414:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384317.910415:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384317.910416:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.910417:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384317.910422:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd9b59fd. 00000100:00000001:1.0:1767384317.910422:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384317.910429:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384317.910430:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000400:00000001:1.0:1767384317.910434:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384317.910435:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006eebb436. 00000400:00000010:1.0:1767384317.910439:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3fcc50d. 00000020:00000040:3.0:1767384317.910440:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384317.910446:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384317.910448:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b4fdbb75. 00000400:00000200:1.0:1767384317.910448:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048bff940 00000400:00000010:1.0:1767384317.910452:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048bff940. 02000000:00000001:3.0:1767384317.910454:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384317.910456:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910457:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.910460:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384317.910465:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384317.910466:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc293701. 00000400:00000010:3.0:1767384317.910472:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b27958c. 00000100:00000200:1.0:1767384317.910479:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.910485:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.910486:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910487:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384317.910489:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.910489:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.910496:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.910498:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.910500:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384317.910502:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.910504:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.910505:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.910506:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.910507:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.910508:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.910511:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.910514:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.910516:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.910517:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.910519:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384317.910520:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384317.910521:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.910522:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.910523:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.910524:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384317.910525:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384317.910526:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.910526:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384317.910527:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.910531:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a21e9887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737751168:0@lo:253: 00000100:00000001:1.0:1767384317.910534:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910535:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.910537:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a21e9887 x1853236737751168/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.910541:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.910542:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.910543:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000088ae8ab2. 02000000:00000001:1.0:1767384317.910545:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.910546:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.910551:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384317.910553:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.910554:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a1bf292. 02000000:00000001:1.0:1767384317.910556:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.910557:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.910558:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a21e9887. 00000100:00000001:1.0:1767384317.910560:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.910561:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910562:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.910566:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.910567:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.910568:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.910569:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384317.912306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050a01b9e. 00010000:00000010:2.1:1767384317.912312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7c7b5a6. 00000100:00000040:0.0:1767384317.918328:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294905660, at 4294905661 00000100:00000010:0.0:1767384317.918336:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015966eba. 00000100:00000040:3.0:1767384317.919346:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294905661, at 4294905662 00000100:00000010:3.0:1767384317.919353:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd0b315b. 00000100:00000040:1.0:1767384317.920316:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294905660, at 4294905663 00000100:00000010:1.0:1767384317.920321:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfc105b9. 00000100:00000040:2.0:1767384317.920325:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294905661, at 4294905663 00000100:00000010:2.0:1767384317.920333:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa49e7f0. 00010000:00000001:3.0:1767384317.985360:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384317.985366:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.985373:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384317.985375:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.985406:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384317.985410:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.985413:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384318.706655:0:23240:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384318.706666:0:23240:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.706670:0:23240:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384318.706674:0:23240:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384318.706682:0:23240:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.706685:0:23240:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.009377:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384319.009382:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.009387:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384319.009388:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.009404:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384319.009407:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.009409:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384319.325255:0:23404:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384319.325265:0:23404:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:3.0:1767384319.330240:0:23404:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384319.336177:0:23405:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000af2d98ca. 00000400:00000010:3.0:1767384319.336189:0:23405:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006fc268e4. 00000400:00000010:3.0:1767384319.336197:0:23405:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000085205444. 00000400:00000010:3.0:1767384319.336200:0:23405:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006ae287d9. 00000400:00000010:3.0:1767384319.336203:0:23405:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fe00c0ad. 00000400:00000010:3.0:1767384319.336206:0:23405:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000422cc4f5. 00000400:00000010:3.0:1767384319.336207:0:23405:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000271b9b62. 00000400:00000010:3.0:1767384319.336208:0:23405:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087de34ac. 00000400:00000010:3.0:1767384319.336211:0:23405:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000092135f38. 00000800:00000010:3.0:1767384319.336220:0:23405:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002e8f4588. 00000800:00000200:3.0:1767384319.336228:0:23405:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384319.336234:0:23405:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384319.336264:0:23405:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384319.336453:0:23405:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384319.338793:0:23405:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000580a4188. 00000400:00000010:3.0:1767384319.338800:0:23405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ef899b2. 00000400:00000010:3.0:1767384319.338806:0:23405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018164874. 00000400:00000001:3.0:1767384319.338821:0:23405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384319.338823:0:23405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384319.338826:0:23405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:3.0:1767384319.338829:0:23405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384319.338832:0:23405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000400:00000010:3.0:1767384319.338836:0:23405:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000fabc2aed. 00000400:00000200:3.0:1767384319.338841:0:23405:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (14) 00000400:00000200:3.0:1767384319.338855:0:23405:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384319.338865:0:23405:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384319.338873:0:23405:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000066b31ec7. 00000020:01000000:3.0:1767384319.338879:0:23405:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384319.338879:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384319.338882:0:23405:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384319.338887:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:2.0:1767384319.338894:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000400:00000200:2.0:1767384319.338896:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (15) 00000400:00000010:2.0:1767384319.338901:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000159be3a8. 00000400:00000010:3.0:1767384319.338902:0:23405:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006fc268e4. 00000400:00000200:2.0:1767384319.338906:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000010:3.0:1767384319.338909:0:23405:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000af2d98ca. 00000400:00000200:2.0:1767384319.338920:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384319.338932:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:1.0:1767384319.338935:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384319.338936:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:1.0:1767384319.338940:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384319.338942:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767384319.338945:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384319.338949:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:1.0:1767384319.338949:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384319.338955:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384319.338956:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384319.338959:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384319.338964:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384319.338964:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384319.338967:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384319.338970:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384319.338972:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:1.0:1767384319.338973:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384319.338977:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:1.0:1767384319.338987:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384319.338990:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:1.0:1767384319.338991:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384319.338994:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384319.338996:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384319.338998:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000010:1.0:1767384319.339003:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000400:00000200:2.0:1767384319.339004:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:00000040:1.0:1767384319.339010:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384319.339011:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:1.0:1767384319.339017:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384319.339018:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:1.0:1767384319.339021:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384319.339023:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384319.339027:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp22 02000000:00000001:1.0:1767384319.339027:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384319.339033:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384319.339035:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp22 02000000:00000010:1.0:1767384319.339037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001ff289ae. 00000400:00000200:2.0:1767384319.339038:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [31:31:8:4294967295] 00000100:00000001:1.0:1767384319.339045:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384319.339046:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp22 00000100:00000001:1.0:1767384319.339054:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384319.339055:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:) -> 192.168.203.152@tcp22(192.168.203.152@tcp:192.168.203.152@tcp22) : PUT try# 0 00000100:00000001:1.0:1767384319.339058:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384319.339061:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp22 00000800:00000010:2.0:1767384319.339066:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005aef70ba. 00000100:00000040:1.0:1767384319.339074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae00305] to pc [ptlrpcd_00_01+1] req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384319.339080:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bab273ab. 00000800:00000010:2.0:1767384319.339085:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000022a7134b. 00000800:00000200:2.0:1767384319.339089:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (2) 00000800:00000200:2.1:1767384319.339093:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (2) 10000000:00000001:1.0:1767384319.339105:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384319.339109:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384319.339111:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:00000001:1.0:1767384319.339112:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339115:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384319.339116:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384319.339117:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000001:0.0:1767384319.339120:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.339124:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384319.339125:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384319.339127:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384319.339128:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384319.339130:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384319.339133:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384319.339134:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384319.339137:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384319.339138:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384319.339138:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384319.339142:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384319.339145:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384319.339149:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384319.339152:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384319.339153:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384319.339154:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384319.339157:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384319.339157:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384319.339161:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384319.339162:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384319.339164:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073c65139. 02000000:00000001:0.0:1767384319.339166:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384319.339168:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:0.0:1767384319.339169:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339171:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384319.339174:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384319.339174:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737751552:0@lo:253: 02000000:00000001:1.0:1767384319.339178:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339180:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384319.339183:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 02000000:00000010:1.0:1767384319.339185:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c75a395. 02000000:00000001:0.0:1767384319.339185:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384319.339190:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339191:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.339193:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384319.339195:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384319.339197:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384319.339199:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a1bf292. 00000100:00000040:1.0:1767384319.339202:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073c65139] to pc [ptlrpcd_00_02+2] req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384319.339204:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384319.339212:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b9633e. 00000400:00000010:0.0:1767384319.339218:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e3ebf6. 10000000:00000001:1.0:1767384319.339222:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384319.339222:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751552, portal 25 00000400:00000200:2.0:1767384319.339225:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 10000000:00000001:1.0:1767384319.339228:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339228:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384319.339231:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000020:00000001:1.0:1767384319.339232:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384319.339237:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384319.339240:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000066b31ec7. 00000100:00000040:0.0:1767384319.339240:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384319.339249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:0.0:1767384319.339250:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384319.339255:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384319.339258:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384319.339259:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f89e3d5. 00000100:00000001:1.0:1767384319.339261:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384319.339262:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751552, offset 0 00000100:00000001:1.0:1767384319.339264:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384319.339271:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.339297:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384319.339299:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.339301:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384319.339303:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384319.339304:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384319.339304:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384319.339310:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.339314:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737751680:0@lo:253: 00000100:00000001:1.0:1767384319.339319:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384319.339320:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384319.339322:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384319.339325:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.339327:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384319.339331:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703a00 02000000:00000010:1.0:1767384319.339343:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fa9288a7. 00000400:00000200:2.0:1767384319.339346:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 02000000:00000001:1.0:1767384319.339346:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.339350:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000400:00000010:1.0:1767384319.339355:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000400:00000010:0.0:1767384319.339355:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec6024. 00000400:00000200:0.0:1767384319.339361:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4a6afed 00000400:00000200:0.0:1767384319.339367:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384319.339368:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a6d7126. 00000400:00000200:0.0:1767384319.339373:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384319.339374:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751680, portal 25 00000400:00000200:2.0:1767384319.339375:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:1.0:1767384319.339378:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384319.339382:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009640320 : -113991699911296 : ffff98533d382d80) 00000400:00000200:0.0:1767384319.339386:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4a6afed 00000100:00000040:1.0:1767384319.339388:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384319.339390:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4a6afed. 00000100:00000001:1.0:1767384319.339397:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384319.339397:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384319.339401:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384319.339404:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00000040:1.0:1767384319.339404:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384319.339406:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000b79a365f x1853236737751552 msgsize 4848 00000400:00000010:1.0:1767384319.339412:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c18800. 00000100:00000200:1.0:1767384319.339417:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751680, offset 0 00000100:00100000:0.0:1767384319.339418:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384319.339423:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384319.339427:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384319.339432:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.339437:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384319.339438:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384319.339440:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f89e3d5 00000400:00000010:0.0:1767384319.339443:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f89e3d5. 00000100:00000001:0.0:1767384319.339447:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384319.339448:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703a80 00000100:00000200:0.0:1767384319.339453:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.339457:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000400:00000200:2.0:1767384319.339465:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000010:1.0:1767384319.339466:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000704b4df0. 00000400:00000200:1.0:1767384319.339473:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa7f0008 00000100:00000001:0.0:1767384319.339474:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384319.339479:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.339486:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384319.339487:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339490:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384319.339493:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384319.339496:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384319.339497:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7f0008 00000400:00000200:2.0:1767384319.339499:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000010:1.0:1767384319.339500:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa7f0008. 00000100:00000001:0.0:1767384319.339503:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294907101 00000100:00000001:1.0:1767384319.339508:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384319.339510:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000100:00000200:1.0:1767384319.339511:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384319.339515:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006f7eb8d7 x1853236737751680 msgsize 4848 00000100:00000001:0.0:1767384319.339520:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384319.339524:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384319.339528:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384319.339529:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:0.0:1767384319.339530:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294907101 00000100:00000001:1.0:1767384319.339535:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384319.339538:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e098184. 00000400:00000200:1.0:1767384319.339542:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c18800 00000100:00000001:0.0:1767384319.339544:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384319.339545:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c18800. 00000100:00000001:1.0:1767384319.339551:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384319.339553:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294907101 00000100:00000200:1.0:1767384319.339555:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384319.339556:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000010:0.0:1767384319.339561:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d48e26e. 00000100:00000001:1.0:1767384319.339569:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384319.339569:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384319.339574:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.339576:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294907101 00000100:00000010:0.0:1767384319.339582:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ed1e2. 00000400:00000200:2.0:1767384319.339584:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:1.0:1767384319.339584:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339586:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384319.339590:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384319.339593:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.339596:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339599:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294907101 00000100:00000001:1.0:1767384319.339610:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294907101 00000100:00000001:0.0:1767384319.339611:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339613:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294907101 00000100:00000001:0.0:1767384319.339615:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339616:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294907101 00000100:00000001:0.0:1767384319.339618:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.339620:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:1.0:1767384319.339620:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294907101 00000100:00000001:1.0:1767384319.339625:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294907101 00000100:00000001:0.0:1767384319.339626:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384319.339628:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294907101 00000100:00000001:0.0:1767384319.339629:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384319.339631:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294907101 00000100:00000001:1.0:1767384319.339634:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.339634:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.339638:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384319.339639:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339641:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339643:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339645:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339651:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.339652:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000100:00000001:1.0:1767384319.339657:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384319.339660:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384319.339663:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.339665:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384319.339666:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384319.339667:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339670:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384319.339670:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751552 02000000:00000001:0.0:1767384319.339675:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384319.339678:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.339680:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339696:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384319.339697:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 02000000:00000001:0.0:1767384319.339697:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339699:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384319.339703:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751552 00000020:00000001:0.0:1767384319.339707:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384319.339709:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384319.339711:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.339714:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384319.339726:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384319.339729:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384319.339733:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384319.339736:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384319.339738:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.339741:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000400:00000200:2.0:1767384319.339745:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000020:00000010:0.0:1767384319.339747:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045891a54. 00000020:00000010:0.0:1767384319.339752:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97b757c. 00000020:00000010:0.0:1767384319.339756:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f04a19d8. 00000100:00000040:0.0:1767384319.339762:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384319.339765:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000100:00000001:0.0:1767384319.339766:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384319.339769:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384319.339771:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339777:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339786:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.339788:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000100:00000001:0.0:1767384319.339795:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384319.339803:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751680 02000000:00000001:0.0:1767384319.339805:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384319.339806:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.339807:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.339809:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384319.339811:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751680 00000020:00000001:0.0:1767384319.339813:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384319.339815:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384319.339816:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384319.339818:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:0.0:1767384319.339820:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384319.339821:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384319.339824:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000100:00000001:0.0:1767384319.339824:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384319.339825:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384319.339828:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:1.0:1767384319.339829:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384319.339833:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.339836:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000100:00100000:1.0:1767384319.339837:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:1.0:1767384319.339841:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000010:0.0:1767384319.339842:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088808900. 00000100:00000001:1.0:1767384319.339845:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017777744 : -113991691773872 : ffff98533db45850) 00000020:00000010:0.0:1767384319.339848:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6e1c45f. 00000100:00000040:1.0:1767384319.339852:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b79a365f x1853236737751552/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384319.339855:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000001:0.0:1767384319.339863:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384319.339864:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000100:00000001:1.0:1767384319.339864:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384319.339865:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384319.339869:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008528e6ab. 00000100:00000001:0.0:1767384319.339870:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.339876:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.339878:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384319.339879:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008528e6ab. 00000100:00000001:0.0:1767384319.339881:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384319.339885:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b79a365f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737751552:12345-0@lo:253: 00000100:00000200:1.0:1767384319.339889:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751552 00000100:00000001:0.0:1767384319.339890:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384319.339891:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384319.339893:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384319.339896:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384319.339899:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000020:00000001:1.0:1767384319.339899:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384319.339902:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000020:00000001:1.0:1767384319.339905:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384319.339907:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000001:1.0:1767384319.339908:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:0.0:1767384319.339911:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017785936 : -113991691765680 : ffff98533db47850) 00000020:00000001:1.0:1767384319.339912:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384319.339915:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384319.339917:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f7eb8d7 x1853236737751680/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384319.339919:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384319.339922:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384319.339926:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339928:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384319.339932:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:1.0:1767384319.339941:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384319.339945:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384319.339947:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384319.339949:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000400:00000200:2.0:1767384319.339952:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000100:00100000:0.0:1767384319.339956:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f7eb8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737751680:12345-0@lo:253: 02000000:00000010:1.0:1767384319.339957:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d1b8e66d. 02000000:00000001:1.0:1767384319.339961:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384319.339963:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751680 00000100:00000001:1.0:1767384319.339964:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.339966:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384319.339968:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384319.339971:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384319.339973:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.339976:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384319.339977:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 20000000:00000010:1.0:1767384319.339979:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b4fdbb75. 00000020:00000001:0.0:1767384319.339980:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384319.339983:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384319.339984:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384319.339986:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000020:00000001:0.0:1767384319.339986:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384319.339988:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384319.339989:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384319.339992:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384319.339993:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.339996:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.339996:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384319.340000:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.340001:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384319.340004:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384319.340007:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088ae8ab2. 02000000:00000001:0.0:1767384319.340011:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.340012:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384319.340014:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384319.340015:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0b951db. 20000000:01000000:1.0:1767384319.340018:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384319.340022:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384319.340022:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f681e718. 00000400:00000200:2.0:1767384319.340027:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 20000000:01000000:0.0:1767384319.340027:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384319.340029:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384319.340030:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384319.340033:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384319.340037:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384319.340039:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384319.340041:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384319.340073:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384319.340074:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00080000:00000001:1.0:1767384319.340080:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384319.340082:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.340084:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384319.340087:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384319.340091:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384319.340094:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384319.340100:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000648baadc. 00080000:00000001:1.0:1767384319.340103:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750597120 : -113996958954496 : ffff985203c18c00) 00080000:00000001:1.0:1767384319.340105:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384319.340185:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384319.340187:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.340189:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384319.340208:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.340210:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384319.340302:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2895c05. 00000800:00000010:2.0:1767384319.340308:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a64dd07. 00000800:00000010:2.0:1767384319.340312:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000069c9ebc0. 00080000:00000001:1.0:1767384319.340329:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384319.340343:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384319.340356:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000069c9ebc0. 00000400:00000200:2.0:1767384319.340489:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384319.340505:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384319.340508:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000007d41ab. 00000800:00000010:1.0:1767384319.340539:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ada45cc. 00000800:00000010:1.0:1767384319.340545:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044c18800. 00000800:00000010:1.0:1767384319.340568:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b8e7c918. 00000800:00000200:1.1:1767384319.340575:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (2) 00000800:00000200:1.1:1767384319.340581:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp22 00000000b8e7c918 deleted 00000800:00000010:1.1:1767384319.340583:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b8e7c918. 00000800:00000200:1.1:1767384319.340588:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384319.340594:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:997 00000800:00000200:1.1:1767384319.340597:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005aef70ba type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384319.340603:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp22 p 3.x 192.168.203.152 -> 192.168.203.152:997 incarnation:1767384317886536759 sched[0] 00000800:00000010:1.0:1767384319.340608:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008528e6ab. 00000800:00000010:1.0:1767384319.340666:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008528e6ab. 00000800:00000010:1.0:1767384319.340670:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044c18800. 00000800:00000010:1.0:1767384319.340717:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000007d41ab. 00000800:00000200:1.1:1767384319.340738:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384319.340744:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp22 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384317886536759 sched[0] 00000800:00000010:1.0:1767384319.340746:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a64dd07. 00000800:00000001:0.0:1767384319.340767:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.340773:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384319.340776:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384319.340783:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.340799:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:0.0:1767384319.340837:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.340841:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005aef70ba. 00000400:00000200:0.0:1767384319.340846:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.340852:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: PUT: OK 00000400:00000200:0.0:1767384319.340855:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384319.340858:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000400:00000200:1.0:1767384319.340862:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:0.0:1767384319.340871:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.340879:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.340881:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.340884:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.340891:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : PUT - for me 00000400:00000200:0.0:1767384319.340900:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384319.340905:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1549 [1] + 0 00000400:00000010:0.0:1767384319.340908:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:0.0:1767384319.340912:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1689c69 00000800:00000001:0.0:1767384319.340915:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384319.340916:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000001:0.0:1767384319.340923:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.340926:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.340931:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: PUT: OK 00000400:00000200:0.0:1767384319.340935:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:0.0:1767384319.340936:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000400:00000200:0.0:1767384319.340941:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384319.340944:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000200:0.0:1767384319.340947:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:0.0:1767384319.340950:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b46694fe. 00000400:00000200:0.0:1767384319.340953:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 15 00000400:00000200:0.0:1767384319.340958:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384319.340964:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (17) 00000400:00000200:0.0:1767384319.340968:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384319.340974:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp22 to MR: 192.168.203.152@tcp22 local destination 00000400:00000200:1.0:1767384319.340975:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384319.340980:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:0.0:1767384319.340993:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) -> 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) 192.168.203.152@tcp22 : ACK try# 0 00000800:00000200:0.0:1767384319.340998:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp22 00000400:00000200:2.0:1767384319.340999:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384319.341002:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd45ff82. 00000400:00000010:2.0:1767384319.341005:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000800:00000200:0.0:1767384319.341009:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (4) 00000400:00000010:2.0:1767384319.341012:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000800:00000200:0.0:1767384319.341016:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:988 00000400:00000200:2.0:1767384319.341018:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000568e2980 00000400:00000200:1.0:1767384319.341020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384319.341024:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1004d1 00000800:00000200:0.0:1767384319.341029:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd45ff82 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384319.341033:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 0000000098b7eacf. 00000400:00000010:2.0:1767384319.341037:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000007c4b61ca. 00000400:00000010:2.0:1767384319.341040:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000000701cbf7. 00000400:00000010:2.0:1767384319.341062:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004594ee48. 00000400:00000200:2.0:1767384319.341066:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004594ee48 nid 192.168.203.152@tcp23 00000400:00000010:2.0:1767384319.341070:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000004da943c. 00000400:00000200:2.0:1767384319.341073:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000004da943c net tcp23 00000800:00000200:0.0:1767384319.341074:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384319.341075:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000200:1.0:1767384319.341075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000010:0.0:1767384319.341078:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd45ff82. 00000400:00000200:0.0:1767384319.341083:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.341084:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp23 flags 0x11 00000400:00000010:2.0:1767384319.341091:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 0000000098b7eacf. 00000400:00000200:0.0:1767384319.341096:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: ACK: OK 00000400:00000010:2.0:1767384319.341097:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000007c4b61ca. 00000400:00000010:2.0:1767384319.341102:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000000701cbf7. 00000400:00000010:2.0:1767384319.341106:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b46694fe. 00000800:00000001:0.0:1767384319.341107:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384319.341111:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000800:00000001:0.0:1767384319.341112:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.341114:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100551 00000800:00000001:0.0:1767384319.341117:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384319.341120:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 1 00000800:00000001:0.0:1767384319.341123:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.341125:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 00000400:00000200:1.0:1767384319.341125:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:0.0:1767384319.341127:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384319.341131:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000800:00000001:0.0:1767384319.341134:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384319.341143:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100511 rc 0 00000400:00000200:0.0:1767384319.341144:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : ACK - for me 00000400:00000200:2.0:1767384319.341150:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384319.341160:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (17) 00000400:00000200:1.0:1767384319.341164:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384319.341168:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp22: ACK from 12345-192.168.203.152@tcp22 into md 0x1579 00000400:00000200:0.0:1767384319.341172:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.341177:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: ACK: OK 00000400:00000200:0.0:1767384319.341181:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:0.0:1767384319.341182:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000400:00000200:0.0:1767384319.341186:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384319.341188:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:0.0:1767384319.341191:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (16) 00000800:00000001:0.0:1767384319.341195:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.341198:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.341200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341227:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341262:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341325:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341374:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341424:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341473:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341490:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341515:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341567:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341589:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341613:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341633:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341654:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341698:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341727:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384319.341780:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000800:00000010:1.0:1767384319.341925:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b54ab34a. 00000800:00000010:1.0:1767384319.341939:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044c18800. 00000800:00000010:1.0:1767384319.341943:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008528e6ab. 00000800:00000010:1.0:1767384319.341972:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008528e6ab. 00000400:00000200:2.0:1767384319.342006:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384319.342141:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp22 from 228.3.0.2 00000800:00000010:2.0:1767384319.342145:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002cd3a683. 00000800:00000010:1.0:1767384319.342169:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f2f02960. 00000800:00000010:1.0:1767384319.342175:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8e7c918. 00000800:00000010:1.0:1767384319.342195:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a68a061. 00000800:00000200:1.1:1767384319.342200:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (4) 00000800:00000200:1.1:1767384319.342205:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp22 000000006a68a061 deleted 00000800:00000010:1.1:1767384319.342206:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006a68a061. 00000800:00000200:1.1:1767384319.342210:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384319.342215:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp22 p 3.x 192.168.203.152 -> 192.168.203.152:996 incarnation:1767384317886536759 sched[0] 00000800:00000010:1.0:1767384319.342220:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073b5f209. 00000800:00000010:1.0:1767384319.342262:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073b5f209. 00000800:00000010:1.0:1767384319.342266:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8e7c918. 00000800:00000200:0.1:1767384319.342302:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384319.342310:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp22 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384317886536759 sched[0] 00000800:00000010:0.0:1767384319.342314:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044c18800. 00000800:00000010:1.0:1767384319.342326:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002cd3a683. 00000800:00000001:1.0:1767384319.342350:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.342355:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.342358:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.342363:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384319.348400:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384319.348405:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384319.348408:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384319.348408:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384319.348413:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384319.348413:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384319.348417:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384319.348418:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384319.348418:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384319.348420:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000648baadc. 20000000:01000000:1.0:1767384319.348422:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384319.348423:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384319.348433:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384319.348437:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384319.348440:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037ea72d7. 00080000:00000020:1.0:1767384319.348442:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384319.348444:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384319.348448:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384319.348451:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384319.348457:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384319.348460:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384319.348462:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384319.348466:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384319.348469:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384319.348471:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384319.348474:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384319.348475:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016a28772. 00080000:00000001:0.0:1767384319.348476:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.348481:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384319.348482:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384319.348485:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aa422e2d. 00000020:00000001:1.0:1767384319.348488:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384319.348491:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aa422e2d with handle 0x1cafe7b7e4a4fd6b to hash 00000020:00000001:0.0:1767384319.348491:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384319.348495:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384319.348495:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384319.348499:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384319.348503:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00080000:00000010:0.0:1767384319.348503:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005d16ac8d. 00080000:00000001:0.0:1767384319.348508:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730976256 : -113996978575360 : ffff985202962800) 00010000:00000001:1.0:1767384319.348509:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00080000:00000001:0.0:1767384319.348515:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384319.348516:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.348519:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.348521:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348528:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384319.348530:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384319.348532:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.348534:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.348535:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.348536:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.348537:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.348539:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384319.348541:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384319.348542:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384319.348543:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384319.348544:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016a28772) refcount = 1 00010000:00010000:1.0:1767384319.348547:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348551:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384319.348552:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.348554:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.348555:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348557:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.348560:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384319.348562:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384319.348564:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.348566:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.348567:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa422e2d refcount=4 00000020:00000001:1.0:1767384319.348568:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00000001:00000001:0.0:1767384319.348571:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384319.348572:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00080000:00000001:0.0:1767384319.348576:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348577:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384319.348580:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384319.348585:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348590:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384319.348592:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384319.348592:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.348597:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384319.348600:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.348602:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384319.348603:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348607:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.348608:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348610:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.348611:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384319.348615:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aa422e2d already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384319.348617:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.348619:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384319.348620:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348624:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384319.348625:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.348627:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.348628:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aa422e2d refcount=5 00000020:00000001:1.0:1767384319.348630:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00010000:00000001:1.0:1767384319.348631:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742633472 : -113991966918144 : ffff98532d4dfa00) 00010000:00000001:1.0:1767384319.348634:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384319.348635:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348639:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384319.348645:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.348646:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348649:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384319.348651:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384319.348653:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.348654:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.348656:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aa422e2d with handle 0x1cafe7b7e4a4fd6b from hash 00010000:00000001:1.0:1767384319.348658:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384319.348659:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.348660:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.348661:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.348663:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.348665:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384319.348666:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384319.348668:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384319.348668:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384319.348673:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384319.348674:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348677:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384319.348678:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384319.348679:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.348696:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.348698:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348699:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.348701:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.348703:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348707:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.348708:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.348710:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.348711:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384319.348712:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.348713:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.348715:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384319.348716:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.348718:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.348719:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.348731:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.348732:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.348733:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aa422e2d/0x1cafe7b7e4a4fd6b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384319.348737:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016a28772 count: 0 00010000:00000001:1.0:1767384319.348741:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.348742:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384319.355145:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.355146:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384319.355149:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384319.355150:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:2.0:1767384319.355151:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384319.355155:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384319.355155:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384319.355157:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384319.355159:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384319.355161:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005d16ac8d. 20000000:01000000:0.0:1767384319.355162:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384319.355167:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384319.355172:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384319.355177:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384319.355180:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384319.355269:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384319.355273:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384319.355289:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384319.355292:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384319.355293:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384319.355315:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb24dfbc. 00010000:00000001:1.0:1767384319.355318:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384319.355321:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004876a089. 00000020:00000001:1.0:1767384319.355323:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384319.355326:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004876a089 with handle 0x1cafe7b7e4a4fd72 to hash 00000020:00000001:1.0:1767384319.355328:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384319.355329:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355331:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355333:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.355335:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.355337:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355343:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384319.355345:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384319.355346:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.355348:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.355350:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.355352:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.355353:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.355355:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384319.355361:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384319.355363:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384319.355364:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384319.355365:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb24dfbc) refcount = 1 00010000:00010000:1.0:1767384319.355368:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355372:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384319.355373:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.355374:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.355375:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355376:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.355378:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384319.355380:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:1.0:1767384319.355382:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.355383:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.355384:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=4 00000020:00000001:1.0:1767384319.355386:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355388:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355390:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384319.355391:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355395:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384319.355397:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355401:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.355402:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384319.355403:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355407:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.355408:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355409:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.355415:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384319.355419:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004876a089 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384319.355421:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.355422:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384319.355423:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355426:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384319.355427:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.355428:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.355429:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=5 00000020:00000001:1.0:1767384319.355430:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355432:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384319.355433:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384319.355434:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355437:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384319.355438:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.355439:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355442:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384319.355443:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384319.355444:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.355445:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.355447:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004876a089 with handle 0x1cafe7b7e4a4fd72 from hash 00010000:00000001:1.0:1767384319.355449:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384319.355450:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.355451:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.355452:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.355453:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.355454:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384319.355455:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384319.355456:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.355457:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355462:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384319.355464:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384319.355466:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.355467:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.355468:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355470:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355471:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.355473:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355476:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.355477:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.355478:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.355479:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384319.355480:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.355481:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.355482:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384319.355484:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.355485:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.355487:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.355490:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.355492:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.355492:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4fd72 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384319.355496:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb24dfbc count: 0 00010000:00000001:1.0:1767384319.355504:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.355505:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384319.356729:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384319.356732:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384319.356734:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b4fdbb75. 20000000:00000001:2.0:1767384319.356738:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384319.356742:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737751552 00010000:00000001:2.0:1767384319.356744:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384319.356748:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b79a365f x1853236737751552/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384319.356755:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384319.356757:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384319.356760:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.356764:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384319.356767:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384319.356769:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384319.356771:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384319.356773:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.356783:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.356785:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384319.356789:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606415c3. 00000100:00000200:2.0:1767384319.356791:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737751552, offset 224 00000400:00000200:2.0:1767384319.356797:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384319.356804:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384319.356812:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703a00 00000400:00000200:2.0:1767384319.356815:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x157d [2] + 224 00000400:00000200:2.0:1767384319.356820:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.356823:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384319.356827:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384319.356829:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384319.356836:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.356849:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.356855:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606415c3 00000400:00000010:2.0:1767384319.356856:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606415c3. 00000100:00000001:2.0:1767384319.356859:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384319.356859:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.356863:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.356864:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.356868:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384319.356870:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384319.356872:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:1.0:1767384319.356873:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384319.356877:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384319.356877:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b9633e. 00000020:00000001:2.0:1767384319.356880:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.356883:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384319.356884:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e3ebf6 00000100:00000040:2.0:1767384319.356887:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b79a365f x1853236737751552/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384319.356888:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e3ebf6. 00000100:00000001:1.0:1767384319.356894:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384319.356899:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b79a365f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737751552:12345-0@lo:253: Request processed in 17034us (17491us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384319.356907:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.356910:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384319.356915:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384319.356919:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384319.356922:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384319.356922:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.356929:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384319.356932:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384319.356933:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97b757c. 00000100:00000001:1.0:1767384319.356935:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384319.356938:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f04a19d8. 02000000:00000001:1.0:1767384319.356938:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384319.356939:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384319.356943:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384319.356944:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045891a54. 02000000:00000001:1.0:1767384319.356946:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384319.356950:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:1.0:1767384319.356951:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=34 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384319.356954:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384319.356956:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=34 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384319.356958:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1b8e66d. 00000100:00000001:1.0:1767384319.356960:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384319.356962:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384319.356963:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.356966:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.356967:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384319.356970:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384319.356972:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384319.356973:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.356978:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384319.356979:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af74f6e8. 00000400:00000010:2.0:1767384319.356986:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606415c3. 00000100:00000001:1.0:1767384319.356986:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.356992:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384319.356994:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384319.356996:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384319.356998:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384319.356999:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384319.357001:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384319.357002:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384319.357003:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384319.357005:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384319.357006:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384319.357007:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384319.357008:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384319.357010:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384319.357016:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737751552:0@lo:253: 00000100:00000001:1.0:1767384319.357026:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.357028:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384319.357030:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737751552/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.357035:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384319.357038:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384319.357041:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a1bf292. 02000000:00000001:1.0:1767384319.357045:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384319.357047:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384319.357048:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384319.357050:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384319.357052:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001ff289ae. 02000000:00000001:1.0:1767384319.357056:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384319.357057:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384319.357058:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:1.0:1767384319.357062:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384319.357064:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.357066:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.357070:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384319.357072:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.357074:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.357076:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384319.357295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016a28772. 00010000:00000010:1.1:1767384319.357300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aa422e2d. 00080000:00000020:2.0:1767384319.358010:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384319.358013:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384319.358014:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f681e718. 20000000:00000001:2.0:1767384319.358018:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384319.358020:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737751680 00010000:00000001:2.0:1767384319.358022:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384319.358025:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f7eb8d7 x1853236737751680/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384319.358030:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384319.358031:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384319.358033:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.358035:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384319.358037:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384319.358038:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384319.358041:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384319.358042:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.358043:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.358045:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384319.358048:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3095133. 00000100:00000200:2.0:1767384319.358050:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737751680, offset 224 00000400:00000200:2.0:1767384319.358054:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384319.358058:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384319.358063:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703a80 00000400:00000200:2.0:1767384319.358067:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1585 [2] + 224 00000400:00000200:2.0:1767384319.358078:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.358081:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384319.358083:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384319.358085:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384319.358091:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.358104:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.358108:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3095133 00000400:00000010:2.0:1767384319.358109:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3095133. 00000100:00000001:2.0:1767384319.358112:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384319.358114:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384319.358114:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.358116:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.358118:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384319.358120:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384319.358124:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384319.358124:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384319.358128:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384319.358128:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384319.358132:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384319.358132:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b913b. 00000100:00000040:2.0:1767384319.358137:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f7eb8d7 x1853236737751680/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.358138:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a6d7126 00000400:00000010:0.0:1767384319.358142:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a6d7126. 00000100:00000001:0.0:1767384319.358146:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384319.358150:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f7eb8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737751680:12345-0@lo:253: Request processed in 18220us (18631us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384319.358153:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.358160:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384319.358165:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384319.358170:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384319.358172:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.358173:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384319.358177:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6e1c45f. 00000020:00000010:2.0:1767384319.358183:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000100:00000001:0.0:1767384319.358184:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384319.358187:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088808900. 00000100:00000001:0.0:1767384319.358187:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.358193:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384319.358194:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:2.0:1767384319.358197:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384319.358199:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088ae8ab2. 02000000:00000001:2.0:1767384319.358203:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384319.358203:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384319.358206:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.358207:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.358209:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.358211:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384319.358213:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384319.358219:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=34 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384319.358220:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384319.358223:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384319.358225:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.358226:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e32971. 00010000:00000001:0.0:1767384319.358227:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384319.358230:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.358233:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3095133. 00000100:00000001:0.0:1767384319.358234:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.358241:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.358246:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.358248:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384319.358249:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384319.358251:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384319.358253:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384319.358254:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384319.358255:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384319.358256:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384319.358257:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384319.358258:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384319.358259:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384319.358259:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384319.358261:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384319.358266:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737751680:0@lo:253: 00000100:00000001:0.0:1767384319.358269:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.358271:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384319.358273:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073c65139 x1853236737751680/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.358302:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384319.358304:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384319.358305:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fa9288a7. 02000000:00000001:0.0:1767384319.358313:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384319.358315:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384319.358316:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384319.358318:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384319.358319:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c75a395. 02000000:00000001:0.0:1767384319.358321:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384319.358322:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384319.358323:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073c65139. 00000100:00000001:0.0:1767384319.358325:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384319.358326:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.358328:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.358332:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384319.358333:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.358334:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.358336:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384319.359321:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294907101, at 4294907102 00000100:00000010:3.0:1767384319.359328:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ed1e2. 00000100:00000040:0.0:1767384319.359331:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294907101, at 4294907102 00000100:00000010:0.0:1767384319.359339:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00000100:00000040:2.0:1767384319.360307:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294907101, at 4294907103 00000100:00000010:2.0:1767384319.360312:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d48e26e. 00000100:00000040:1.0:1767384319.360314:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294907101, at 4294907103 00000100:00000010:1.0:1767384319.360321:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e098184. 00000400:00000010:1.0:1767384319.362140:0:23410:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fcb53121. 00000400:00000040:1.0:1767384319.362155:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.362157:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384319.362159:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.362160:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.362161:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.362162:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384319.362165:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.362166:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384319.362167:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384319.362168:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384319.362170:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384319.362176:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.362178:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384319.362179:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.362180:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384319.362182:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384319.362183:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384319.362184:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384319.362185:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384319.362187:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.362188:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.362189:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.362190:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.362191:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.362192:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384319.362193:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.362194:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.362195:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.362196:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.362197:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.362198:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384319.362199:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384319.362200:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384319.362201:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384319.362202:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384319.362203:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.362203:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384319.362205:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384319.362206:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.362207:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384319.362208:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384319.362209:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384319.362210:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384319.362211:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384319.362212:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384319.362213:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384319.362214:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384319.362214:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384319.362216:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384319.362217:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384319.362222:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384319.362223:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384319.362224:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384319.362226:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384319.362227:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384319.362228:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384319.362228:0:23410:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384319.362257:0:23410:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fcb53121. 00010000:00000010:1.1:1767384319.366306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb24dfbc. 00010000:00000010:1.1:1767384319.366316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004876a089. 00010000:00000001:3.0:1767384320.034360:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384320.034364:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.034369:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384320.034370:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.034404:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384320.034409:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.034413:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384320.210571:0:23676:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384320.210584:0:23676:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.210588:0:23676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.210594:0:23676:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384320.210600:0:23676:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.210603:0:23676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384320.968777:0:23841:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384320.968782:0:23841:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767384320.973365:0:23841:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384320.981482:0:23842:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005d16ac8d. 00000400:00000010:0.0:1767384320.981497:0:23842:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f66494bc. 00000400:00000010:0.0:1767384320.981507:0:23842:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002347442a. 00000400:00000010:0.0:1767384320.981510:0:23842:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001f17fb6b. 00000400:00000010:0.0:1767384320.981514:0:23842:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008585fe4d. 00000400:00000010:0.0:1767384320.981518:0:23842:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfdcef1a. 00000400:00000010:0.0:1767384320.981520:0:23842:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5608b3d. 00000400:00000010:0.0:1767384320.981522:0:23842:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f982a6b4. 00000400:00000010:0.0:1767384320.981525:0:23842:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000008780ad0. 00000800:00000010:0.0:1767384320.981537:0:23842:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000445abe2f. 00000800:00000200:0.0:1767384320.981554:0:23842:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384320.981562:0:23842:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384320.981598:0:23842:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384320.981621:0:23842:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp24 [8/256/0/180] 00000400:00000010:0.0:1767384320.984070:0:23842:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000005c56a54b. 00000400:00000010:0.0:1767384320.984078:0:23842:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c60cc0. 00000400:00000010:0.0:1767384320.984083:0:23842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b3ffb0b. 00000400:00000001:0.0:1767384320.984098:0:23842:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.984100:0:23842:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384320.984102:0:23842:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ef899b2. 00000400:00000200:0.0:1767384320.984105:0:23842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018164874 00000400:00000010:0.0:1767384320.984108:0:23842:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018164874. 00000400:00000010:0.0:1767384320.984112:0:23842:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000580a4188. 00000400:00000200:0.0:1767384320.984117:0:23842:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (15) 00000400:00000200:0.0:1767384320.984134:0:23842:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384320.984149:0:23842:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:0.0:1767384320.984161:0:23842:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cdf34f91. 00000020:01000000:0.0:1767384320.984167:0:23842:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384320.984172:0:23842:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384320.984187:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384320.984197:0:23842:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f66494bc. 00000400:00000200:2.0:1767384320.984202:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:0.0:1767384320.984207:0:23842:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005d16ac8d. 00000400:00000010:2.0:1767384320.984218:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000400:00000200:2.0:1767384320.984227:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000010:2.0:1767384320.984253:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c1c885b. 00000400:00000200:2.0:1767384320.984259:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384320.984277:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384320.984285:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:3.0:1767384320.984562:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384320.984568:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384320.984572:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384320.984575:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384320.984589:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384320.984591:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384320.984593:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384320.984594:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384320.984596:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384320.984598:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384320.984599:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384320.984600:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384320.984602:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384320.984604:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384320.984609:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6dd004f. 00000020:00000040:3.0:1767384320.984618:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384320.984622:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:3.0:1767384320.984626:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384320.984630:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:3.0:1767384320.984631:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384320.984638:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:3.0:1767384320.984639:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984648:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384320.984652:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:3.0:1767384320.984653:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000664ea8d7. 00000400:00000200:2.0:1767384320.984659:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384320.984663:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984665:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384320.984693:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:3.0:1767384320.984695:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384320.984698:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767384320.984701:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984708:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000040:3.0:1767384320.984715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6dd004f] to pc [ptlrpcd_00_03+3] req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.984716:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384320.984741:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384320.984746:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384320.984750:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 10000000:00000001:3.0:1767384320.984755:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984756:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp23 00000400:00000200:2.0:1767384320.984761:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384320.984766:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp23 10000000:00000001:3.0:1767384320.984771:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984774:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.152@tcp23 LPNI seq info [33:33:8:4294967295] 00000020:00000001:3.0:1767384320.984776:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.984777:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384320.984783:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384320.984784:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384320.984787:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp23 00000100:00000001:0.0:1767384320.984789:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384320.984794:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384320.984799:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384320.984800:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384320.984805:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384320.984809:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384320.984812:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23:) -> 192.168.203.152@tcp23(192.168.203.152@tcp:192.168.203.152@tcp23) : PUT try# 0 00000020:01000004:3.0:1767384320.984815:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384320.984822:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384320.984828:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384320.984835:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384320.984837:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384320.984839:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384320.984842:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384320.984844:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.152@tcp23 00000020:01000004:3.0:1767384320.984847:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384320.984848:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384320.984850:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:2.0:1767384320.984851:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eeb8f89a. 02000000:00000001:0.0:1767384320.984853:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384320.984854:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384320.984858:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384320.984860:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384320.984863:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c41a6a1b. 00000100:00000010:3.0:1767384320.984864:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c47f7665. 00000100:00100000:0.0:1767384320.984865:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6dd004f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737751808:0@lo:253: 00000020:00000040:3.0:1767384320.984873:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000800:00000010:2.0:1767384320.984873:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005e7fd5c9. 00000100:00000001:0.0:1767384320.984874:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384320.984881:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384320.984882:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384320.984888:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384320.984888:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (2) 02000000:00000001:3.0:1767384320.984894:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.984896:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384320.984901:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (2) 02000000:00000001:0.0:1767384320.984903:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384320.984906:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000066b31ec7. 00000100:00000001:3.0:1767384320.984912:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.984913:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000088ae8ab2. 00000100:00000001:3.0:1767384320.984916:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384320.984918:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.984921:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.984922:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000010:0.0:1767384320.984926:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000296468a2. 00000400:00000200:2.0:1767384320.984931:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000040:3.0:1767384320.984934:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c47f7665] to pc [ptlrpcd_00_00+0] req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384320.984934:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f66494bc. 00000100:00000200:0.0:1767384320.984943:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751808, portal 25 00000100:00000001:0.0:1767384320.984950:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.984954:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877985920 : -113991831565696 : ffff9853355f4a80) 00000100:00000040:0.0:1767384320.984960:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384320.984967:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.984969:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384320.984974:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.984979:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384320.984981:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.984986:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dd3583c. 00000020:01000000:3.0:1767384320.984987:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384320.984994:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cdf34f91. 00000100:00000200:0.0:1767384320.984994:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751808, offset 0 00000400:00000200:2.0:1767384320.984996:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384320.985009:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.985023:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.985033:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703b00 00000400:00000200:0.0:1767384320.985044:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:0.0:1767384320.985048:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000317c14ad. 00000400:00000200:0.0:1767384320.985053:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076be2c8d 00000400:00000200:0.0:1767384320.985059:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.985066:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384320.985067:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:3.0:1767384320.985071:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384320.985071:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076be2c8d 00000400:00000010:0.0:1767384320.985077:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076be2c8d. 00000100:00000001:3.0:1767384320.985078:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985084:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384320.985086:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384320.985087:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384320.985091:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384320.985093:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000e3b9affb x1853236737751808 msgsize 4848 00000100:00100000:0.0:1767384320.985099:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384320.985104:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384320.985104:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384320.985106:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000040:3.0:1767384320.985112:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.985121:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.985123:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.985124:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.985130:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384320.985133:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384320.985137:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.985137:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dd3583c 00000100:00100000:3.0:1767384320.985145:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c47f7665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737751936:0@lo:253: 00000400:00000010:0.0:1767384320.985145:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dd3583c. 00000100:00000001:0.0:1767384320.985154:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384320.985155:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384320.985157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 02000000:00000001:3.0:1767384320.985163:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384320.985169:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.985169:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384320.985173:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384320.985181:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b4fdbb75. 02000000:00000001:3.0:1767384320.985186:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.985196:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000100:00000001:0.0:1767384320.985204:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384320.985206:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045cfb792. 00000100:00000040:0.0:1767384320.985212:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.985213:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737751936, portal 25 00000100:00000001:3.0:1767384320.985218:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384320.985221:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877993984 : -113991831557632 : ffff9853355f6a00) 00000400:00000200:2.0:1767384320.985230:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:0.0:1767384320.985232:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.985233:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.985240:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.985247:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384320.985252:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.985254:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384320.985261:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294908746 00000400:00000010:3.0:1767384320.985262:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c2f101. 00000100:00000200:3.0:1767384320.985269:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737751936, offset 0 00000100:00000010:0.0:1767384320.985271:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e098184. 00000400:00000200:3.0:1767384320.985307:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.985308:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384320.985317:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294908747 00000400:00000200:3.0:1767384320.985319:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384320.985323:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bbed67. 00000100:00000001:0.0:1767384320.985337:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384320.985344:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703b80 00000100:00000001:0.0:1767384320.985344:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294908747 00000400:00000200:2.0:1767384320.985352:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000010:0.0:1767384320.985353:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000400:00000200:3.0:1767384320.985360:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:0.0:1767384320.985362:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384320.985370:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294908747 00000400:00000010:3.0:1767384320.985371:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1c7c45. 00000100:00000010:0.0:1767384320.985378:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ed1e2. 00000400:00000200:3.0:1767384320.985381:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000309bea4b 00000100:00000001:0.0:1767384320.985384:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384320.985391:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.985392:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.985395:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985398:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985400:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.985412:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384320.985414:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.985418:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384320.985420:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000309bea4b 00000400:00000200:2.0:1767384320.985420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00000001:0.0:1767384320.985422:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.985427:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384320.985429:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000309bea4b. 00000100:00000001:0.0:1767384320.985431:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985437:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985439:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384320.985444:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384320.985451:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006d1f4c39 x1853236737751936 msgsize 4848 00000100:00100000:3.0:1767384320.985461:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384320.985463:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384320.985474:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384320.985482:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030c2f101 00000400:00000010:3.0:1767384320.985484:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030c2f101. 00000100:00000001:3.0:1767384320.985488:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384320.985489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000200:3.0:1767384320.985494:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.985503:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.985509:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.985515:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985517:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.985523:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985528:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294908747 00000100:00000001:3.0:1767384320.985534:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908746 00000100:00000001:3.0:1767384320.985541:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294908747 00000400:00000200:2.0:1767384320.985544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000001:3.0:1767384320.985548:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294908747 00000100:00000001:3.0:1767384320.985553:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294908747 00000100:00000001:3.0:1767384320.985556:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294908747 00000100:00000001:3.0:1767384320.985559:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294908747 00000100:00000001:3.0:1767384320.985561:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294908747 00000100:00000001:3.0:1767384320.985564:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.985564:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384320.985567:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.985570:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751808 00000100:00000001:3.0:1767384320.985572:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.985575:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.985577:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.985578:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.985590:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985592:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384320.985595:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985596:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384320.985601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:3.0:1767384320.985603:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384320.985603:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751808 00000100:00000001:3.0:1767384320.985609:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.985613:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.985614:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384320.985617:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.985618:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384320.985623:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.985627:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384320.985630:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384320.985633:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384320.985638:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.985643:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:0.0:1767384320.985645:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.985647:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000020:00000010:0.0:1767384320.985655:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b3ec07. 00000020:00000010:0.0:1767384320.985659:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000996d0963. 00000100:00000001:3.0:1767384320.985662:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384320.985665:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcd3b8e2. 00000100:00100000:3.0:1767384320.985668:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737751936 02000000:00000001:3.0:1767384320.985689:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.985691:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.985694:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.985698:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.985700:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384320.985701:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00100000:3.0:1767384320.985702:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737751936 00000020:00000001:3.0:1767384320.985705:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384320.985707:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384320.985709:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.985711:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384320.985717:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384320.985719:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384320.985721:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384320.985724:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.985726:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.985727:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.985733:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003c03564. 00000100:00000001:3.0:1767384320.985739:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.985740:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.985743:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003c03564. 00000020:00000010:3.0:1767384320.985751:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6f494a5. 00000100:00000001:0.0:1767384320.985753:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384320.985757:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f46f863e. 00000020:00000010:3.0:1767384320.985765:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e07ef97. 00000100:00000001:3.0:1767384320.985769:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.985770:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.985772:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985776:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985777:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384320.985780:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.985781:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384320.985783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00100000:0.0:1767384320.985792:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:0.0:1767384320.985796:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384320.985799:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.985799:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017782864 : -113991691768752 : ffff98533db46c50) 00000100:00000001:3.0:1767384320.985804:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384320.985809:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3b9affb x1853236737751808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.985815:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:3.0:1767384320.985823:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384320.985828:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384320.985829:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017775696 : -113991691775920 : ffff98533db45050) 00000400:00000200:2.0:1767384320.985829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000020:00000010:0.0:1767384320.985834:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:0.0:1767384320.985839:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.985846:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000100:00000040:3.0:1767384320.985848:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d1f4c39 x1853236737751936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.985862:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384320.985866:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b9affb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737751808:12345-0@lo:253: 00000020:00000010:3.0:1767384320.985867:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003c03564. 00000100:00000200:0.0:1767384320.985875:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751808 00000100:00000001:3.0:1767384320.985876:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384320.985878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000020:00000001:0.0:1767384320.985880:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384320.985883:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003c03564. 00000020:00000001:0.0:1767384320.985886:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384320.985890:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.985895:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d1f4c39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737751936:12345-0@lo:253: 00000020:00000001:0.0:1767384320.985897:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384320.985901:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000200:3.0:1767384320.985903:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737751936 00000020:00000001:0.0:1767384320.985908:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.985909:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384320.985913:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384320.985915:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384320.985918:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384320.985919:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.985922:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000020:00000001:0.0:1767384320.985924:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384320.985925:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384320.985930:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384320.985931:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.985934:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.985938:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.985938:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384320.985944:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384320.985945:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384320.985947:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384320.985951:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985954:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384320.985955:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f681e718. 02000000:00000001:3.0:1767384320.985958:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384320.985960:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.985964:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384320.985968:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dc6e5a3. 20000000:00000001:0.0:1767384320.985969:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384320.985975:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.985978:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.985980:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384320.985983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 20000000:00000010:0.0:1767384320.985983:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a1bf292. 20000000:00000010:3.0:1767384320.985990:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003617e049. 20000000:01000000:0.0:1767384320.985992:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384320.985999:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384320.985999:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384320.986004:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384320.986005:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384320.986009:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.986013:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.986014:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384320.986016:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384320.986018:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.986022:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.986025:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384320.986029:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f5d521f. 20000000:01000000:0.0:1767384320.986034:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:0.0:1767384320.986039:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384320.986044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986045:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384320.986087:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986103:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384320.986108:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384320.986110:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.986112:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384320.986116:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384320.986122:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:2.0:1767384320.986124:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986127:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384320.986148:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000268201a2. 00000400:00000200:2.0:1767384320.986149:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986154:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730978304 : -113996978573312 : ffff985202963000) 00080000:00000001:0.0:1767384320.986162:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384320.986209:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.986313:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000001:00000001:0.0:1767384320.986351:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384320.986354:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.986357:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384320.986381:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986389:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.986395:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384320.986422:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.986463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.986507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986551:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384320.986554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00080000:00000001:0.0:1767384320.986556:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384320.986592:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000100:00000001:0.0:1767384320.986595:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.986601:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384320.986847:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d1b8e66d. 00000400:00000200:3.0:1767384320.986848:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384320.986854:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd78f9b2. 00000800:00000010:2.0:1767384320.986862:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000430a81d8. 00000400:00000200:3.0:1767384320.986875:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp23 from 227.3.0.2 00000800:00000010:3.0:1767384320.986880:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ed511835. 00000800:00000010:2.0:1767384320.986897:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000430a81d8. 00000800:00000010:0.0:1767384320.986937:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdf34f91. 00000800:00000010:0.0:1767384320.986944:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006dd3583c. 00000800:00000010:0.0:1767384320.986975:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af60a156. 00000800:00000200:0.1:1767384320.986983:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (2) 00000800:00000200:0.1:1767384320.986991:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp23 00000000af60a156 deleted 00000800:00000010:0.1:1767384320.986993:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af60a156. 00000800:00000200:0.1:1767384320.986997:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384320.987005:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:995 00000800:00000200:0.1:1767384320.987010:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eeb8f89a type 1, nob 384 niov 1 nkiov 1 00000800:00000200:0.0:1767384320.987017:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp23 p 3.x 192.168.203.152 -> 192.168.203.152:995 incarnation:1767384319336221566 sched[0] 00000800:00000010:0.0:1767384320.987023:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a922e6d. 00000800:00000010:0.0:1767384320.987089:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a922e6d. 00000800:00000010:0.0:1767384320.987094:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006dd3583c. 00000800:00000010:0.0:1767384320.987153:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ed511835. 00000800:00000001:1.0:1767384320.987162:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.987172:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384320.987255:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384320.987261:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eeb8f89a. 00000400:00000200:0.0:1767384320.987266:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.987301:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: PUT: OK 00000400:00000200:0.0:1767384320.987307:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384320.987311:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000800:00000200:0.1:1767384320.987405:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384320.987413:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp23 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384319336221566 sched[0] 00000800:00000010:0.0:1767384320.987417:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd78f9b2. 00000800:00000001:2.0:1767384320.987465:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987475:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.987478:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384320.987481:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000001:2.0:1767384320.987483:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.987496:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23) <- 192.168.203.152@tcp23 : PUT - for me 00000400:00000200:2.0:1767384320.987509:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384320.987517:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 272/288 into md 0x158d [1] + 0 00000400:00000010:2.0:1767384320.987520:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:2.0:1767384320.987526:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002dffa417 00000800:00000001:2.0:1767384320.987530:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987538:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.987540:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.987541:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987550:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: PUT: OK 00000400:00000200:2.0:1767384320.987565:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dffa417 00000400:00000010:2.0:1767384320.987567:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00000400:00000200:2.0:1767384320.987573:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384320.987577:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (17) 00000400:00000200:2.0:1767384320.987583:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384320.987588:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (288 bytes) 00000400:00000200:2.0:1767384320.987594:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384320.987599:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987607:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (18) 00000400:00000200:2.0:1767384320.987615:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384320.987624:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp23 to MR: 192.168.203.152@tcp23 local destination 00000400:00000200:2.0:1767384320.987633:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.152@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384320.987645:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987653:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23:192.168.203.152@tcp23) -> 192.168.203.152@tcp23(192.168.203.152@tcp23:192.168.203.152@tcp23) 192.168.203.152@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384320.987661:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp23 00000800:00000010:2.0:1767384320.987665:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018144a00. 00000800:00000200:2.0:1767384320.987669:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (4) 00000800:00000200:2.0:1767384320.987697:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:988 00000800:00000200:2.0:1767384320.987701:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018144a00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384320.987719:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:2.0:1767384320.987720:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987733:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.987785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000200:2.0:1767384320.987795:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384320.987799:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018144a00. 00000400:00000200:2.0:1767384320.987804:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.987812:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: ACK: OK 00000800:00000001:2.0:1767384320.987819:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987825:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.987829:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987835:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.987837:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987842:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.987846:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987853:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23) <- 192.168.203.152@tcp23 : ACK - for me 00000400:00000200:2.0:1767384320.987867:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp23: ACK from 12345-192.168.203.152@tcp23 into md 0x15a5 00000400:00000200:0.0:1767384320.987880:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987881:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.987890:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: ACK: OK 00000400:00000200:2.0:1767384320.987896:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000400:00000010:2.0:1767384320.987898:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000400:00000200:2.0:1767384320.987903:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384320.987906:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:2.0:1767384320.987908:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384320.987911:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (17) 00000800:00000001:2.0:1767384320.987919:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.987923:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.987937:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987943:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384320.987951:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000007eb25790. 00000400:00000010:2.0:1767384320.987957:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000400:00000010:2.0:1767384320.987963:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000400:00000200:2.0:1767384320.987968:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007eb25790 00000400:00000010:2.0:1767384320.987973:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000568e2980. 00000400:00000200:2.0:1767384320.987979:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384320.987985:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 00000400:00000200:0.0:1767384320.987988:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.987989:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000010:2.0:1767384320.987997:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000d05212f9. 00000400:00000010:2.0:1767384320.988002:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000400:00000010:2.0:1767384320.988008:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094057813. 00000400:00000200:2.0:1767384320.988015:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384320.988024:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384320.988028:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384320.988035:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384320.988039:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384320.988043:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384320.988046:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384320.988053:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384320.988057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.988080:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384320.988085:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384320.988088:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384320.988094:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384320.988100:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384320.988103:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384320.988107:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384320.988111:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384320.988114:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384320.988119:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp 00000400:00000200:2.0:1767384320.988123:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384320.988123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.988131:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp 00000400:00000200:2.0:1767384320.988138:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [35:35:256:4294967295] 192.168.203.152@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384320.988145:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp 00000400:00000200:2.0:1767384320.988159:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) : GET try# 0 00000800:00000200:2.0:1767384320.988166:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384320.988171:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018144a00. 00000800:00000200:2.0:1767384320.988179:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:2.0:1767384320.988187:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:2.0:1767384320.988191:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018144a00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384320.988208:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384320.988212:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00000800:00000200:2.0:1767384320.988345:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384320.988348:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018144a00. 00000400:00000200:2.0:1767384320.988352:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.988364:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: GET: OK 00000400:00000200:2.0:1767384320.988367:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384320.988370:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:2.0:1767384320.988376:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.988381:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.988383:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.988386:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.988393:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : GET - for me 00000400:00000200:2.0:1767384320.988402:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384320.988409:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 288/288 into md 0x15a1 [1] + 0 00000400:00000200:2.0:1767384320.988418:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384320.988424:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [36:36:256:4294967295] 192.168.203.152@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384320.988436:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) 192.168.203.152@tcp : REPLY try# 0 00000800:00000200:2.0:1767384320.988440:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384320.988546:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018144a00. 00000800:00000200:2.0:1767384320.988552:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:2.0:1767384320.988557:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000800:00000200:2.0:1767384320.988560:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018144a00 type 3, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384320.988647:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384320.988650:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018144a00. 00000400:00000200:2.0:1767384320.988654:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.988657:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: REPLY: OK 00000800:00000001:3.0:1767384320.988938:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.988944:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384320.988948:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.988954:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384320.988956:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.988962:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.988972:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : REPLY - for me 00000400:00000200:3.0:1767384320.988987:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp: Reply from 12345-192.168.203.152@tcp of length 288/288 into md 0x15bd 00000800:00000001:3.0:1767384320.988993:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.989004:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.989007:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.989013:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: REPLY: OK 00000400:00000200:3.0:1767384320.989017:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dffa417 00000400:00000010:3.0:1767384320.989019:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00000400:00000200:3.0:1767384320.989026:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384320.989041:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384320.989045:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384320.989050:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384320.989058:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384320.989070:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (17) 00000800:00000001:3.0:1767384320.989078:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.989082:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.989224:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384320.989230:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:3.0:1767384320.989236:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000990d486e. 00000400:00000010:3.0:1767384320.989240:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000e87d192c. 00000400:00000010:3.0:1767384320.989244:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000d1017b71. 00000400:00000200:2.0:1767384320.989263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000010:3.0:1767384320.989272:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e580c390. 00000400:00000200:3.0:1767384320.989314:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e580c390 nid 192.168.203.152@tcp24 00000400:00000010:3.0:1767384320.989318:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa49e7f0. 00000400:00000200:3.0:1767384320.989322:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa49e7f0 net tcp24 00000400:00000200:3.0:1767384320.989325:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000200:3.0:1767384320.989333:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp24 flags 0x11 00000400:00000010:3.0:1767384320.989350:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000990d486e. 00000400:00000010:3.0:1767384320.989363:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000e87d192c. 00000400:00000010:3.0:1767384320.989369:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000d1017b71. 00000400:00000010:3.0:1767384320.989374:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000d05212f9. 00000400:00000200:3.0:1767384320.989383:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384320.989388:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:3.0:1767384320.989395:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:3.0:1767384320.989403:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:3.0:1767384320.989410:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384320.989414:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:3.0:1767384320.989421:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:3.0:1767384320.989428:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (17) 00000400:00000200:3.0:1767384320.989511:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989619:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989666:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989776:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989819:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989876:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989934:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.989995:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.990042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.990113:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.990178:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384320.990233:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.990389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.990621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384320.991141:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384320.991180:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384320.991186:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008ecb2a7f. 00000800:00000010:1.0:1767384320.991225:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df0bef0d. 00000800:00000010:1.0:1767384320.991232:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b25d9e07. 00000800:00000010:3.0:1767384320.991354:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7090827. 00000800:00000010:3.0:1767384320.991364:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030c2f101. 00000800:00000010:3.0:1767384320.991371:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e75b1e94. 00000800:00000010:3.0:1767384320.991471:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e75b1e94. 00000800:00000010:0.0:1767384320.991496:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006dd3583c. 00000800:00000200:0.1:1767384320.991506:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (4) 00000800:00000200:0.1:1767384320.991514:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp23 000000006dd3583c deleted 00000800:00000010:0.1:1767384320.991517:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006dd3583c. 00000800:00000200:0.1:1767384320.991522:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384320.991529:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp23 p 3.x 192.168.203.152 -> 192.168.203.152:994 incarnation:1767384319336221566 sched[0] 00000800:00000010:0.0:1767384320.991535:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f76d1989. 00000800:00000010:0.0:1767384320.991607:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f76d1989. 00000800:00000010:0.0:1767384320.991612:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b25d9e07. 00000800:00000010:0.0:1767384320.991653:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008ecb2a7f. 00000800:00000001:0.0:1767384320.991692:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384320.991698:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384320.991740:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384320.991748:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp23 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384319336221566 sched[0] 00000800:00000010:0.0:1767384320.991751:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030c2f101. 00000800:00000001:0.0:1767384320.991799:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384320.991805:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384320.999089:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384320.999096:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384320.999107:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384320.999108:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384320.999113:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384320.999114:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384320.999119:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384320.999130:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384320.999131:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384320.999132:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384320.999135:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268201a2. 00080000:00000001:3.0:1767384320.999142:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384320.999146:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384320.999151:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384320.999153:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e71d7d4. 00080000:00000020:2.0:1767384320.999158:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384320.999159:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:1.0:1767384320.999166:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384320.999170:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384320.999182:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384320.999189:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384320.999193:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384320.999199:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384320.999204:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384320.999205:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384320.999210:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384320.999212:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384320.999214:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9cb44c3. 00080000:00000001:1.0:1767384320.999215:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384320.999219:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384320.999224:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384320.999225:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384320.999231:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384320.999233:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00080000:00000010:1.0:1767384320.999236:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 00000020:00000001:2.0:1767384320.999240:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384320.999241:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:1.0:1767384320.999247:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:2.0:1767384320.999248:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd79 to hash 00000020:00000001:2.0:1767384320.999255:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384320.999258:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999263:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999267:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.999269:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.999308:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999318:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384320.999321:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384320.999324:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384320.999326:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384320.999329:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.999332:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384320.999345:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.999347:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384320.999350:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384320.999351:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384320.999353:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384320.999355:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9cb44c3) refcount = 1 00010000:00010000:2.0:1767384320.999367:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384320.999370:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384320.999375:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384320.999376:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999381:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384320.999381:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384320.999386:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.999391:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999393:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384320.999396:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384320.999409:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384320.999410:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00080000:00000001:1.0:1767384320.999416:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384320.999418:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384320.999422:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384320.999424:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384320.999426:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999429:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999432:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384320.999434:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999440:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384320.999442:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999447:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.999449:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384320.999450:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999455:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.999457:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999460:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384320.999462:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384320.999468:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384320.999477:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384320.999480:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384320.999482:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999488:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384320.999490:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384320.999491:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384320.999493:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384320.999495:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999498:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384320.999501:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384320.999502:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999507:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384320.999510:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384320.999512:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999516:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384320.999518:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384320.999520:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.999522:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384320.999524:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd79 from hash 00010000:00000001:2.0:1767384320.999527:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384320.999529:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.999531:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384320.999532:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384320.999535:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384320.999537:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384320.999539:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384320.999541:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.999545:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999548:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384320.999549:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384320.999552:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.999553:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384320.999560:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999562:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.999564:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.999567:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999572:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384320.999573:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384320.999575:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384320.999579:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384320.999580:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384320.999585:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384320.999587:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.999589:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384320.999592:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384320.999595:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.999598:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.999600:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.999605:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384320.999607:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384320.999609:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd79 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384320.999614:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9cb44c3 count: 0 00010000:00000001:2.0:1767384320.999631:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384320.999633:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384321.005315:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294908747, at 4294908748 00000100:00000010:2.0:1767384321.005324:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00000100:00000040:0.0:1767384321.005356:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294908747, at 4294908748 00000100:00000010:0.0:1767384321.005369:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e098184. 00000100:00000040:1.0:1767384321.005933:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294908747, at 4294908748 00000100:00000010:1.0:1767384321.005941:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bbed67. 00000100:00000040:3.0:1767384321.006315:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294908747, at 4294908749 00000100:00000010:3.0:1767384321.006323:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ed1e2. 00010000:00000010:2.1:1767384321.008298:0:16651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9cb44c3. 00010000:00000010:2.1:1767384321.008304:0:16651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00080000:00000001:1.0:1767384321.010036:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.010037:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384321.010041:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384321.010043:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384321.010044:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384321.010045:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.010046:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384321.010048:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 00080000:00000001:3.0:1767384321.010054:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384321.010055:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.010058:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384321.010061:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384321.010069:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384321.010072:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384321.010077:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384321.010079:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384321.010084:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384321.010086:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384321.010089:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384321.010091:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384321.010098:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9cb44c3. 00010000:00000001:2.0:1767384321.010102:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384321.010106:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384321.010109:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384321.010118:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd80 to hash 00000020:00000001:2.0:1767384321.010121:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384321.010122:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010126:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010129:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.010131:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.010133:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010140:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384321.010143:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384321.010144:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384321.010146:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384321.010147:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.010149:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384321.010151:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.010153:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384321.010155:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384321.010157:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384321.010159:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384321.010161:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9cb44c3) refcount = 1 00010000:00010000:2.0:1767384321.010164:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010172:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384321.010174:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384321.010177:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.010179:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010182:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384321.010185:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384321.010190:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:2.0:1767384321.010193:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384321.010196:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384321.010198:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384321.010201:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010212:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010216:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384321.010218:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010227:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384321.010229:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010237:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.010239:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384321.010242:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010249:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.010251:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010255:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384321.010257:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384321.010262:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384321.010263:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384321.010265:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384321.010267:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010271:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384321.010298:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384321.010299:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384321.010301:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384321.010303:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010305:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384321.010307:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384321.010308:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010319:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384321.010321:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384321.010322:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010326:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384321.010329:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384321.010330:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.010332:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.010333:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd80 from hash 00010000:00000001:2.0:1767384321.010335:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384321.010336:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.010337:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.010338:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384321.010340:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384321.010342:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384321.010345:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384321.010346:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.010349:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010351:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384321.010352:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384321.010355:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.010356:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.010358:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010360:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.010362:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.010363:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010367:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.010369:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.010370:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384321.010371:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384321.010372:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.010372:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.010374:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384321.010376:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.010378:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.010386:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.010391:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384321.010392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384321.010393:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fd80 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384321.010397:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9cb44c3 count: 0 00010000:00000001:2.0:1767384321.010403:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384321.010404:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384321.012156:0:23847:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d001af97. 00000400:00000040:3.0:1767384321.012173:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.012176:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384321.012179:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.012182:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.012185:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.012186:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384321.012190:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.012192:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384321.012193:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384321.012195:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384321.012197:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384321.012199:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.012201:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384321.012203:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.012204:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384321.012207:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384321.012208:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.012209:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384321.012211:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384321.012213:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00080000:00000020:2.0:1767384321.012213:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767384321.012219:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384321.012220:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:3.0:1767384321.012221:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 20000000:00000010:2.0:1767384321.012226:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a1bf292. 00000400:00000040:3.0:1767384321.012227:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.012230:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 20000000:00000001:2.0:1767384321.012235:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384321.012237:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384321.012242:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.012245:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000040:2.0:1767384321.012245:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737751808 00000400:00000040:3.0:1767384321.012250:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:2.0:1767384321.012251:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:3.0:1767384321.012254:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.012256:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.012258:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00000200:2.0:1767384321.012260:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3b9affb x1853236737751808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384321.012262:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.012266:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384321.012271:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:2.0:1767384321.012306:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384321.012309:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.012313:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.012317:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384321.012320:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384321.012322:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384321.012324:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384321.012326:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.012331:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384321.012335:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384321.012339:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596b76dd. 00000100:00000200:2.0:1767384321.012344:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737751808, offset 224 00000400:00000200:2.0:1767384321.012350:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:3.0:1767384321.012412:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.012415:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.012418:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384321.012421:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.012423:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.012425:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384321.012427:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384321.012429:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.012432:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384321.012433:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384321.012434:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384321.012436:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384321.012437:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384321.012438:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384321.012440:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384321.012442:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.012443:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384321.012444:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384321.012445:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384321.012447:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384321.012448:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384321.012449:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384321.012451:0:23847:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384321.012497:0:23847:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d001af97. 00000400:00000200:2.0:1767384321.012502:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384321.012510:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703b00 00000400:00000200:2.0:1767384321.012514:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15a9 [2] + 224 00000400:00000200:2.0:1767384321.012526:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.012531:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384321.012536:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384321.012540:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.012548:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.012567:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384321.012574:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596b76dd 00000400:00000010:2.0:1767384321.012576:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596b76dd. 00000100:00000001:2.0:1767384321.012579:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384321.012581:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384321.012585:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.012585:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.012591:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384321.012592:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384321.012597:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.012600:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.012602:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384321.012602:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.012608:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384321.012611:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3b9affb x1853236737751808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384321.012613:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000296468a2. 00000100:00100000:2.0:1767384321.012625:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b9affb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737751808:12345-0@lo:253: Request processed in 26797us (27530us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384321.012625:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f66494bc 00000400:00000010:0.0:1767384321.012631:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f66494bc. 00000100:00100000:2.0:1767384321.012636:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000001:0.0:1767384321.012637:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384321.012640:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384321.012644:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384321.012647:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384321.012647:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384321.012653:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000996d0963. 00000020:00000010:2.0:1767384321.012659:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcd3b8e2. 00000020:00000010:2.0:1767384321.012666:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b3ec07. 00000100:00000200:0.0:1767384321.012685:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384321.012689:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384321.012697:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384321.012700:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f681e718. 02000000:00000001:2.0:1767384321.012706:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384321.012709:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.012715:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.012719:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.012723:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384321.012724:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384321.012726:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384321.012729:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384321.012730:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb86854. 00000100:00000001:0.0:1767384321.012731:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.012736:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.012738:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596b76dd. 00000100:00001000:0.0:1767384321.012740:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384321.012748:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384321.012752:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384321.012755:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.012758:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384321.012761:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.012764:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.012771:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.012780:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.012784:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.012787:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384321.012791:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384321.012794:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384321.012796:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384321.012798:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384321.012800:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384321.012803:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384321.012804:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384321.012806:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384321.012808:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384321.012810:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384321.012815:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384321.012825:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6dd004f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737751808:0@lo:253: 00000100:00000001:0.0:1767384321.012832:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.012835:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.012847:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6dd004f x1853236737751808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.012854:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.012857:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384321.012859:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000088ae8ab2. 02000000:00000001:0.0:1767384321.012864:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.012866:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384321.012868:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384321.012871:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.012874:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384321.012879:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384321.012881:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384321.012883:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6dd004f. 00000100:00000001:0.0:1767384321.012888:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384321.012890:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.012892:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.012899:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.012901:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.012904:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.012908:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384321.012944:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384321.012947:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384321.012949:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003617e049. 20000000:00000001:1.0:1767384321.012956:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.012959:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737751936 00010000:00000001:1.0:1767384321.012961:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.012965:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d1f4c39 x1853236737751936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.012973:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.012974:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.012976:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.012979:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384321.012981:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.012983:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384321.012985:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.012986:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.012989:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.012991:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.012994:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049c212ae. 00000100:00000200:1.0:1767384321.012997:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737751936, offset 224 00000400:00000200:1.0:1767384321.013002:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384321.013007:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.013013:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703b80 00000400:00000200:1.0:1767384321.013017:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:1.0:1767384321.013022:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.013025:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.013028:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.013031:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.013050:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.013064:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384321.013069:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049c212ae 00000400:00000010:1.0:1767384321.013071:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049c212ae. 00000100:00000001:1.0:1767384321.013074:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384321.013075:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.013076:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384321.013080:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.013083:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384321.013085:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384321.013088:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:2.0:1767384321.013089:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384321.013093:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384321.013094:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000020:00000001:1.0:1767384321.013097:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.013100:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045cfb792 00000020:00000001:1.0:1767384321.013100:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384321.013105:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045cfb792. 00000100:00000040:1.0:1767384321.013108:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d1f4c39 x1853236737751936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.013111:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384321.013118:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.013123:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d1f4c39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737751936:12345-0@lo:253: Request processed in 27257us (27666us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384321.013143:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.013144:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:1.0:1767384321.013149:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384321.013154:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384321.013159:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.013160:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384321.013164:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384321.013165:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f46f863e. 00000100:00000001:2.0:1767384321.013171:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384321.013175:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e07ef97. 02000000:00000001:2.0:1767384321.013176:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384321.013181:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384321.013183:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6f494a5. 00000100:00000001:2.0:1767384321.013185:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.013188:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:2.0:1767384321.013190:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.013193:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384321.013195:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dc6e5a3. 00000100:00001000:2.0:1767384321.013196:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=36 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384321.013198:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384321.013201:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384321.013206:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=36 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384321.013207:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384321.013214:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b29a6bd. 00000100:00000001:2.0:1767384321.013215:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384321.013219:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.013220:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049c212ae. 00010000:00000001:2.0:1767384321.013223:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384321.013227:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.013231:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.013237:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.013246:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.013249:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384321.013250:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384321.013253:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384321.013255:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384321.013263:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384321.013265:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384321.013266:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384321.013267:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384321.013269:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384321.013270:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384321.013272:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384321.013297:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.013304:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c47f7665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737751936:0@lo:253: 00000100:00000001:2.0:1767384321.013310:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.013312:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384321.013315:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c47f7665 x1853236737751936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.013321:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384321.013323:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384321.013325:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b4fdbb75. 02000000:00000001:2.0:1767384321.013330:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384321.013332:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.013333:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384321.013335:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384321.013336:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000066b31ec7. 02000000:00000001:2.0:1767384321.013340:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384321.013342:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384321.013343:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c47f7665. 00000100:00000001:2.0:1767384321.013346:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.013347:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.013348:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.013354:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.013355:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.013357:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.013359:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384321.018324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9cb44c3. 00010000:00000010:2.1:1767384321.018335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00010000:00000001:3.0:1767384321.058472:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384321.058476:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.058481:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384321.058483:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.058553:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384321.058556:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.058558:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384321.185363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384321.185370:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384321.185373:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:3.0:1767384321.185377:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009523c7fc. 00000020:00000040:3.0:1767384321.185383:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:1.0:1767384321.185386:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384321.185389:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384321.185393:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384321.185393:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 02000000:00000001:3.0:1767384321.185399:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.185401:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:3.0:1767384321.185407:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002da4ccfe. 00000100:00000001:1.0:1767384321.185408:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.185413:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384321.185417:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.185417:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.185427:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bae09cd8. 00000100:00000040:3.0:1767384321.185431:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.185434:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.185443:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384321.185445:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.185447:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.185449:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.185458:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009523c7fc] to pc [ptlrpcd_00_02+2] req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.185458:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae00305] to pc [ptlrpcd_00_01+1] req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.185513:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.185515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384321.185519:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384321.185522:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.185524:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a900965e. 00000020:00000040:3.0:1767384321.185529:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384321.185533:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384321.185533:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.185536:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384321.185538:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384321.185539:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.185541:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.185542:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.185543:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384321.185551:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c712c310. 00000100:00000040:0.0:1767384321.185553:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.185557:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.185561:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384321.185566:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.185566:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.185570:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384321.185576:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384321.185579:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.185580:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.185582:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384321.185586:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.185589:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384321.185593:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384321.185594:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.185597:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.185602:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.185603:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384321.185604:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a900965e] to pc [ptlrpcd_00_03+3] req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.185608:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384321.185608:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737752192:0@lo:13: 02000000:00000001:1.0:1767384321.185615:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.185623:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384321.185624:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009523c7fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737752064:0@lo:400: 02000000:00000001:0.0:1767384321.185630:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.185636:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384321.185636:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.185641:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384321.185642:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.185642:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384321.185647:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.185647:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c256c6b5. 00000100:00000040:3.0:1767384321.185648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384321.185653:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384321.185655:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767384321.185660:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f27833e. 02000000:00000001:0.0:1767384321.185660:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.185661:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b7fb4c1. 00000400:00000010:0.0:1767384321.185666:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000296468a2. 02000000:00000001:1.0:1767384321.185667:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.185668:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384321.185688:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384321.185691:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 02000000:00000001:3.0:1767384321.185692:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384321.185695:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 02000000:00000001:3.0:1767384321.185696:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384321.185700:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737752192, portal 4 00000400:00000010:1.0:1767384321.185701:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 02000000:00000010:3.0:1767384321.185703:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000036beef0. 00000100:00000001:0.0:1767384321.185705:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384321.185709:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737752064, portal 4 00000100:00000001:0.0:1767384321.185710:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000001:3.0:1767384321.185711:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.185720:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.185722:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384321.185723:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.185726:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877986816 : -113991831564800 : ffff9853355f4e00) 00000100:00000040:1.0:1767384321.185739:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.185758:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.185761:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384321.185762:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.185769:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384321.185769:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384321.185774:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7fb4c1] to pc [ptlrpcd_00_00+0] req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.185775:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384321.185777:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000400:00000010:1.0:1767384321.185782:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000200:0.0:1767384321.185784:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737752192, offset 0 00000100:00000200:1.0:1767384321.185789:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737752064, offset 0 00000400:00000200:0.0:1767384321.185796:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384321.185802:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.185808:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384321.185809:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 00000400:00000200:0.0:1767384321.185814:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.185822:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.185825:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.185829:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384321.185831:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d703c80 00000100:00000001:3.0:1767384321.185832:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384321.185837:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d703c00 00000100:00000040:3.0:1767384321.185840:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.185846:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000100:00000001:3.0:1767384321.185858:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384321.185858:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.185863:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.185864:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 02000000:00000001:3.0:1767384321.185867:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384321.185871:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384321.185873:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.185875:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.185878:0:16139:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384321.185880:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384321.185881:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384321.185887:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384321.185890:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a900965e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737752320:0@lo:400: 00000100:00000010:0.0:1767384321.185890:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060fa6d04. 00000100:00000001:1.0:1767384321.185894:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384321.185897:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000060fa6d04 x1853236737752192 msgsize 224 00000100:00000001:3.0:1767384321.185899:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384321.185900:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:0.0:1767384321.185908:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384321.185909:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c452c08. 02000000:00000001:3.0:1767384321.185912:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384321.185917:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.185918:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000007c452c08 x1853236737752064 msgsize 224 02000000:00000001:3.0:1767384321.185920:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384321.185924:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000424cbdc. 00000100:00000001:0.0:1767384321.185929:0:16139:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384321.185930:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.185936:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384321.185939:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa82c36. 00000400:00000200:0.0:1767384321.185943:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000010:0.0:1767384321.185948:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:1.0:1767384321.185954:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.185954:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384321.185956:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000100:00000200:3.0:1767384321.185963:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737752320, portal 10 00000100:00000200:0.0:1767384321.185965:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384321.185966:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000100:00000001:3.0:1767384321.185967:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384321.185971:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877989504 : -113991831562112 : ffff9853355f5880) 00000400:00000010:1.0:1767384321.185972:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:1.0:1767384321.185981:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384321.185983:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.185986:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384321.185991:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.185995:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.185996:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.186005:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384321.186010:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000200:3.0:1767384321.186016:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737752320, offset 0 00000400:00000200:3.0:1767384321.186028:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.186034:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186036:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384321.186041:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384321.186043:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.186049:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.186056:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.186059:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d703d00 00000100:00000001:0.0:1767384321.186059:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186060:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384321.186068:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9273 usecs (10 jiffies) 00000100:00000001:1.0:1767384321.186070:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.186074:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:0.0:1767384321.186075:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908938 00000100:00000040:1.0:1767384321.186077:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9273 usecs (10 jiffies) 00000100:00000001:1.0:1767384321.186083:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908938 00000400:00000200:3.0:1767384321.186084:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384321.186085:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e098184. 00000400:00000200:3.0:1767384321.186095:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.186096:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384321.186102:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384321.186104:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384321.186106:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908938 00000100:00000010:3.0:1767384321.186109:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027fda329. 00000100:00000001:1.0:1767384321.186111:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908938 00000100:00000010:0.0:1767384321.186112:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003220e52c. 00000100:00000040:3.0:1767384321.186113:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000027fda329 x1853236737752320 msgsize 224 00000100:00000001:1.0:1767384321.186119:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908938 00000100:00000001:0.0:1767384321.186121:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384321.186129:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384321.186132:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908938 00000100:00000001:0.0:1767384321.186132:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908938 00000100:00000010:0.0:1767384321.186138:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003680d200. 00000100:00000001:1.0:1767384321.186139:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908938 00000100:00000001:3.0:1767384321.186143:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.186146:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384321.186153:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908938 00000400:00000200:3.0:1767384321.186154:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000100:00000001:1.0:1767384321.186154:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908938 00000400:00000010:3.0:1767384321.186161:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:1.0:1767384321.186162:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908938 00000100:00000010:0.0:1767384321.186162:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00000001:3.0:1767384321.186169:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384321.186170:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384321.186177:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.186178:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.186179:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908938 00000100:00000001:1.0:1767384321.186186:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.186186:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186193:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.186195:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186196:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384321.186198:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.186199:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.186202:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.186209:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384321.186210:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.186211:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.186213:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384321.186215:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384321.186216:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.186222:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.186223:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.186224:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.186228:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384321.186228:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.186229:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.186230:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.186234:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186235:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.186235:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.186239:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.186243:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186244:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186245:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.186254:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2917 usecs (3 jiffies) 00000100:00000001:3.0:1767384321.186258:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908931 00000100:00000001:3.0:1767384321.186260:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908938 00000100:00000001:3.0:1767384321.186265:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908931 00000100:00000001:3.0:1767384321.186271:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908938 00000100:00000001:0.0:1767384321.186305:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384321.186308:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384321.186308:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384321.186309:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752192 00000100:00000001:3.0:1767384321.186314:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908932 00000100:00000001:2.0:1767384321.186314:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.186315:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752064 02000000:00000001:0.0:1767384321.186315:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384321.186321:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.186322:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908938 02000000:00000001:1.0:1767384321.186322:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384321.186323:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384321.186327:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.186327:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186329:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908932 02000000:00000001:2.0:1767384321.186330:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.186332:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.186335:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186339:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908938 02000000:00000001:2.0:1767384321.186339:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.186341:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.186341:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752192 00000100:00000001:3.0:1767384321.186345:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384321.186348:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384321.186349:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752064 00000100:00100000:2.0:1767384321.186350:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737752448:0@lo:400: 00000100:00000001:3.0:1767384321.186351:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.186355:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384321.186357:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.186360:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:2.0:1767384321.186361:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384321.186361:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:3.0:1767384321.186362:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384321.186366:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384321.186367:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384321.186367:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.186369:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:3.0:1767384321.186371:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384321.186372:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.186372:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000020:00000001:0.0:1767384321.186374:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384321.186376:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384321.186378:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384321.186380:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384321.186383:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384321.186385:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384321.186386:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d38691a. 00000020:00000001:1.0:1767384321.186386:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384321.186389:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.186390:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384321.186392:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186396:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186396:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384321.186398:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a64f6aca. 00000400:00000010:2.0:1767384321.186399:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce0aa87. 00000020:00000010:1.0:1767384321.186402:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:3.0:1767384321.186403:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.186407:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000067783ecc. 00000400:00000010:2.0:1767384321.186408:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000100:00000200:2.0:1767384321.186416:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737752448, portal 10 00000020:00000040:0.0:1767384321.186417:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:1.0:1767384321.186418:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.186421:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384321.186422:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384321.186428:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877994880 : -113991831556736 : ffff9853355f6d80) 00000020:00000010:1.0:1767384321.186428:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000100:00100000:3.0:1767384321.186429:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752320 02000000:00000001:3.0:1767384321.186434:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384321.186437:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384321.186438:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384321.186439:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db482431. 00000100:00000040:2.0:1767384321.186441:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.186442:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.186444:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1017b71. 00000020:00000010:1.0:1767384321.186450:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd887e2f. 02000000:00000001:3.0:1767384321.186451:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384321.186454:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050d5c9cd. 00000100:00100000:3.0:1767384321.186459:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752320 00000020:00000010:1.0:1767384321.186460:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000852ecdff. 00000100:00000001:2.0:1767384321.186463:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384321.186463:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d01f0c. 00000020:00000001:3.0:1767384321.186465:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384321.186470:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000040:2.0:1767384321.186470:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384321.186472:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:2.0:1767384321.186474:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000040:0.0:1767384321.186475:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384321.186476:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384321.186478:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737752448, offset 0 00000100:00000001:1.0:1767384321.186480:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384321.186481:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384321.186483:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384321.186486:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.186487:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384321.186488:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:0.0:1767384321.186492:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.186493:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384321.186495:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384321.186498:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384321.186499:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:0.0:1767384321.186500:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186503:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384321.186506:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.186508:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384321.186512:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d18c1cad. 00000100:00000001:0.0:1767384321.186514:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.186519:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384321.186520:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.186520:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.186528:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384321.186529:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d18c1cad. 00000100:00000001:0.0:1767384321.186532:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384321.186536:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fb95ca6. 00000100:00000001:1.0:1767384321.186540:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384321.186541:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d703d80 00000100:00100000:0.0:1767384321.186543:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000010:3.0:1767384321.186544:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bfa1b5b9. 00000100:00000001:1.0:1767384321.186545:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384321.186552:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000020:00000010:3.0:1767384321.186553:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000100:00100000:1.0:1767384321.186557:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384321.186559:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893036288 : -113991816515328 : ffff98533644f100) 00000400:00000200:2.0:1767384321.186561:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000040:1.0:1767384321.186564:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 2 00000100:00000040:3.0:1767384321.186567:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384321.186569:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009643904 : -113991699907712 : ffff98533d383b80) 00000100:00000040:0.0:1767384321.186570:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060fa6d04 x1853236737752192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.186573:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384321.186575:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.186578:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384321.186580:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c452c08 x1853236737752064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.186583:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.186590:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.186592:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384321.186597:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384321.186601:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384321.186602:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.186606:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384321.186613:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e0f2a98. 00000100:00000001:0.0:1767384321.186615:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.186616:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384321.186617:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384321.186620:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebde92c0. 00000020:00000010:1.0:1767384321.186622:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000040:2.0:1767384321.186628:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000007e0f2a98 x1853236737752448 msgsize 224 00000100:00000001:0.0:1767384321.186628:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.186629:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.186630:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.186637:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384321.186638:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebde92c0. 00000020:00000010:1.0:1767384321.186639:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000100:00100000:2.0:1767384321.186648:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384321.186649:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1767384321.186656:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c452c08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236737752064:12345-0@lo:400: 00000100:00100000:0.0:1767384321.186656:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060fa6d04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236737752192:12345-0@lo:13: 00000100:00000040:3.0:1767384321.186658:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:3.0:1767384321.186664:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877993088 : -113991831558528 : ffff9853355f6680) 00000100:00000001:2.0:1767384321.186665:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384321.186691:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752192 00000100:00000040:3.0:1767384321.186692:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027fda329 x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.186694:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000100:00000200:1.0:1767384321.186695:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752064 00000400:00000010:2.0:1767384321.186700:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000020:00000001:1.0:1767384321.186703:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384321.186706:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384321.186708:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384321.186710:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384321.186711:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384321.186715:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.186716:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.186717:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186721:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384321.186722:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384321.186724:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384321.186727:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000010:3.0:1767384321.186728:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d18c1cad. 00000020:00000001:0.0:1767384321.186728:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000001:3.0:1767384321.186737:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384321.186738:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384321.186738:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384321.186740:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384321.186744:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384321.186745:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384321.186746:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d18c1cad. 00000100:00000040:2.0:1767384321.186748:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.186753:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.186758:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384321.186759:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027fda329 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737752320:12345-0@lo:400: 00000020:00000001:1.0:1767384321.186760:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.186763:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.186766:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384321.186772:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.186773:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384321.186774:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752320 02000000:00000001:0.0:1767384321.186779:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384321.186780:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384321.186781:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.186787:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.186787:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384321.186787:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000036e6c3ac. 00000020:00000001:3.0:1767384321.186789:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384321.186793:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384321.186794:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.186796:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384321.186797:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.186798:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384321.186799:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8720efe. 00000020:00000001:3.0:1767384321.186800:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.186804:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3466 usecs (4 jiffies) 02000000:00000001:1.0:1767384321.186806:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384321.186806:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384321.186807:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384321.186809:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294908933 00000020:00000001:3.0:1767384321.186812:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:1.0:1767384321.186813:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.186814:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294908938 00002000:00000001:0.0:1767384321.186814:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384321.186820:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384321.186822:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294908933 00000020:00000001:1.0:1767384321.186823:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.186823:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384321.186825:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384321.186828:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384321.186830:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294908938 00010000:00000040:1.0:1767384321.186831:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737752064 00000020:00000001:3.0:1767384321.186832:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384321.186836:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294908933 00000020:00000001:3.0:1767384321.186838:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384321.186838:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384321.186841:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294908938 00080000:00000001:0.0:1767384321.186842:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.186844:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.186845:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294908933 00010000:00000200:1.0:1767384321.186848:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c452c08 x1853236737752064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384321.186850:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384321.186852:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384321.186852:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294908938 00002000:00000024:0.0:1767384321.186858:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384321.186859:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384321.186860:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.186865:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384321.186868:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384321.186869:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000010:3.0:1767384321.186872:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000192329f5. 00000100:00000001:2.0:1767384321.186876:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384321.186878:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384321.186879:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.186881:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384321.186883:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.186887:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.186887:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384321.186890:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384321.186892:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384321.186895:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.186896:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.186897:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000001:0.0:1767384321.186898:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000040:3.0:1767384321.186900:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752320 00000100:00000001:2.0:1767384321.186905:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1767384321.186906:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1767384321.186907:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384321.186908:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.186909:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:0.0:1767384321.186912:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.186918:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000200:3.0:1767384321.186919:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027fda329 x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.186920:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384321.186921:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.186927:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.186930:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00010000:00000040:0.0:1767384321.186931:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737752192 02000000:00000001:1.0:1767384321.186940:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384321.186942:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384321.186946:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.186947:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384321.186947:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384321.186953:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.186953:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752448 00010000:00000200:0.0:1767384321.186953:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060fa6d04 x1853236737752192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.186955:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384321.186958:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1767384321.186961:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.186963:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384321.186966:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384321.186967:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.186973:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384321.186975:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.186976:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000040:3.0:1767384321.186979:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00100000:2.0:1767384321.186982:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752448 00010000:00000001:0.0:1767384321.186982:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384321.186985:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000200:1.0:1767384321.186986:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737752064, offset 224 00000020:00000001:2.0:1767384321.186987:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384321.186988:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.186991:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 02000000:00000001:3.0:1767384321.186992:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384321.186996:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384321.186997:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.187001:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000400:00000200:1.0:1767384321.187003:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384321.187003:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.187005:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384321.187007:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000040:3.0:1767384321.187015:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384321.187015:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:0.0:1767384321.187016:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384321.187021:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384321.187023:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384321.187025:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000040:0.0:1767384321.187025:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 23 to 0@lo 00000020:00000010:2.0:1767384321.187029:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:0.0:1767384321.187032:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000200:3.0:1767384321.187034:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737752320, offset 224 00000020:00000010:2.0:1767384321.187035:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000691134fb. 02000000:00000001:0.0:1767384321.187037:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384321.187041:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d703c00 02000000:00000001:0.0:1767384321.187042:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.187044:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:0.0:1767384321.187050:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384321.187051:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384321.187052:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384321.187057:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384321.187059:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c07340. 00000400:00000010:0.0:1767384321.187062:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000400:00000200:1.0:1767384321.187064:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15d5 [1] + 224 00000020:00000010:2.0:1767384321.187067:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fb3158b. 00000400:00000200:3.0:1767384321.187069:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384321.187075:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aa39bc4. 00000400:00000200:1.0:1767384321.187078:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384321.187079:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737752192, offset 224 00000100:00000001:2.0:1767384321.187081:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384321.187086:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384321.187087:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d703d00 00000100:00000001:2.0:1767384321.187090:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384321.187091:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384321.187096:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384321.187100:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384321.187105:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384321.187105:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384321.187110:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.187111:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1767384321.187112:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384321.187116:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.187123:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.187125:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.187131:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d703c80 00000100:00000001:2.0:1767384321.187137:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384321.187138:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384321.187141:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384321.187145:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15d1 [1] + 224 00000100:00100000:2.0:1767384321.187151:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384321.187159:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.187160:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384321.187160:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000400:00000200:0.0:1767384321.187169:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384321.187174:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.187178:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996000768 : -113991713550848 : ffff98533c680e00) 00000100:00000040:1.0:1767384321.187178:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.187179:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384321.187186:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.187199:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e0f2a98 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.187214:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.187236:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384321.187237:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.187240:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384321.187245:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691134fb. 00000400:00000200:1.0:1767384321.187246:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000100:00000001:2.0:1767384321.187252:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384321.187253:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:1.0:1767384321.187261:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384321.187262:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691134fb. 00000100:00000001:3.0:1767384321.187265:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.187266:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384321.187271:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e0f2a98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737752448:12345-0@lo:400: 00000400:00000200:3.0:1767384321.187298:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000100:00000001:0.0:1767384321.187299:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.187302:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.187304:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000040:1.0:1767384321.187311:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000200:2.0:1767384321.187312:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752448 00000100:00000001:3.0:1767384321.187313:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384321.187317:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000100:00000001:3.0:1767384321.187319:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384321.187320:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384321.187320:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384321.187321:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:3.0:1767384321.187326:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.187326:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.187327:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384321.187328:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384321.187332:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.187333:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384321.187335:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384321.187338:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:2.0:1767384321.187338:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384321.187342:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:0.0:1767384321.187342:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.187343:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c452c08 x1853236737752064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384321.187344:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384321.187350:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.187350:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384321.187353:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000001:2.0:1767384321.187356:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384321.187357:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384321.187360:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.187363:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.187365:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.187368:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027fda329 x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384321.187369:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384321.187371:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384321.187374:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.187380:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060fa6d04 x1853236737752192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.187381:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c452c08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236737752064:12345-0@lo:400: Request processed in 758us (1456us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384321.187382:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384321.187387:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384321.187392:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384321.187396:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ebcc5329. 02000000:00000001:2.0:1767384321.187403:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.187408:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384321.187409:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.187412:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027fda329 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737752320:12345-0@lo:400: Request processed in 686us (1292us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384321.187418:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.187419:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00010000:00000040:2.0:1767384321.187426:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752448 00000100:00000001:1.0:1767384321.187427:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.187432:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384321.187434:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384321.187434:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060fa6d04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236737752192:12345-0@lo:13: Request processed in 814us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384321.187435:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000010:1.0:1767384321.187439:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd887e2f. 00000100:00000040:3.0:1767384321.187441:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00010000:00000200:2.0:1767384321.187443:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e0f2a98 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.187448:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384321.187448:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000852ecdff. 00000100:00000001:3.0:1767384321.187453:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.187457:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db482431. 00000020:00000010:3.0:1767384321.187459:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bfa1b5b9. 00000100:00100000:0.0:1767384321.187465:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000040:1.0:1767384321.187467:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000020:00000010:3.0:1767384321.187468:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00010000:00000001:2.0:1767384321.187468:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384321.187469:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00010000:00000001:2.0:1767384321.187473:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.187475:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.187476:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384321.187478:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=31 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384321.187479:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fb95ca6. 00000100:00000001:0.0:1767384321.187482:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384321.187489:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:2.0:1767384321.187489:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384321.187490:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050d5c9cd. 00000100:00000001:3.0:1767384321.187496:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.187498:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384321.187498:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d01f0c. 00000100:00000040:2.0:1767384321.187502:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.187503:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384321.187505:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1017b71. 00000100:00000001:2.0:1767384321.187508:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000400:00000001:1.0:1767384321.187511:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384321.187512:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 02000000:00000001:2.0:1767384321.187513:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384321.187515:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384321.187517:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.187519:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384321.187520:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 00000100:00000001:2.0:1767384321.187525:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384321.187527:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:1.0:1767384321.187531:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000040:2.0:1767384321.187536:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.187537:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384321.187540:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384321.187542:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00080000:0.0:1767384321.187544:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:2.0:1767384321.187550:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737752448, offset 224 00000020:00000040:0.0:1767384321.187550:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384321.187552:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384321.187552:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384321.187559:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1767384321.187559:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000001:3.0:1767384321.187564:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384321.187565:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000010:3.0:1767384321.187569:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000100:00000200:1.0:1767384321.187577:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.187578:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000100:00000001:0.0:1767384321.187582:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384321.187583:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:0.0:1767384321.187587:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.187590:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384321.187596:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.187596:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384321.187601:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384321.187601:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.187605:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.187609:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000296468a2. 00000100:00000001:1.0:1767384321.187610:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.187611:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.187619:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384321.187620:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 02000000:00000001:1.0:1767384321.187625:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384321.187625:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000400:00000200:2.0:1767384321.187630:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d703d80 00000100:00000001:1.0:1767384321.187630:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.187633:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384321.187634:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384321.187637:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.187642:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.187643:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e9 [1] + 224 00000100:00000200:0.0:1767384321.187643:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384321.187653:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=26 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384321.187656:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384321.187667:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=26 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384321.187683:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.187687:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.187694:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.187695:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384321.187695:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384321.187700:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.187701:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384321.187701:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.187706:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384321.187706:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.187708:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384321.187711:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.187716:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384321.187717:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.187723:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.187736:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384321.187743:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.187747:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384321.187750:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=31 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384321.187754:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.187755:0:16139:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384321.187760:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.187760:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.187762:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384321.187765:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.187767:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.187769:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384321.187770:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.187774:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:3.0:1767384321.187775:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384321.187777:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.187782:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00080000:3.0:1767384321.187786:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384321.187786:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=26 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384321.187787:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.187794:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384321.187799:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384321.187799:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=26 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384321.187802:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00010000:00000001:3.0:1767384321.187807:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.187808:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00000001:3.0:1767384321.187816:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384321.187817:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384321.187818:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384321.187820:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384321.187822:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.187823:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.187826:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384321.187828:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.187832:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.187832:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384321.187832:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384321.187835:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00080000:0.0:1767384321.187841:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.187842:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384321.187843:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.187843:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384321.187848:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.187849:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.187856:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384321.187860:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.187865:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e0f2a98 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384321.187880:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.187888:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384321.187892:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384321.187893:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384321.187902:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.187903:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384321.187907:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.187908:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.187916:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009523c7fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737752064:0@lo:400: 00000100:00100000:2.0:1767384321.187917:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e0f2a98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737752448:12345-0@lo:400: Request processed in 671us (1283us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384321.187919:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.187925:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.187933:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.187951:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384321.187963:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009523c7fc x1853236737752064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.187965:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384321.187968:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384321.187969:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a900965e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737752320:0@lo:400: 00000100:00000040:2.0:1767384321.187973:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:0.0:1767384321.187976:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384321.187979:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384321.187981:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.187984:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.187984:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1767384321.187988:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:2.0:1767384321.187991:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fb3158b. 00000100:00000001:3.0:1767384321.187992:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000040:0.0:1767384321.187994:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:3.0:1767384321.188000:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a900965e x1853236737752320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384321.188001:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aa39bc4. 00000100:00000001:1.0:1767384321.188002:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000040:0.0:1767384321.188002:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:1.0:1767384321.188007:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384321.188010:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c07340. 02000000:00000010:1.0:1767384321.188012:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f27833e. 00000020:00000040:2.0:1767384321.188019:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000004:00000020:0.0:1767384321.188020:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:1.0:1767384321.188021:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384321.188022:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384321.188025:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.188026:0:16140:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384321.188027:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.188033:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000424cbdc. 00000020:00000040:1.0:1767384321.188033:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:0.0:1767384321.188034:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.188040:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384321.188043:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767384321.188044:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002da4ccfe. 00000100:00000040:0.0:1767384321.188046:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384321.188048:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384321.188049:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384321.188052:0:16141:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384321.188052:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384321.188053:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384321.188057:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384321.188060:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767384321.188061:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384321.188061:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009523c7fc. 02000000:00000010:3.0:1767384321.188065:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c712c310. 00000400:00000001:2.0:1767384321.188066:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384321.188069:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767384321.188072:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cce0aa87. 00000100:00000001:1.0:1767384321.188073:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384321.188074:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384321.188077:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737752192:0@lo:13: 00000400:00000200:2.0:1767384321.188079:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dffa417 02000000:00000001:3.0:1767384321.188080:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384321.188080:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384321.188085:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00000100:00000010:3.0:1767384321.188086:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a900965e. 00000100:00000001:0.0:1767384321.188089:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.188090:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.188092:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384321.188093:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384321.188095:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.188095:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384321.188097:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384321.188100:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.188102:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.188103:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384321.188106:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737752192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.188108:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.188112:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.188117:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.188124:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.188130:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.188133:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.188136:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.188143:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384321.188144:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384321.188148:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.188150:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384321.188150:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c256c6b5. 02000000:00000001:2.0:1767384321.188152:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384321.188154:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384321.188155:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.188156:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.188159:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=30 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384321.188164:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384321.188165:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=30 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384321.188170:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384321.188171:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384321.188176:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.188176:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384321.188180:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384321.188185:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767384321.188186:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384321.188190:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bae09cd8. 02000000:00000001:0.0:1767384321.188195:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384321.188199:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384321.188203:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00010000:00000001:2.0:1767384321.188204:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.188210:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384321.188211:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384321.188212:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384321.188217:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.188218:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384321.188221:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.188225:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.188227:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.188234:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.188235:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.188241:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.188241:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.188243:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.188249:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.188249:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.188254:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.188262:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737752448:0@lo:400: 00000100:00000001:2.0:1767384321.188266:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.188268:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384321.188269:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b7fb4c1 x1853236737752448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.188418:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384321.188419:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384321.188421:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d38691a. 02000000:00000001:2.0:1767384321.188424:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384321.188426:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.188427:0:16138:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384321.188429:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384321.188430:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000036beef0. 02000000:00000001:2.0:1767384321.188433:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384321.188434:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384321.188435:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b7fb4c1. 00000100:00000001:2.0:1767384321.188438:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.188439:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.188441:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.188461:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.188470:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.188472:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.188474:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.196372:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294908938, at 4294908939 00000100:00000010:3.0:1767384321.196381:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000100:00000040:0.0:1767384321.196391:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294908938, at 4294908939 00000100:00000010:0.0:1767384321.196402:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e098184. 00000100:00000040:1.0:1767384321.196523:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294908938, at 4294908939 00000100:00000010:1.0:1767384321.196530:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003220e52c. 00000100:00000040:2.0:1767384321.196619:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294908938, at 4294908939 00000100:00000010:2.0:1767384321.196627:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003680d200. 00080000:00000001:1.0:1767384322.071434:0:24124:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384322.071446:0:24124:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.071449:0:24124:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.071455:0:24124:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384322.071460:0:24124:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.071463:0:24124:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.081333:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384322.081337:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.081342:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384322.081344:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.081429:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384322.081433:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.081437:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384322.786021:0:24288:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384322.786024:0:24288:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384322.789909:0:24288:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384322.797090:0:24289:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000943eb9d0. 00000400:00000010:1.0:1767384322.797105:0:24289:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000020fb6980. 00000400:00000010:1.0:1767384322.797113:0:24289:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000037200717. 00000400:00000010:1.0:1767384322.797121:0:24289:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006c77da01. 00000400:00000010:1.0:1767384322.797125:0:24289:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cc0f1b38. 00000400:00000010:1.0:1767384322.797128:0:24289:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8ac7030. 00000400:00000010:1.0:1767384322.797129:0:24289:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006fd60e4d. 00000400:00000010:1.0:1767384322.797131:0:24289:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040725200. 00000400:00000010:1.0:1767384322.797134:0:24289:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ec0e2375. 00000800:00000010:1.0:1767384322.797144:0:24289:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009ecd451a. 00000800:00000200:1.0:1767384322.797154:0:24289:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384322.797162:0:24289:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384322.797211:0:24289:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384322.797228:0:24289:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384322.798683:0:24289:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000238f6621. 00000400:00000010:1.0:1767384322.798691:0:24289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 00000400:00000010:1.0:1767384322.798698:0:24289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000400:00000001:1.0:1767384322.798716:0:24289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384322.798719:0:24289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384322.798722:0:24289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051c60cc0. 00000400:00000200:1.0:1767384322.798727:0:24289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b3ffb0b 00000400:00000010:1.0:1767384322.798730:0:24289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b3ffb0b. 00000400:00000010:1.0:1767384322.798734:0:24289:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000005c56a54b. 00000400:00000200:1.0:1767384322.798741:0:24289:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (16) 00000400:00000200:1.0:1767384322.798756:0:24289:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384322.798765:0:24289:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384322.798772:0:24289:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c4a81119. 00000020:01000000:1.0:1767384322.798778:0:24289:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384322.798797:0:24289:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp25 00000400:00000200:3.0:1767384322.798798:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384322.798806:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:3.0:1767384322.798812:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000400:00000010:1.0:1767384322.798812:0:24289:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000020fb6980. 00000400:00000010:1.0:1767384322.798816:0:24289:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000943eb9d0. 00000400:00000200:3.0:1767384322.798824:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (17) 00000400:00000010:3.0:1767384322.798829:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025a59767. 00000400:00000200:3.0:1767384322.798833:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:0.0:1767384322.798844:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384322.798845:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 10000000:00000001:0.0:1767384322.798849:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384322.798853:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [37:37:256:4294967295] 192.168.203.152@tcp LPNI seq info [37:37:8:4294967295] 10000000:00000001:0.0:1767384322.798854:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384322.798859:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384322.798862:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384322.798863:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp 00000020:01000004:0.0:1767384322.798866:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384322.798869:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384322.798872:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.798874:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384322.798877:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384322.798879:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) : PUT try# 0 00000020:01000004:0.0:1767384322.798880:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384322.798883:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384322.798886:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.798887:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384322.798890:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.152@tcp 00000100:00000010:0.0:1767384322.798894:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a21e9887. 00000800:00000010:3.0:1767384322.798895:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c739eac5. 00000020:00000040:0.0:1767384322.798901:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000800:00000200:3.0:1767384322.798904:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000100:00000001:0.0:1767384322.798908:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384322.798912:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:3.0:1767384322.798916:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c739eac5 type 1, nob 400 niov 1 nkiov 1 02000000:00000001:0.0:1767384322.798918:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.798923:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.798931:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000088ae8ab2. 00000400:00000200:3.0:1767384322.798932:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384322.798937:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000001:0.0:1767384322.798939:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.798948:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.798950:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.798956:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a21e9887] to pc [ptlrpcd_00_01+1] req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384322.798974:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384322.798977:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.798979:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384322.798980:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384322.798986:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.798987:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.798988:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384322.798990:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384322.798992:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384322.798993:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384322.798994:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384322.798997:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384322.798998:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384322.798999:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384322.799001:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384322.799002:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384322.799006:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384322.799007:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384322.799008:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:1.0:1767384322.799010:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384322.799011:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384322.799017:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3bbb4a8. 00000020:00000040:0.0:1767384322.799022:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384322.799023:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384322.799025:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.799026:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.799027:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.799032:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.799032:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f681e718. 02000000:00000001:1.0:1767384322.799037:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384322.799038:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.799042:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.799043:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384322.799046:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.799046:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.799053:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a21e9887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737752576:0@lo:253: 00000100:00000040:0.0:1767384322.799055:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bbb4a8] to pc [ptlrpcd_00_02+2] req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.799060:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384322.799065:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384322.799068:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.799070:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384322.799070:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767384322.799075:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c739eac5. 02000000:00000010:1.0:1767384322.799078:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384322.799083:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799084:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384322.799088:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e692c8c1. 00000400:00000200:2.0:1767384322.799092:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 00000400:00000010:1.0:1767384322.799095:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020fb6980. 00000400:00000200:2.0:1767384322.799098:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:1.0:1767384322.799099:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737752576, portal 25 10000000:00000001:0.0:1767384322.799103:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799104:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000100:00000001:1.0:1767384322.799104:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384322.799107:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893037184 : -113991816514432 : ffff98533644f480) 00000100:00000001:3.0:1767384322.799110:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384322.799110:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384322.799114:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384322.799115:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384322.799116:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384322.799117:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000000:0.0:1767384322.799122:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384322.799124:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.799126:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384322.799128:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c4a81119. 00000800:00000001:2.0:1767384322.799132:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384322.799135:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384322.799137:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384322.799137:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384322.799141:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384322.799143:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.799143:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384322.799145:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc759085. 00000100:00000001:0.0:1767384322.799148:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799151:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : PUT - for me 00000100:00000001:3.0:1767384322.799152:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384322.799152:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737752576, offset 0 00000100:00000001:3.0:1767384322.799156:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384322.799161:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384322.799161:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384322.799167:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384322.799168:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384322.799171:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.799172:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.799175:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384322.799181:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 288/304 into md 0x15b9 [1] + 0 00000400:00000010:2.0:1767384322.799191:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:1.0:1767384322.799192:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703e00 00000100:00000001:3.0:1767384322.799198:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384322.799200:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aaae0e58 00000100:00000001:3.0:1767384322.799201:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.799205:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384322.799206:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384322.799207:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384322.799211:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 02000000:00000001:3.0:1767384322.799212:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384322.799212:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.799218:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384322.799219:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089daf227. 00000100:00100000:3.0:1767384322.799220:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737752704:0@lo:253: 00000400:00000200:1.0:1767384322.799225:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003081275d 00000100:00000001:3.0:1767384322.799227:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384322.799229:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 02000000:00000001:3.0:1767384322.799231:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384322.799233:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.799234:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000400:00000010:2.0:1767384322.799239:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 02000000:00000001:3.0:1767384322.799240:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.799242:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384322.799245:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384322.799246:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384322.799247:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003081275d 02000000:00000010:3.0:1767384322.799252:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007527abb7. 00000400:00000010:1.0:1767384322.799252:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003081275d. 00000400:00000200:2.0:1767384322.799253:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 02000000:00000001:3.0:1767384322.799258:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.799261:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384322.799262:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa82c36. 00000400:00000200:2.0:1767384322.799263:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000200:1.0:1767384322.799264:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384322.799268:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (304 bytes) 00000400:00000010:3.0:1767384322.799269:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d31c6d40. 00000400:00000200:2.0:1767384322.799297:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000200:3.0:1767384322.799298:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737752704, portal 25 00000100:00000001:3.0:1767384322.799303:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384322.799304:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000085ba77bb x1853236737752576 msgsize 4848 00000100:00000001:3.0:1767384322.799305:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893023744 : -113991816527872 : ffff98533644c000) 00000400:00000200:2.0:1767384322.799306:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000100:00000040:3.0:1767384322.799315:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.799315:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:1.0:1767384322.799317:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384322.799324:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384322.799328:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000100:00000001:3.0:1767384322.799330:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384322.799333:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384322.799334:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384322.799336:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e98ce10f. 00000100:00000200:3.0:1767384322.799341:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737752704, offset 0 00000400:00000200:2.0:1767384322.799346:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [38:38:256:4294967295] 192.168.203.152@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1767384322.799349:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384322.799358:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) 192.168.203.152@tcp : ACK try# 0 00000800:00000200:2.0:1767384322.799362:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384322.799366:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c2d09f. 00000400:00000200:1.0:1767384322.799366:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc759085 00000400:00000010:1.0:1767384322.799370:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc759085. 00000400:00000200:3.0:1767384322.799372:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384322.799375:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384322.799377:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000100:00000200:1.0:1767384322.799381:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.799382:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d703e80 00000800:00000200:2.0:1767384322.799387:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000400:00000200:3.0:1767384322.799394:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000800:00000200:2.0:1767384322.799394:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059c2d09f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384322.799403:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3301320. 00000100:00000001:1.0:1767384322.799404:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384322.799407:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fb0ce6c 00000100:00000040:1.0:1767384322.799409:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384322.799411:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.799413:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384322.799418:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.799423:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384322.799424:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384322.799424:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.799429:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384322.799430:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb0ce6c 00000400:00000010:3.0:1767384322.799433:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fb0ce6c. 00000100:00000001:1.0:1767384322.799434:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.799438:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384322.799440:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384322.799440:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910561 00000100:00000200:3.0:1767384322.799441:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384322.799446:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b6be3284. 00000100:00000040:3.0:1767384322.799448:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000003455936d x1853236737752704 msgsize 4848 00000100:00000010:1.0:1767384322.799448:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d4e7d0b. 00000400:00000010:2.0:1767384322.799452:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000100:00000001:1.0:1767384322.799457:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384322.799458:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000100:00100000:3.0:1767384322.799460:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384322.799465:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384322.799465:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910561 00000400:00000200:2.0:1767384322.799466:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b6be3284 00000400:00000010:2.0:1767384322.799472:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000007eb25790. 00000100:00000010:1.0:1767384322.799473:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011737d31. 00000100:00000001:3.0:1767384322.799477:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384322.799478:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384322.799479:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000400:00000200:3.0:1767384322.799484:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e98ce10f 00000800:00000200:0.0:1767384322.799486:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384322.799487:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e98ce10f. 00000100:00000001:1.0:1767384322.799487:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910561 00000400:00000200:2.0:1767384322.799488:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102451 00000800:00000010:0.0:1767384322.799490:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c2d09f. 00000100:00000001:3.0:1767384322.799493:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384322.799495:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000100:00000010:1.0:1767384322.799496:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8004dc8. 00000400:00000200:0.0:1767384322.799497:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384322.799499:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384322.799500:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b38203a3. 00000100:00000001:1.0:1767384322.799503:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384322.799504:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000400:00000200:0.0:1767384322.799507:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 00000100:00000001:1.0:1767384322.799511:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910561 00000400:00000010:2.0:1767384322.799513:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d35559f3. 00000800:00000001:0.0:1767384322.799517:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384322.799520:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008d84504. 00000400:00000200:2.0:1767384322.799524:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000800:00000001:0.0:1767384322.799524:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.799529:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000800:00000001:0.0:1767384322.799530:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384322.799535:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384322.799535:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:1.0:1767384322.799538:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384322.799538:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384322.799541:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.799545:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:1.0:1767384322.799546:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.799552:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : ACK - for me 00000100:00000001:1.0:1767384322.799554:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.799561:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.799563:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384322.799569:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.799572:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799575:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:3.0:1767384322.799576:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384322.799578:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384322.799583:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384322.799586:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384322.799588:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:1.0:1767384322.799588:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.799593:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799599:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:1.0:1767384322.799609:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384322.799611:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752576 02000000:00000001:1.0:1767384322.799615:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384322.799618:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.799621:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384322.799624:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799627:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00100000:1.0:1767384322.799628:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752576 00000020:00000001:1.0:1767384322.799632:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384322.799634:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384322.799637:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384322.799640:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000040:1.0:1767384322.799640:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:1.0:1767384322.799644:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384322.799648:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384322.799654:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:1.0:1767384322.799655:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384322.799675:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ae35ba6. 00000400:00000200:2.0:1767384322.799676:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:1.0:1767384322.799680:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384322.799684:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000010:1.0:1767384322.799687:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ae35ba6. 00000400:00000200:2.0:1767384322.799690:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384322.799694:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000010:1.0:1767384322.799696:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000026f90f2. 00000400:00000200:2.0:1767384322.799697:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384322.799703:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000010:1.0:1767384322.799704:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3aecdd. 00000400:00000200:2.0:1767384322.799708:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000010:1.0:1767384322.799712:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000852ecdff. 00000400:00000200:2.0:1767384322.799713:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384322.799719:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp24 00000400:00000200:2.0:1767384322.799722:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp24 lpni_is_preferred = 0 00000100:00000040:1.0:1767384322.799724:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384322.799726:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp24 00000100:00000001:1.0:1767384322.799729:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384322.799730:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [39:39:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [39:39:8:4294967295] 00000100:00000001:1.0:1767384322.799734:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384322.799738:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp24 00000100:00000001:1.0:1767384322.799739:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799745:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:) -> 192.168.203.152@tcp24(192.168.203.152@tcp:192.168.203.152@tcp24) : GET try# 0 00000100:00000001:1.0:1767384322.799748:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.799752:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp24 00000100:00000001:3.0:1767384322.799756:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384322.799758:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000da6d8fe5. 00000100:00000001:1.0:1767384322.799759:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.799759:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp: ACK from 12345-192.168.203.152@tcp into md 0x1605 00000100:00000001:3.0:1767384322.799761:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910561 00000100:00000001:3.0:1767384322.799767:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294910561 00000800:00000010:2.0:1767384322.799768:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071edc318. 00000400:00000200:0.0:1767384322.799769:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384322.799770:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910561 00000100:00000001:1.0:1767384322.799771:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384322.799776:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752704 00000100:00000001:3.0:1767384322.799777:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294910561 00000800:00000010:2.0:1767384322.799777:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b67e536b. 00000400:00000200:0.0:1767384322.799779:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 02000000:00000001:1.0:1767384322.799780:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384322.799784:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910561 00000100:00000001:1.0:1767384322.799784:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384322.799787:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000100:00000001:1.0:1767384322.799788:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.799789:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294910561 00000800:00000200:2.0:1767384322.799790:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (2) 00000400:00000010:0.0:1767384322.799791:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:3.0:1767384322.799793:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910561 00000400:00000200:0.0:1767384322.799798:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:2.1:1767384322.799799:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (2) 00000100:00000001:3.0:1767384322.799800:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294910561 02000000:00000001:1.0:1767384322.799800:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.799805:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:3.0:1767384322.799808:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384322.799808:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752704 00000400:00000200:0.0:1767384322.799811:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000020:00000001:1.0:1767384322.799812:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384322.799813:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384322.799816:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384322.799818:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.799818:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000400:00000200:2.0:1767384322.799819:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000020:00000001:1.0:1767384322.799820:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.799823:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384322.799825:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384322.799828:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384322.799829:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384322.799832:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00000020:00000001:1.0:1767384322.799834:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000800:00000001:0.0:1767384322.799835:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.799837:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384322.799838:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 00000400:00000200:2.0:1767384322.799842:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000020:00000010:1.0:1767384322.799843:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ae35ba6. 00000400:00000010:2.0:1767384322.799846:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000065dd06db. 00000100:00000001:1.0:1767384322.799847:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.799851:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ae35ba6. 00000400:00000010:2.0:1767384322.799853:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000020:00000010:1.0:1767384322.799856:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541156b4. 00000020:00000010:1.0:1767384322.799861:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001106eed6. 00000400:00000010:2.0:1767384322.799862:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc4b2779. 00000020:00000010:1.0:1767384322.799865:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000400:00000200:2.0:1767384322.799869:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:1.0:1767384322.799871:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384322.799874:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384322.799876:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799878:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:1.0:1767384322.799880:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.799884:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:1.0:1767384322.799884:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.799888:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.799892:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384322.799894:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384322.799897:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384322.799900:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:1.0:1767384322.799905:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384322.799909:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:2.0:1767384322.799911:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:1.0:1767384322.799912:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017781840 : -113991691769776 : ffff98533db46850) 00000100:00000040:1.0:1767384322.799920:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085ba77bb x1853236737752576/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.799922:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384322.799931:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.799938:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:1.0:1767384322.799942:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384322.799946:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:1.0:1767384322.799947:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ae35ba6. 00000100:00000001:1.0:1767384322.799952:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.799956:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ae35ba6. 00000400:00000200:2.0:1767384322.799957:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384322.799966:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:0.0:1767384322.799966:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00100000:1.0:1767384322.799967:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085ba77bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737752576:12345-0@lo:253: 00000400:00000200:2.0:1767384322.799977:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384322.799985:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000200:1.0:1767384322.799985:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752576 00000020:00000001:1.0:1767384322.799990:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384322.799994:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:1.0:1767384322.799996:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384322.799996:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.800000:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:1.0:1767384322.800000:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.800006:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384322.800009:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:2.0:1767384322.800013:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000001:1.0:1767384322.800014:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384322.800018:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.800021:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[39, 8], ns[39, 8] 00000020:00000001:1.0:1767384322.800021:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384322.800023:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384322.800025:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.800028:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384322.800033:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384322.800034:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384322.800039:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp10 02000000:00000010:1.0:1767384322.800039:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003617e049. 00000400:00000200:0.0:1767384322.800040:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.800045:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp10 lpni_is_preferred = 0 02000000:00000001:1.0:1767384322.800046:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.800050:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.800053:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp10 20000000:00000001:1.0:1767384322.800054:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384322.800059:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.152@tcp10 LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1767384322.800063:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp10 20000000:00000010:1.0:1767384322.800065:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002c75a395. 20000000:01000000:1.0:1767384322.800069:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384322.800072:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384322.800072:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.800075:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10:) -> 192.168.203.152@tcp10(192.168.203.152@tcp:192.168.203.152@tcp10) : GET try# 0 20000000:00000001:1.0:1767384322.800076:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384322.800080:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.800083:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.800087:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp10 20000000:00000001:1.0:1767384322.800088:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384322.800093:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081619a7c. 20000000:00000010:1.0:1767384322.800098:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e205d1c5. 00000800:00000200:2.0:1767384322.800099:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (6) 20000000:01000000:1.0:1767384322.800102:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:0.0:1767384322.800104:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 20000000:00000001:1.0:1767384322.800108:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.0:1767384322.800109:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:988 00000800:00000200:2.0:1767384322.800113:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081619a7c type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384322.800115:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384322.800124:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384322.800128:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00000400:00000200:0.0:1767384322.800136:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:2.0:1767384322.800148:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384322.800151:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384322.800154:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:2.0:1767384322.800157:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:2.0:1767384322.800159:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017772624 : -113991691778992 : ffff98533db44450) 00080000:00000001:1.0:1767384322.800159:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384322.800164:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384322.800164:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000040:2.0:1767384322.800168:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003455936d x1853236737752704/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384322.800168:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.800173:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384322.800177:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384322.800180:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384322.800182:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000010:2.0:1767384322.800184:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0e76e0f. 00080000:00000001:1.0:1767384322.800186:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384322.800188:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384322.800190:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000020:00000010:2.0:1767384322.800191:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0e76e0f. 00000100:00100000:2.0:1767384322.800199:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003455936d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737752704:12345-0@lo:253: 00080000:00000010:1.0:1767384322.800200:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9eb4783. 00080000:00000001:1.0:1767384322.800205:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750607360 : -113996958944256 : ffff985203c1b400) 00000100:00000200:2.0:1767384322.800206:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752704 00000020:00000001:2.0:1767384322.800210:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384322.800211:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384322.800214:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000020:00000001:2.0:1767384322.800220:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384322.800223:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.800225:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384322.800227:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:2.0:1767384322.800229:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384322.800230:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384322.800232:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384322.800233:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384322.800235:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.800237:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384322.800239:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384322.800245:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b4fdbb75. 02000000:00000001:2.0:1767384322.800247:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.800249:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.800252:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384322.800252:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 20000000:00000010:2.0:1767384322.800269:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000403b4022. 00000400:00000200:0.0:1767384322.800316:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000001:00000001:1.0:1767384322.800350:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384322.800352:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.800355:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384322.800371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00080000:00000001:1.0:1767384322.800376:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.800380:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384322.800419:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.800476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.800539:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00080000:00000001:1.0:1767384322.800547:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384322.800551:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384322.800585:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384322.800590:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384322.800593:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384322.800595:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.800596:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 20000000:00000001:2.0:1767384322.800599:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.800604:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384322.800651:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.800726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000800:00000200:2.0:1767384322.800730:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.800733:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081619a7c. 00000400:00000200:2.0:1767384322.800738:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.800744:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: GET: OK 00000400:00000200:2.0:1767384322.800748:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384322.800751:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:2.0:1767384322.800760:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.800765:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.800768:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384322.800778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000800:00000001:2.0:1767384322.800779:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.800791:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : GET - for me 00000400:00000200:2.0:1767384322.800803:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384322.800810:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 304/304 into md 0x1601 [1] + 0 00000400:00000200:2.0:1767384322.800822:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp10 to MR: 192.168.203.152@tcp10 local destination 00000400:00000200:0.0:1767384322.800826:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.800838:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp10 NI seq info: [41:41:256:4294967295] 192.168.203.152@tcp10 LPNI seq info [41:41:8:4294967295] 00000400:00000200:2.0:1767384322.800855:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) -> 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) 192.168.203.152@tcp10 : REPLY try# 0 00000800:00000200:2.0:1767384322.800861:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.152@tcp10 00000800:00000010:2.0:1767384322.800865:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081619a7c. 00000800:00000200:2.0:1767384322.800872:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (6) 00000400:00000200:0.0:1767384322.800875:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000800:00000200:2.0:1767384322.800880:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:1021 00000800:00000200:2.0:1767384322.800884:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081619a7c type 3, nob 400 niov 1 nkiov 1 00000400:00000200:0.0:1767384322.800919:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.800965:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000800:00000200:2.0:1767384322.800979:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.800982:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081619a7c. 00000400:00000200:2.0:1767384322.800986:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.800992:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: REPLY: OK 00000800:00000001:2.0:1767384322.800999:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.801002:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.801004:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.801008:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.801010:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.801014:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.801019:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : REPLY - for me 00000400:00000200:0.0:1767384322.801028:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.801031:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp10: Reply from 12345-192.168.203.152@tcp10 of length 304/304 into md 0x1621 00000800:00000001:2.0:1767384322.801036:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.801042:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.801044:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.801049:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: REPLY: OK 00000400:00000200:2.0:1767384322.801054:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384322.801055:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000400:00000200:2.0:1767384322.801059:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:1.0:1767384322.801059:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.801065:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:2.0:1767384322.801069:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384322.801072:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 17. state = 0x100251 00000400:00000200:2.0:1767384322.801079:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384322.801090:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384322.801092:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000800:00000001:2.0:1767384322.801101:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.801107:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.801122:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384322.801125:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:2.0:1767384322.801130:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000007eb25790. 00000400:00000010:2.0:1767384322.801133:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000707a8b7e. 00000400:00000010:2.0:1767384322.801136:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000411e2e91. 00000400:00000200:0.0:1767384322.801142:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000010:2.0:1767384322.801161:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d535bdff. 00000400:00000200:2.0:1767384322.801166:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d535bdff nid 192.168.203.152@tcp25 00000400:00000010:2.0:1767384322.801169:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000de8b182d. 00000400:00000200:2.0:1767384322.801172:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000de8b182d net tcp25 00000400:00000200:2.0:1767384322.801175:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000400:00000200:2.0:1767384322.801179:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp25 flags 0x11 00000400:00000010:2.0:1767384322.801183:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000007eb25790. 00000400:00000010:2.0:1767384322.801187:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000707a8b7e. 00000400:00000200:0.0:1767384322.801187:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000010:2.0:1767384322.801193:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000411e2e91. 00000400:00000010:2.0:1767384322.801198:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000065dd06db. 00000400:00000200:2.0:1767384322.801203:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384322.801205:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:2.0:1767384322.801210:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:2.0:1767384322.801214:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:2.0:1767384322.801218:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384322.801220:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:2.0:1767384322.801222:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384322.801226:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000400:00000200:0.0:1767384322.801245:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000800:00000010:0.0:1767384322.801449:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a1bf292. 00000800:00000010:0.0:1767384322.801454:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d604368. 00000800:00000010:0.0:1767384322.801458:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e57326ed. 00000800:00000010:0.0:1767384322.801486:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e57326ed. 00000400:00000200:2.0:1767384322.801528:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384322.801541:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384322.801544:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000866362e4. 00000800:00000010:0.0:1767384322.801576:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4a81119. 00000800:00000010:0.0:1767384322.801586:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000095cff38c. 00000800:00000010:0.0:1767384322.801598:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ed4692f. 00000800:00000200:0.1:1767384322.801603:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (2) 00000800:00000200:0.1:1767384322.801606:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp24 000000000ed4692f deleted 00000800:00000010:0.1:1767384322.801608:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000ed4692f. 00000800:00000200:0.1:1767384322.801611:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384322.801614:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:993 00000800:00000200:0.1:1767384322.801616:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da6d8fe5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384322.801619:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp24 p 3.x 192.168.203.152 -> 192.168.203.152:993 incarnation:1767384320981543707 sched[0] 00000800:00000010:0.0:1767384322.801624:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e57326ed. 00000800:00000010:0.0:1767384322.801677:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e57326ed. 00000800:00000010:0.0:1767384322.801683:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000095cff38c. 00000800:00000010:0.0:1767384322.801716:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000866362e4. 00000800:00000001:0.0:1767384322.801725:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.801728:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384322.801766:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384322.801769:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000da6d8fe5. 00000400:00000200:0.0:1767384322.801772:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.801776:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: GET: OK 00000400:00000200:0.0:1767384322.801779:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384322.801780:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000200:0.1:1767384322.801800:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384322.801809:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp24 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384320981543707 sched[0] 00000800:00000010:0.0:1767384322.801812:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d604368. 00000400:00000200:0.0:1767384322.801856:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.801900:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.801923:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.801962:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.801996:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802015:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802059:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802097:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802193:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802247:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802324:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802373:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802477:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802529:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802587:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802637:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802716:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802776:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802836:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802882:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802933:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.802992:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803009:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803022:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803082:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803111:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384322.803141:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000800:00000010:0.0:1767384322.803321:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066b31ec7. 00000800:00000010:0.0:1767384322.803326:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d604368. 00000800:00000010:0.0:1767384322.803330:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e57326ed. 00000800:00000001:2.0:1767384322.803354:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384322.803358:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e57326ed. 00000800:00000001:2.0:1767384322.803361:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.803364:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.803371:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.803376:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : GET - for me 00000400:00000200:2.0:1767384322.803390:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384322.803395:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 304/304 into md 0x1601 [1] + 0 00000400:00000200:2.0:1767384322.803424:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp24 to MR: 192.168.203.152@tcp24 local destination 00000400:00000200:2.0:1767384322.803430:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384322.803433:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384322.803443:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) -> 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) 192.168.203.152@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384322.803447:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.152@tcp24 00000400:00000200:0.0:1767384322.803452:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp24 from 224.3.0.2 00000800:00000010:0.0:1767384322.803456:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dc40f062. 00000800:00000010:2.0:1767384322.803588:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081619a7c. 00000800:00000200:2.0:1767384322.803598:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (4) 00000800:00000200:2.0:1767384322.803605:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:988 00000800:00000200:2.0:1767384322.803609:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081619a7c type 3, nob 400 niov 1 nkiov 1 00000800:00000010:1.0:1767384322.803614:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa9288a7. 00000800:00000010:1.0:1767384322.803621:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af6949f1. 00000800:00000200:2.0:1767384322.803752:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.803755:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081619a7c. 00000400:00000200:2.0:1767384322.803758:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.803763:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: REPLY: OK 00000800:00000001:0.0:1767384322.803802:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.803808:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384322.803811:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.803816:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384322.803817:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.803821:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.803827:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384322.803837:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp24: Reply from 12345-192.168.203.152@tcp24 of length 304/304 into md 0x161d 00000800:00000001:0.0:1767384322.803841:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.803852:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.803854:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.803858:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: REPLY: OK 00000400:00000200:0.0:1767384322.803863:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dffa417 00000400:00000010:0.0:1767384322.803865:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00000400:00000200:0.0:1767384322.803869:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384322.803872:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:0.0:1767384322.803875:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:0.0:1767384322.803878:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 17. state = 0x100111 00000400:00000200:0.0:1767384322.803882:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (18) 00000800:00000001:0.0:1767384322.803888:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.803892:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384322.803939:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d9e6c3fc. 00000800:00000200:2.1:1767384322.803945:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (4) 00000800:00000200:2.1:1767384322.803949:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp24 00000000d9e6c3fc deleted 00000800:00000010:2.1:1767384322.803951:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d9e6c3fc. 00000800:00000200:2.1:1767384322.803955:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384322.803960:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp24 p 3.x 192.168.203.152 -> 192.168.203.152:992 incarnation:1767384320981543707 sched[0] 00000800:00000010:2.0:1767384322.803965:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad24c049. 00000800:00000010:2.0:1767384322.804007:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad24c049. 00000800:00000010:2.0:1767384322.804011:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af6949f1. 00000800:00000200:1.1:1767384322.804020:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384322.804029:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp24 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384320981543707 sched[0] 00000800:00000010:1.0:1767384322.804032:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d604368. 00000800:00000010:2.0:1767384322.804041:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dc40f062. 00000800:00000001:1.0:1767384322.804080:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.804085:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384322.804087:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.804088:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384322.808795:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384322.808800:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384322.808802:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384322.808804:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384322.808807:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384322.808807:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384322.808811:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384322.808813:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384322.808814:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384322.808817:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9eb4783. 20000000:01000000:1.0:1767384322.808820:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384322.808821:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384322.808831:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384322.808835:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384322.808837:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe32664a. 20000000:01000000:2.0:1767384322.808838:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384322.808841:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384322.808842:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:2.0:1767384322.808843:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384322.808847:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384322.808849:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384322.808854:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384322.808860:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384322.808862:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384322.808868:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9cb44c3. 00010000:00000001:2.0:1767384322.808872:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384322.808875:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d88022c. 00080000:00000001:0.0:1767384322.808877:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384322.808878:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384322.808883:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007d88022c with handle 0x1cafe7b7e4a4fd87 to hash 00080000:00000001:0.0:1767384322.808883:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384322.808886:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.808887:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384322.808889:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384322.808890:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00000020:00000001:0.0:1767384322.808892:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384322.808893:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.808897:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384322.808897:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384322.808909:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384322.808911:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.808915:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384322.808915:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000268201a2. 00080000:00000001:0.0:1767384322.808920:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730978304 : -113996978573312 : ffff985202963000) 00080000:00000001:0.0:1767384322.808925:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384322.808929:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384322.808933:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384322.808934:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384322.808936:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384322.808938:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.808939:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384322.808941:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.808942:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384322.808944:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384322.808945:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384322.808946:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384322.808948:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9cb44c3) refcount = 1 00010000:00010000:2.0:1767384322.808950:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.808954:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384322.808956:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384322.808957:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.808958:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.808960:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384322.808963:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:0.0:1767384322.808967:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384322.808970:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384322.808971:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00080000:00000001:0.0:1767384322.808973:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384322.808976:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384322.808978:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.808980:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000020:00000001:2.0:1767384322.808981:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.808983:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00080000:00000001:0.0:1767384322.808984:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.808985:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384322.808988:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384322.808989:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.808996:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384322.808997:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.809001:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.809002:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384322.809003:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.809007:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.809008:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.809011:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384322.809012:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384322.809017:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007d88022c already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384322.809019:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384322.809021:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384322.809022:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.809026:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384322.809028:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384322.809029:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.809030:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=5 00000020:00000001:2.0:1767384322.809037:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.809039:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.809042:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384322.809044:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384322.809047:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384322.809048:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1767384322.809051:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384322.809052:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384322.809055:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.809057:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384322.809059:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384322.809061:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.809062:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384322.809064:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d88022c with handle 0x1cafe7b7e4a4fd87 from hash 00010000:00000001:2.0:1767384322.809066:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384322.809067:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.809068:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.809069:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384322.809070:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384322.809072:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384322.809073:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384322.809075:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.809077:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.809078:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384322.809079:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384322.809081:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.809082:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.809083:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.809084:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.809086:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.809087:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.809091:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.809092:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.809092:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384322.809098:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384322.809100:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.809101:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.809103:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384322.809106:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.809107:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.809108:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.809112:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384322.809113:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384322.809113:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd87 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384322.809117:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9cb44c3 count: 0 00010000:00000001:2.0:1767384322.809124:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384322.809125:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384322.813605:0:17570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9cb44c3. 00010000:00000010:2.1:1767384322.813614:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00080000:00000001:0.0:1767384322.816929:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384322.816934:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384322.816936:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384322.816937:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384322.816939:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384322.816941:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384322.816942:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384322.816945:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384322.816946:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384322.816948:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268201a2. 20000000:01000000:0.0:1767384322.816950:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384322.816956:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384322.816962:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384322.816966:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384322.816971:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384322.816974:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384322.816977:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384322.816980:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384322.816983:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384322.816984:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384322.816989:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9cb44c3. 00010000:00000001:2.0:1767384322.816992:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384322.816995:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d88022c. 00000020:00000001:2.0:1767384322.816997:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384322.817000:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007d88022c with handle 0x1cafe7b7e4a4fd8e to hash 00000020:00000001:2.0:1767384322.817001:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384322.817002:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817005:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817013:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.817015:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.817017:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817023:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384322.817024:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384322.817026:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384322.817027:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384322.817029:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.817031:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384322.817032:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.817033:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384322.817035:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384322.817036:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384322.817037:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384322.817039:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9cb44c3) refcount = 1 00010000:00010000:2.0:1767384322.817041:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817045:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384322.817046:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384322.817047:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.817049:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817050:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384322.817052:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384322.817054:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:2.0:1767384322.817056:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384322.817057:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.817059:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000020:00000001:2.0:1767384322.817060:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817062:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817063:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384322.817065:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817078:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384322.817079:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817083:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.817084:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384322.817085:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817088:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.817089:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817091:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384322.817092:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384322.817096:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007d88022c already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384322.817098:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384322.817099:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384322.817100:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817103:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384322.817104:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384322.817106:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.817107:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=5 00000020:00000001:2.0:1767384322.817109:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817110:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384322.817112:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384322.817113:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817116:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384322.817118:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384322.817125:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817127:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384322.817129:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384322.817130:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384322.817131:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384322.817132:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d88022c with handle 0x1cafe7b7e4a4fd8e from hash 00010000:00000001:2.0:1767384322.817134:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384322.817135:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.817136:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.817137:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384322.817138:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384322.817139:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384322.817140:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384322.817141:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384322.817143:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817145:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384322.817145:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384322.817147:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.817148:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.817148:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817150:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.817151:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.817152:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817156:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.817157:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.817159:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384322.817159:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384322.817160:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384322.817161:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384322.817163:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384322.817164:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.817166:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.817167:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384322.817171:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384322.817177:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384322.817179:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fd8e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384322.817183:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9cb44c3 count: 0 00010000:00000001:2.0:1767384322.817196:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384322.817196:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384322.819122:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384322.819128:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384322.819131:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002c75a395. 20000000:00000001:3.0:1767384322.819138:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384322.819143:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752576 00010000:00000001:3.0:1767384322.819147:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384322.819154:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085ba77bb x1853236737752576/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.819164:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384322.819167:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384322.819171:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384322.819178:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384322.819187:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384322.819189:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384322.819192:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384322.819194:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.819199:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384322.819203:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384322.819206:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ea5b71. 00000100:00000200:3.0:1767384322.819210:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737752576, offset 224 00000400:00000200:3.0:1767384322.819218:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384322.819230:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384322.819238:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703e00 00000400:00000200:3.0:1767384322.819245:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1609 [2] + 224 00000400:00000200:3.0:1767384322.819251:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.819256:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384322.819262:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384322.819265:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384322.819321:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294910561, at 4294910562 00000100:00000010:1.0:1767384322.819329:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011737d31. 00000100:00000040:3.0:1767384322.819600:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.819622:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384322.819631:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053ea5b71 00000400:00000010:3.0:1767384322.819634:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ea5b71. 00000100:00000001:3.0:1767384322.819639:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384322.819641:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384322.819647:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.819651:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384322.819654:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384322.819656:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.819674:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384322.819680:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085ba77bb x1853236737752576/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384322.819692:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085ba77bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737752576:12345-0@lo:253: Request processed in 19746us (20384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384322.819709:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:3.0:1767384322.819713:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384322.819716:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384322.819719:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384322.819724:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3aecdd. 00000020:00000010:3.0:1767384322.819730:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000852ecdff. 00000020:00000010:3.0:1767384322.819737:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000026f90f2. 00000020:00000040:3.0:1767384322.819743:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384322.819749:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384322.819752:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003617e049. 02000000:00000001:3.0:1767384322.819759:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384322.819762:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384322.819769:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384322.819775:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8b2b869. 00000400:00000010:3.0:1767384322.819781:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ea5b71. 00000100:00000040:3.0:1767384322.819804:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294910561, at 4294910562 00000100:00000010:3.0:1767384322.819811:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008d84504. 00000100:00000001:3.0:1767384322.819828:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.819830:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384322.819834:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384322.819836:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384322.819838:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e692c8c1. 00000400:00000200:3.0:1767384322.819842:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020fb6980 00000400:00000010:3.0:1767384322.819843:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020fb6980. 00000100:00000001:3.0:1767384322.819845:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384322.819848:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384322.819854:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.819861:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384322.819863:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.819865:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384322.819868:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384322.819876:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384322.819878:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.819880:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384322.819885:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384322.819889:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384322.819893:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384322.819895:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.819898:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384322.819900:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.819902:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.819917:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.819925:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.819928:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384322.819930:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384322.819934:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384322.819937:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384322.819939:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384322.819941:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.819942:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.819944:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.819946:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384322.819947:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384322.819949:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.819952:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384322.819957:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384322.819964:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a21e9887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737752576:0@lo:253: 00000100:00000001:3.0:1767384322.819970:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.819973:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384322.819977:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a21e9887 x1853236737752576/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.819982:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384322.819985:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384322.819987:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:3.0:1767384322.819997:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384322.819999:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384322.820001:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384322.820003:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384322.820006:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000088ae8ab2. 02000000:00000001:3.0:1767384322.820009:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384322.820011:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384322.820013:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a21e9887. 00000100:00000001:3.0:1767384322.820017:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384322.820019:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.820021:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.820026:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.820028:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.820030:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.820032:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.820318:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294910561, at 4294910563 00000100:00000040:0.0:1767384322.820321:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294910561, at 4294910563 00000100:00000010:2.0:1767384322.820324:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8004dc8. 00000100:00000010:0.0:1767384322.820329:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d4e7d0b. 00080000:00000020:2.0:1767384322.820803:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384322.820805:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384322.820807:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000403b4022. 20000000:00000001:2.0:1767384322.820811:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384322.820813:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752704 00010000:00000001:2.0:1767384322.820815:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384322.820819:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003455936d x1853236737752704/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.820825:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384322.820826:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.820828:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384322.820830:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384322.820832:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384322.820834:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384322.820836:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384322.820837:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.820839:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384322.820840:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384322.820843:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b9bd01. 00000100:00000200:2.0:1767384322.820846:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737752704, offset 224 00000400:00000200:2.0:1767384322.820850:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384322.820855:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384322.820859:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d703e80 00000400:00000200:2.0:1767384322.820863:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1611 [2] + 224 00000400:00000200:2.0:1767384322.820867:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.820870:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384322.820877:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.820880:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384322.820886:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.820897:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384322.820900:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b9bd01 00000400:00000010:2.0:1767384322.820902:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b9bd01. 00000100:00000001:2.0:1767384322.820916:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384322.820917:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384322.820918:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.820921:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.820922:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384322.820926:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384322.820927:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384322.820929:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384322.820930:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384322.820931:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384322.820933:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000020:00000001:2.0:1767384322.820934:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384322.820938:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d31c6d40 00000100:00000040:2.0:1767384322.820940:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003455936d x1853236737752704/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384322.820942:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d31c6d40. 00000100:00000001:3.0:1767384322.820945:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384322.820951:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384322.820965:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.820965:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003455936d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737752704:12345-0@lo:253: Request processed in 20781us (21513us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384322.820976:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384322.820979:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.820982:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384322.820985:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384322.820986:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384322.820988:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.820991:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384322.820992:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00001000:3.0:1767384322.820994:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384322.820999:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=37 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384322.820999:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384322.821004:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384322.821006:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384322.821008:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384322.821011:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001106eed6. 00000100:00000001:3.0:1767384322.821012:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.821017:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384322.821018:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.821019:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000100:00000001:3.0:1767384322.821020:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.821025:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.821027:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541156b4. 00000100:00000001:3.0:1767384322.821032:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384322.821035:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:3.0:1767384322.821036:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384322.821038:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384322.821043:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384322.821043:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384322.821044:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384322.821048:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:2.0:1767384322.821048:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b4fdbb75. 00000020:01000004:3.0:1767384322.821051:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.821053:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.821055:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.821056:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384322.821057:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384322.821057:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384322.821061:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384322.821062:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384322.821064:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384322.821070:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384322.821072:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737752704:0@lo:253: 00000400:00000010:2.0:1767384322.821077:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce0aa87. 00000100:00000001:3.0:1767384322.821078:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.821080:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384322.821082:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3bbb4a8 x1853236737752704/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.821090:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384322.821091:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384322.821093:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007527abb7. 00000400:00000010:2.0:1767384322.821093:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b9bd01. 02000000:00000001:3.0:1767384322.821100:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384322.821102:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384322.821103:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384322.821106:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384322.821107:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f681e718. 02000000:00000001:3.0:1767384322.821111:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384322.821112:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384322.821121:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3bbb4a8. 00000100:00000001:3.0:1767384322.821126:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384322.821127:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.821129:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.821133:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.821135:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.821137:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.821139:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384322.821298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9cb44c3. 00010000:00000010:2.1:1767384322.821303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00000400:00000010:1.0:1767384322.821433:0:24294:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000066b98bf. 00000400:00000040:1.0:1767384322.821449:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384322.821451:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384322.821454:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384322.821455:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384322.821457:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384322.821463:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384322.821465:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384322.821466:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384322.821468:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384322.821469:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384322.821471:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384322.821472:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384322.821473:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384322.821474:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384322.821475:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384322.821477:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384322.821478:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384322.821479:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384322.821479:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384322.821481:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384322.821482:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384322.821484:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384322.821485:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384322.821487:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384322.821488:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384322.821490:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384322.821492:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384322.821494:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384322.821495:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384322.821497:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384322.821498:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384322.821500:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384322.821501:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384322.821503:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384322.821504:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384322.821506:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384322.821507:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384322.821509:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384322.821511:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384322.821513:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384322.821515:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384322.821517:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384322.821518:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384322.821520:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384322.821528:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384322.821530:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384322.821532:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384322.821533:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384322.821546:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384322.821548:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384322.821550:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384322.821551:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384322.821551:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384322.821552:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384322.821553:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384322.821554:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384322.821555:0:24294:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384322.821595:0:24294:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000066b98bf. 00010000:00000001:3.0:1767384323.105342:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384323.105350:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.105359:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384323.105362:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.105393:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384323.105398:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.105402:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384323.233340:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384323.233345:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384323.233349:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384323.233351:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384323.233353:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384323.233353:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384323.233355:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384323.233357:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384323.233359:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 31 10000000:00000001:2.0:1767384323.233362:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384323.233363:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384323.233369:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c145089. 00000020:00000040:2.0:1767384323.233372:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384323.233376:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384323.233378:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384323.233382:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384323.233388:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000580a4188. 00000100:00000001:2.0:1767384323.233393:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.233396:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384323.233398:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384323.233405:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9cb44c3. 00010000:00000001:2.0:1767384323.233408:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384323.233411:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384323.233414:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384323.233417:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd95 to hash 00000020:00000001:2.0:1767384323.233419:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384323.233420:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.233422:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.233425:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384323.233427:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.233429:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384323.233436:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384323.233454:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384323.233458:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384323.233460:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384323.233464:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d604368. 00000100:00000001:2.0:1767384323.233465:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081997079872 : -113991712471744 : ffff98533c788540) 00000100:00000001:2.0:1767384323.233468:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.233469:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00000001:2.0:1767384323.233472:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384323.233474:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.233475:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384323.233476:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384323.233482:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.233488:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.233490:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.233492:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384323.233494:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384323.233496:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.233497:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737752832:0@lo:101: 00000100:00000001:2.0:1767384323.233500:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384323.233504:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384323.233506:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.233508:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384323.233511:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0f2b28d. 02000000:00000001:2.0:1767384323.233513:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.233517:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0e5579. 00000400:00000010:2.0:1767384323.233522:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384323.233526:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737752832, portal 25 00000100:00000001:2.0:1767384323.233528:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.233529:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00000040:2.0:1767384323.233534:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.233550:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.233553:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.233557:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000100:00000200:2.0:1767384323.233560:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737752832, offset 0 00000400:00000200:2.0:1767384323.233567:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.233579:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.233591:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d703f00 00000400:00000200:2.0:1767384323.233598:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa99 [2] + 0 00000400:00000010:2.0:1767384323.233602:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000108c33d1. 00000400:00000200:2.0:1767384323.233607:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f73a1497 00000400:00000200:2.0:1767384323.233613:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.233617:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.233622:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73a1497 00000400:00000010:2.0:1767384323.233625:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73a1497. 00000100:00000001:2.0:1767384323.233631:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384323.233633:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384323.233637:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000000c9ec25d x1853236737752832 msgsize 328 00000100:00100000:2.0:1767384323.233641:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384323.233643:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384323.233671:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.233678:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384323.233681:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384323.233686:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384323.233691:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.233695:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384323.233699:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752832 02000000:00000001:3.0:1767384323.233703:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.233703:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384323.233707:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.233711:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.233711:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384323.233717:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.233722:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752832 00000100:00000001:2.0:1767384323.233725:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.233726:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384323.233728:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384323.233729:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384323.233733:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.233735:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:2.0:1767384323.233736:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.233738:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384323.233743:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384323.233745:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910995 00000100:00000001:3.0:1767384323.233747:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.233751:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb78925d. 00000100:00000010:2.0:1767384323.233753:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af4e29b5. 00000100:00000001:3.0:1767384323.233755:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384323.233758:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb78925d. 00000020:00000010:3.0:1767384323.233765:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed5550b4. 00000100:00000001:2.0:1767384323.233769:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384323.233771:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b2a2c51. 00000020:00000010:3.0:1767384323.233777:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000100:00000001:2.0:1767384323.233777:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910995 00000100:00000010:2.0:1767384323.233784:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004473c7db. 00000100:00000040:3.0:1767384323.233785:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384323.233788:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384323.233793:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910995 00000100:00000001:3.0:1767384323.233795:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384323.233798:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384323.233799:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384323.233800:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000569dad48. 00000100:00000001:2.0:1767384323.233806:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384323.233807:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.233813:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910995 00000100:00000001:3.0:1767384323.233817:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384323.233820:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000661671e4. 00000100:00000001:2.0:1767384323.233825:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384323.233829:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384323.233830:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.233832:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384323.233836:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.233838:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:2.0:1767384323.233841:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384323.233843:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384323.233846:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017784912 : -113991691766704 : ffff98533db47450) 00000100:00000001:2.0:1767384323.233846:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384323.233853:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000006d604368 going to sleep for 11 seconds 00000100:00000040:3.0:1767384323.233854:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c9ec25d x1853236737752832/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 328/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.233860:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.233865:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.233866:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.233870:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb78925d. 00000100:00000001:3.0:1767384323.233873:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384323.233875:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb78925d. 00000100:00100000:3.0:1767384323.233877:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c9ec25d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737752832:12345-0@lo:101: 00000100:00000200:3.0:1767384323.233880:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752832 00000020:00000001:3.0:1767384323.233883:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384323.233886:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384323.233888:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.233891:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384323.233892:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384323.233895:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384323.233896:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384323.233898:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384323.233900:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384323.233902:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.233904:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384323.233906:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384323.233907:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384323.233910:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384323.233911:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.233920:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384323.233925:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5801005. 00010000:00000001:3.0:1767384323.233927:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384323.233929:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e1380aa2. 00000020:00000001:3.0:1767384323.233931:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384323.233932:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fd9c to hash 00000020:00000001:3.0:1767384323.233934:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384323.233935:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384323.233937:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00010000:3.0:1767384323.233938:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fd95 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384323.233944:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384323.233946:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384323.233951:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384323.233953:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384323.233957:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008a76587d. 02000000:00000001:3.0:1767384323.233959:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.233960:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.233962:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384323.233965:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384323.233966:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384323.233968:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384323.233970:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.233971:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384323.233973:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.233974:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384323.233976:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384323.233977:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384323.233978:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384323.233979:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5801005) refcount = 1 00010000:00010000:3.0:1767384323.233982:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.233986:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384323.233993:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384323.233994:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.233996:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.233997:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384323.234001:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384323.234003:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.234008:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384323.234009:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384323.234011:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.234012:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.234014:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384323.234015:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.234016:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384323.234017:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e1380aa2, rc 0) 00000020:00000001:3.0:1767384323.234018:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384323.234020:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752832 00010000:00000001:3.0:1767384323.234023:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384323.234026:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c9ec25d x1853236737752832/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.234032:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384323.234034:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384323.234036:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.234040:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384323.234043:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384323.234045:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384323.234047:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384323.234049:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.234052:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384323.234054:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384323.234057:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000200:3.0:1767384323.234060:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737752832, offset 224 00000400:00000200:3.0:1767384323.234063:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384323.234069:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384323.234075:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d703f00 00000400:00000200:3.0:1767384323.234085:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1635 [1] + 224 00000400:00000200:3.0:1767384323.234089:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.234093:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.234096:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.234099:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.234106:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.234120:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.234125:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384323.234126:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384323.234129:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384323.234130:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.234133:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.234137:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384323.234139:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384323.234140:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.234142:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384323.234146:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c9ec25d x1853236737752832/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234150:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384323.234154:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c9ec25d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737752832:12345-0@lo:101: Request processed in 285us (514us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384323.234158:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384323.234162:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000001:2.0:1767384323.234162:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384323.234167:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000010:2.0:1767384323.234168:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0e5579. 00000100:00000001:3.0:1767384323.234170:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384323.234173:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384323.234176:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000020:00000010:3.0:1767384323.234177:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b2a2c51. 00000400:00000010:2.0:1767384323.234181:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000020:00000010:3.0:1767384323.234183:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000100:00000001:2.0:1767384323.234189:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384323.234190:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed5550b4. 00000020:00000040:3.0:1767384323.234197:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000200:2.0:1767384323.234198:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384323.234201:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384323.234204:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008a76587d. 00000100:00000200:2.0:1767384323.234213:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384323.234215:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384323.234218:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384323.234223:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384323.234227:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384323.234228:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa82c36. 00000100:00000001:2.0:1767384323.234231:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384323.234234:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af60a156. 00000100:00000001:2.0:1767384323.234236:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384323.234241:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384323.234244:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.234254:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.234257:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384323.234262:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384323.234267:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.234269:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384323.234272:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.234416:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384323.234419:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234423:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.234428:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234436:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.234439:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384323.234441:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384323.234444:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.234452:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737752832:0@lo:101: 00000100:00000001:2.0:1767384323.234458:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.234460:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234463:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384323.234465:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.234467:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234475:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384323.234477:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006d604368. 00000100:00000001:2.0:1767384323.234480:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384323.234483:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.234485:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384323.234488:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384323.234490:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.234492:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384323.234494:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.234498:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000040:2.0:1767384323.234510:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000cc920a7f, remote cookie: 0x1cafe7b7e4a4fd9c, flags: 0x0 00010000:00000001:2.0:1767384323.234513:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384323.234515:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384323.234517:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384323.234518:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384323.234520:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384323.234522:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9cb44c3) refcount = 1 00010000:00010000:2.0:1767384323.234526:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.234533:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384323.234535:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384323.234536:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384323.234539:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384323.234542:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.234544:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.234551:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384323.234553:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.234555:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.234556:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.234557:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.234558:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234561:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.234564:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c145089 x1853236737752832/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234571:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384323.234573:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384323.234576:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0f2b28d. 02000000:00000001:2.0:1767384323.234580:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384323.234582:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384323.234584:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384323.234587:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384323.234589:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000580a4188. 02000000:00000001:2.0:1767384323.234593:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384323.234602:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384323.234604:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c145089. 00000100:00000001:2.0:1767384323.234607:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384323.234609:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384323.234610:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384323.234613:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384323.234614:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384323.234616:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.234618:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384323.234619:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.234621:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:2.0:1767384323.234624:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.234626:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.234629:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384323.234630:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.234631:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.234633:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384323.234635:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384323.234638:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008036557e. 00000100:00000010:2.0:1767384323.234652:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c145089. 00000020:00000040:2.0:1767384323.234668:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384323.234671:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384323.234673:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384323.234675:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384323.234680:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000580a4188. 00000100:00000001:2.0:1767384323.234684:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234687:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384323.234691:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f0f2b28d. 00000100:00000010:2.0:1767384323.234694:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000243d8b75. 00000020:00000040:2.0:1767384323.234696:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384323.234700:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384323.234702:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384323.234706:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d604368. 00000100:00000001:2.0:1767384323.234708:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081997079872 : -113991712471744 : ffff98533c788540) 00000100:00000001:2.0:1767384323.234711:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.234712:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00000001:2.0:1767384323.234722:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384323.234724:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234726:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384323.234728:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384323.234732:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234740:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.234741:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.234744:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384323.234746:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384323.234748:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.234751:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737752960:0@lo:256: 00000100:00000001:2.0:1767384323.234755:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384323.234758:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384323.234760:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234763:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384323.234768:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0e5579. 00000400:00000010:2.0:1767384323.234774:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f73a1497. 00000100:00000200:2.0:1767384323.234778:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d703f80-0x695824d703f80, portal 33 00000100:00000001:2.0:1767384323.234782:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.234785:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384323.234788:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fabc2aed. 02000000:00000001:2.0:1767384323.234791:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.234794:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002938df0. 00000400:00000010:2.0:1767384323.234799:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384323.234802:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737752960, portal 25 00000100:00000001:2.0:1767384323.234805:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.234806:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00000040:2.0:1767384323.234811:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234817:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.234819:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.234823:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000100:00000200:2.0:1767384323.234825:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737752960, offset 0 00000400:00000200:2.0:1767384323.234840:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.234847:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.234856:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d703f80 00000400:00000200:2.0:1767384323.234863:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xab1 [2] + 0 00000400:00000010:2.0:1767384323.234866:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e842daea. 00000400:00000200:2.0:1767384323.234870:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000403c0e29 00000400:00000200:2.0:1767384323.234873:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.234878:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.234882:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000403c0e29 00000400:00000010:2.0:1767384323.234884:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000403c0e29. 00000100:00000001:2.0:1767384323.234888:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384323.234889:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384323.234892:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000000757ef5f x1853236737752960 msgsize 304 00000100:00100000:2.0:1767384323.234897:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384323.234899:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384323.234909:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.234914:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384323.234916:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384323.234920:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384323.234923:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234932:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.234935:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.234942:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234944:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.234948:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234951:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910996 00000100:00000001:2.0:1767384323.234956:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910995 00000100:00000001:2.0:1767384323.234960:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910996 00000100:00000001:2.0:1767384323.234965:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910995 00000100:00000001:2.0:1767384323.234968:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910996 00000100:00000001:2.0:1767384323.234972:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910995 00000100:00000001:2.0:1767384323.234982:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910996 00000100:00000001:2.0:1767384323.234987:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910995 00000100:00000001:2.0:1767384323.234990:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.234992:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.234994:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384323.234996:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384323.234998:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000006d604368 going to sleep for 11 seconds 00000100:00000001:2.0:1767384323.235001:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.235004:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235019:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384323.235021:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737752960 02000000:00000001:2.0:1767384323.235023:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.235024:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.235026:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.235030:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.235032:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737752960 00000020:00000001:2.0:1767384323.235034:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384323.235036:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384323.235038:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.235040:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:2.0:1767384323.235042:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384323.235044:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384323.235047:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.235050:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c9ebc0. 00000100:00000001:2.0:1767384323.235052:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.235054:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069c9ebc0. 00000020:00000010:2.0:1767384323.235059:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cc7269. 00000020:00000010:2.0:1767384323.235064:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000762fd3fb. 00000020:00000010:2.0:1767384323.235068:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aa39bc4. 00000100:00000040:2.0:1767384323.235073:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384323.235075:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384323.235075:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384323.235076:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235079:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235092:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.235101:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384323.235102:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384323.235106:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384323.235109:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384323.235111:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017780816 : -113991691770800 : ffff98533db46450) 00000100:00000040:2.0:1767384323.235116:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000757ef5f x1853236737752960/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 304/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.235125:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.235129:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069c9ebc0. 00000100:00000001:2.0:1767384323.235131:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.235133:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000069c9ebc0. 00000100:00100000:2.0:1767384323.235138:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000757ef5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737752960:12345-0@lo:256: 00000100:00000200:2.0:1767384323.235142:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737752960 00000020:00000001:2.0:1767384323.235145:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384323.235148:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384323.235149:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.235152:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384323.235154:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:2.0:1767384323.235157:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384323.235158:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.235161:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384323.235163:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384323.235165:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235168:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384323.235171:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384323.235175:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b5451a85. 02000000:00000001:2.0:1767384323.235177:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235179:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.235183:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384323.235186:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384323.235190:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384323.235192:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384323.235201:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.235204:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384323.235206:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384323.235210:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000007b51086e. 20000000:00000001:2.0:1767384323.235214:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384323.235228:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384323.235234:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384323.235240:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384323.235243:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384323.235245:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384323.235248:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384323.235251:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384323.235253:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384323.235256:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384323.235258:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384323.235261:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384323.235263:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384323.235266:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384323.235268:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384323.235271:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384323.235301:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384323.235305:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:2.0:1767384323.235308:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:2.0:1767384323.235315:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384323.235317:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384323.235320:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384323.235322:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384323.235324:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384323.235327:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384323.235329:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384323.235331:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384323.235333:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384323.235336:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384323.235338:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384323.235340:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384323.235342:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384323.235343:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384323.235344:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384323.235346:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384323.235353:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:2.0:1767384323.235355:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:2.0:1767384323.235357:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:2.0:1767384323.235359:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:2.0:1767384323.235361:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384323.235364:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006c4ee7a3. 00000100:00000010:2.0:1767384323.235366:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005020a2d4. 00000020:00000040:2.0:1767384323.235368:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:2.0:1767384323.235370:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384323.235372:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384323.235374:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000400:00000010:2.0:1767384323.235379:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018420540. 00000400:00000200:2.0:1767384323.235382:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.235388:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.235395:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x695824d703f80 00000400:00000200:2.0:1767384323.235399:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1645 [4] + 0 00000400:00000010:2.0:1767384323.235401:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0e5579. 00000400:00000200:2.0:1767384323.235404:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f73a1497 00000400:00000200:2.0:1767384323.235407:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.235409:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.235411:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73a1497 00000400:00000010:2.0:1767384323.235412:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f73a1497. 00000100:00000001:2.0:1767384323.235416:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384323.235418:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009c145089 desc 00000000f0f2b28d mbits 1853236737752960 00000100:00000001:2.0:1767384323.235426:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384323.235429:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384323.235434:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384323.235441:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1651 00000400:00000200:2.0:1767384323.235443:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.235448:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384323.235450:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384323.235451:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006c4ee7a3 00000100:00000001:2.0:1767384323.235454:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384323.235461:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384323.235462:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384323.235471:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384323.235472:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006c4ee7a3 00000100:00000001:2.0:1767384323.235475:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384323.235481:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x695824d703f80-0x695824d703f80 00000100:00000001:2.0:1767384323.235483:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.235487:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235489:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384323.235491:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:2.0:1767384323.235493:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005020a2d4. 00000100:00000010:2.0:1767384323.235496:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006c4ee7a3. 00000100:00000001:2.0:1767384323.235500:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384323.235501:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384323.235507:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000007b51086e. 20000000:00000001:2.0:1767384323.235510:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384323.235512:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737752960 00010000:00000001:2.0:1767384323.235514:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384323.235517:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000757ef5f x1853236737752960/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384323.235522:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384323.235524:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384323.235525:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.235528:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384323.235530:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384323.235532:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384323.235534:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384323.235535:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235537:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.235539:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.235542:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000100:00000200:2.0:1767384323.235545:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737752960, offset 224 00000400:00000200:2.0:1767384323.235550:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.235558:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.235566:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d703f80 00000400:00000200:2.0:1767384323.235572:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1649 [1] + 224 00000400:00000200:2.0:1767384323.235584:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.235589:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384323.235592:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.235596:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.235606:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.235615:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.235620:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384323.235622:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384323.235625:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384323.235627:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.235631:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.235634:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384323.235637:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384323.235639:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.235641:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384323.235645:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000757ef5f x1853236737752960/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.235667:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000757ef5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737752960:12345-0@lo:256: Request processed in 529us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384323.235676:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384323.235679:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384323.235681:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384323.235683:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384323.235686:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000762fd3fb. 00000020:00000010:2.0:1767384323.235691:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aa39bc4. 00000020:00000010:2.0:1767384323.235696:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cc7269. 00000020:00000040:2.0:1767384323.235700:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384323.235704:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384323.235705:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b5451a85. 02000000:00000001:2.0:1767384323.235710:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384323.235712:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384323.235723:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384323.235727:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0e5579. 00000400:00000010:2.0:1767384323.235732:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f73a1497. 00000100:00000001:2.0:1767384323.235754:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384323.235759:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.235761:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384323.235763:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002938df0. 00000400:00000200:2.0:1767384323.235767:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384323.235769:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00000001:2.0:1767384323.235773:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.235778:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384323.235786:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.235795:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.235798:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.235800:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384323.235801:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384323.235803:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.235804:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.235807:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384323.235810:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384323.235813:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.235817:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384323.235818:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.235820:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384323.235821:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235823:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.235826:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.235832:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.235836:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384323.235837:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384323.235838:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.235849:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c145089 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737752960:0@lo:256: 00000100:00000001:2.0:1767384323.235852:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.235854:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.235855:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384323.235856:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.235858:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.235864:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384323.235866:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006d604368. 00000100:00000001:2.0:1767384323.235870:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384323.235872:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384323.235875:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:2.0:1767384323.235878:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384323.235885:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002035609d. 10000000:00000040:2.0:1767384323.235896:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384323.235903:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384323.235906:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384323.235910:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384323.235913:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.235916:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384323.235917:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384323.235920:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:2.0:1767384323.235924:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:2.0:1767384323.235927:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384323.235930:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384323.235935:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384323.235941:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (17) 00000400:00000200:2.0:1767384323.235949:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384323.235953:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384323.235955:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (18) 00000400:00000200:2.0:1767384323.235958:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384323.235961:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384323.235973:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.235975:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384323.235977:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384323.235982:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.235984:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384323.235986:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384323.235990:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.235992:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384323.235995:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:2.0:1767384323.235999:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236001:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384323.236003:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384323.236007:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236009:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384323.236012:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384323.236015:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236017:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384323.236019:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384323.236023:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236025:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384323.236027:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:2.0:1767384323.236032:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236034:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384323.236036:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:2.0:1767384323.236039:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236041:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384323.236042:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384323.236046:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236049:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384323.236051:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384323.236055:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236056:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384323.236058:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:2.0:1767384323.236062:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236064:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384323.236067:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:2.0:1767384323.236078:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236080:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:2.0:1767384323.236082:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384323.236086:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236088:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:2.0:1767384323.236091:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384323.236095:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236096:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384323.236098:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384323.236101:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384323.236103:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000100:00000001:2.0:1767384323.236104:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.236106:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384323.236109:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:2.0:1767384323.236113:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000762fd3fb. 10000000:00000040:2.0:1767384323.236116:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:2.0:1767384323.236118:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384323.236124:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384323.236127:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081cc7269. 00000020:00000010:2.0:1767384323.236132:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000236920b7. 00000040:00000010:2.0:1767384323.236136:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007eb25790. 00000020:00000010:2.0:1767384323.236140:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000862c9173. 00000020:00000010:2.0:1767384323.236145:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384323.236151:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034943337. 80000000:00000010:2.0:1767384323.236155:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd73bfcb. 40000000:00000010:2.0:1767384323.236159:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069c9ebc0. 00100000:00000010:2.0:1767384323.236163:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004077df2. 00040000:00000010:2.0:1767384323.236167:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059c2d09f. 00040000:00000010:2.0:1767384323.236172:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b4b08d6e. 00040000:00000010:2.0:1767384323.236175:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e6886d8b. 00080000:00000010:2.0:1767384323.236178:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000faac41ad. 00000004:00000010:2.0:1767384323.236182:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000acfc76a9. 00000004:00000010:2.0:1767384323.236187:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b341da8. 00000004:00000010:2.0:1767384323.236191:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d16cadc0. 00002000:00000010:2.0:1767384323.236202:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5451a85. 00000004:00000010:2.0:1767384323.236205:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006c4ee7a3. 00000004:00000001:2.0:1767384323.236208:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384323.236211:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384323.236213:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000762fd3fb 00000040:00001000:2.0:1767384323.236214:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384323.236215:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384323.236216:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384323.236217:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384323.236220:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384323.236220:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384323.236222:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384323.236223:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384323.236224:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384323.236267:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384323.236271:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000236920b7. 00000040:00000010:2.0:1767384323.236296:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007eb25790. 00000020:00000010:2.0:1767384323.236299:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000862c9173. 00000020:00000010:2.0:1767384323.236302:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384323.236306:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034943337. 80000000:00000010:2.0:1767384323.236310:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd73bfcb. 40000000:00000010:2.0:1767384323.236314:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069c9ebc0. 00100000:00000010:2.0:1767384323.236317:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004077df2. 00040000:00000010:2.0:1767384323.236320:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059c2d09f. 00040000:00000010:2.0:1767384323.236323:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b4b08d6e. 00040000:00000010:2.0:1767384323.236325:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6886d8b. 00080000:00000010:2.0:1767384323.236328:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000faac41ad. 00000004:00000010:2.0:1767384323.236331:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000acfc76a9. 00000004:00000010:2.0:1767384323.236335:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002b341da8. 00000004:00000010:2.0:1767384323.236338:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d16cadc0. 00002000:00000010:2.0:1767384323.236340:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b5451a85. 00000004:00000010:2.0:1767384323.236342:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c4ee7a3. 00000020:00000010:2.0:1767384323.236345:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081cc7269. 00000020:00000001:2.0:1767384323.236348:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.236350:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384323.236353:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000762fd3fb. 10000000:00000010:2.0:1767384323.236361:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002035609d. 10000000:00000001:2.0:1767384323.236363:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.236365:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.236368:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c145089 x1853236737752960/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.236373:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384323.236375:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384323.236376:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fabc2aed. 02000000:00000001:2.0:1767384323.236380:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384323.236381:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384323.236383:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384323.236385:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384323.236386:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384323.236387:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384323.236389:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384323.236390:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384323.236391:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000243d8b75. 00000100:00000010:2.0:1767384323.236394:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f0f2b28d. 00000100:00000001:2.0:1767384323.236396:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384323.236397:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000580a4188. 02000000:00000001:2.0:1767384323.236399:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384323.236400:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384323.236401:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c145089. 00000100:00000001:2.0:1767384323.236404:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384323.236406:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384323.236416:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008036557e. 10000000:01000000:2.0:1767384323.236419:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384323.236422:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384323.236423:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384323.236425:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.236426:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:2.0:1767384323.236428:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.236430:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384323.236433:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384323.236434:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.236443:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.236444:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384323.236445:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.236450:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384323.236452:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.236453:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384323.236454:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384323.236456:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384323.236458:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384323.236460:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384323.236461:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:2.0:1767384323.236463:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384323.246487:0:24436:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c755b169. 00000020:00000040:1.0:1767384323.246495:0:24436:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384323.246497:0:24436:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c755b169. 00000100:00000040:1.0:1767384323.254347:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294910996, at 4294910997 00000100:00000040:3.0:1767384323.254349:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294910996, at 4294910997 00000100:00000010:1.0:1767384323.254355:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004473c7db. 00000100:00000010:3.0:1767384323.254358:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661671e4. 00000100:00000040:2.0:1767384323.255356:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294910996, at 4294910998 00000100:00000010:2.0:1767384323.255362:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000569dad48. 00000100:00000040:0.0:1767384323.255384:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294910996, at 4294910998 00000100:00000010:0.0:1767384323.255392:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af4e29b5. 00080000:00000001:2.0:1767384323.795293:0:24584:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384323.795349:0:24584:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.795372:0:24584:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.795383:0:24584:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384323.795396:0:24584:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.795401:0:24584:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.130340:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384324.130345:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.130351:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384324.130352:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.130369:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384324.130372:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.130376:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384324.257339:0:16764:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384324.257345:0:16764:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.258329:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384324.258332:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384324.584814:0:24748:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384324.584818:0:24748:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:3.0:1767384324.587715:0:24748:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384324.595174:0:24749:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000943eb9d0. 00000400:00000010:1.0:1767384324.595188:0:24749:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000db17ff15. 00000400:00000010:1.0:1767384324.595198:0:24749:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b9a6e173. 00000400:00000010:1.0:1767384324.595201:0:24749:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000075638cad. 00000400:00000010:1.0:1767384324.595205:0:24749:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009abeaa76. 00000400:00000010:1.0:1767384324.595209:0:24749:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6792273. 00000400:00000010:1.0:1767384324.595211:0:24749:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eee37d9d. 00000400:00000010:1.0:1767384324.595212:0:24749:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045fea998. 00000400:00000010:1.0:1767384324.595215:0:24749:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fcb53121. 00000800:00000010:1.0:1767384324.595227:0:24749:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000005eb51c9. 00000800:00000200:1.0:1767384324.595237:0:24749:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384324.595244:0:24749:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384324.595315:0:24749:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384324.595335:0:24749:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384324.597614:0:24749:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000007674597c. 00000400:00000010:1.0:1767384324.597625:0:24749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c771966. 00000400:00000010:1.0:1767384324.597629:0:24749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000400:00000001:1.0:1767384324.597642:0:24749:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384324.597644:0:24749:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384324.597661:0:24749:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 00000400:00000200:1.0:1767384324.597665:0:24749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:1.0:1767384324.597667:0:24749:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000400:00000010:1.0:1767384324.597670:0:24749:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000238f6621. 00000400:00000200:1.0:1767384324.597675:0:24749:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (17) 00000400:00000200:1.0:1767384324.597703:0:24749:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384324.597712:0:24749:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384324.597719:0:24749:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001ff289ae. 00000020:01000000:1.0:1767384324.597722:0:24749:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384324.597724:0:24749:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp26 00000400:00000010:1.0:1767384324.597739:0:24749:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000db17ff15. 00000400:00000200:2.0:1767384324.597742:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384324.597744:0:24749:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000943eb9d0. 00000400:00000200:2.0:1767384324.597753:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1001d1 00000400:00000010:2.0:1767384324.597762:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000004d55fa7a. 00000400:00000010:2.0:1767384324.597766:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 000000007e31cf5f. 00000400:00000010:2.0:1767384324.597769:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000820b4f49. 00000020:00000001:0.0:1767384324.597772:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384324.597778:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384324.597782:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384324.597784:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384324.597788:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384324.597790:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384324.597792:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384324.597793:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000004d55fa7a. 00000020:01000004:0.0:1767384324.597794:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384324.597798:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384324.597799:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 000000007e31cf5f. 00000020:01000004:0.0:1767384324.597800:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384324.597803:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384324.597805:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000820b4f49. 00000020:01000004:0.0:1767384324.597806:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384324.597812:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:2.0:1767384324.597813:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b38203a3. 00000020:01000004:0.0:1767384324.597815:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384324.597819:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000100:00000010:0.0:1767384324.597822:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000400:00000200:2.0:1767384324.597824:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000020:00000040:0.0:1767384324.597831:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384324.597832:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000100:00000001:0.0:1767384324.597838:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.597841:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384324.597848:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 02000000:00000001:0.0:1767384324.597848:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.597853:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000400:00000200:2.0:1767384324.597858:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 02000000:00000010:0.0:1767384324.597859:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000664ea8d7. 00000400:00000010:2.0:1767384324.597864:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000495d643d. 00000100:00000001:0.0:1767384324.597867:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.597873:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp24 00000100:00000001:0.0:1767384324.597880:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.597883:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.597888:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp24 to MR: 192.168.203.152@tcp24 local destination 00000100:00000040:0.0:1767384324.597895:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822f0636] to pc [ptlrpcd_00_03+3] req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.597899:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [43:43:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [43:43:8:4294967295] 00000400:00000200:2.0:1767384324.597908:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp24 00000400:00000200:2.0:1767384324.597923:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) -> 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) : PUT try# 0 00000800:00000200:2.0:1767384324.597929:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.152@tcp24 00000800:00000010:2.0:1767384324.597934:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c2d09f. 10000000:00000001:0.0:1767384324.597936:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384324.597940:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384324.597942:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000020:00000001:0.0:1767384324.597944:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384324.597949:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384324.597969:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384324.597970:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:988 00000020:00000001:0.0:1767384324.597972:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384324.597975:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384324.597976:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384324.597977:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059c2d09f type 1, nob 416 niov 1 nkiov 1 10000000:00000001:0.0:1767384324.597980:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384324.597981:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384324.597985:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384324.597988:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384324.597989:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384324.597990:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384324.597995:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384324.597996:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:01000004:0.0:1767384324.598001:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384324.598005:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000020:01000004:0.0:1767384324.598006:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384324.598007:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384324.598012:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384324.598013:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384324.598017:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384324.598019:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384324.598020:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384324.598023:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384324.598024:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384324.598028:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384324.598029:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6679b42. 00000100:00100000:1.0:1767384324.598032:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737753088:0@lo:253: 00000020:00000040:0.0:1767384324.598034:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384324.598039:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384324.598040:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.598043:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384324.598045:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384324.598046:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.598048:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.598052:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384324.598058:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c75a395. 02000000:00000001:1.0:1767384324.598060:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.598064:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 02000000:00000010:0.0:1767384324.598064:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027beb448. 00000400:00000010:1.0:1767384324.598069:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db17ff15. 00000100:00000001:0.0:1767384324.598070:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598074:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.598076:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384324.598082:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737753088, portal 25 00000100:00000040:0.0:1767384324.598085:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6679b42] to pc [ptlrpcd_00_00+0] req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.598087:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384324.598090:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 00000100:00000040:1.0:1767384324.598099:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.598106:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384324.598110:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384324.598113:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.598114:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1728dc. 10000000:00000001:0.0:1767384324.598118:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384324.598119:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737753088, offset 0 00000020:00000001:0.0:1767384324.598122:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384324.598124:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:0.0:1767384324.598125:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384324.598129:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384324.598131:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c2d09f. 00000020:00000010:0.0:1767384324.598132:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001ff289ae. 00000400:00000200:1.0:1767384324.598140:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.598141:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384324.598147:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384324.598152:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: PUT: OK 00000400:00000200:1.0:1767384324.598153:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704000 00000100:00000001:0.0:1767384324.598160:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384324.598164:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000100:00000001:0.0:1767384324.598168:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384324.598169:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e345f38e. 00000100:00000001:0.0:1767384324.598174:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384324.598176:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c650bd8 00000100:00000001:0.0:1767384324.598177:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384324.598183:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384324.598183:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384324.598183:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.598194:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp24: 0 00000400:00000200:1.0:1767384324.598194:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.598205:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384324.598206:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c650bd8 00000100:00000001:0.0:1767384324.598207:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.598211:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c650bd8. 02000000:00000001:0.0:1767384324.598213:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384324.598214:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384324.598216:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.598219:0:16141:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384324.598220:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384324.598223:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384324.598227:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384324.598227:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6679b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737753216:0@lo:253: 00000100:00000040:1.0:1767384324.598229:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000bb80b16d x1853236737753088 msgsize 4848 00000800:00000001:2.0:1767384324.598237:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.598237:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384324.598241:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384324.598243:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384324.598245:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384324.598246:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384324.598246:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.598252:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384324.598256:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.598258:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : PUT - for me 02000000:00000010:0.0:1767384324.598259:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000030536ca. 02000000:00000001:0.0:1767384324.598263:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384324.598264:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1728dc 00000400:00000010:1.0:1767384324.598267:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e1728dc. 00000400:00000010:0.0:1767384324.598268:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000296468a2. 00000400:00000200:2.0:1767384324.598271:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384324.598273:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384324.598276:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e679146. 00000100:00000200:1.0:1767384324.598279:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384324.598282:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737753216, portal 25 00000400:00000200:2.0:1767384324.598302:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 304/320 into md 0x1619 [1] + 0 00000400:00000010:2.0:1767384324.598306:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:2.0:1767384324.598318:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aaae0e58 00000800:00000001:2.0:1767384324.598322:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.598328:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384324.598329:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.598332:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384324.598333:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893029120 : -113991816522496 : ffff98533644d500) 00000400:00000200:2.0:1767384324.598334:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384324.598338:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384324.598345:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.598347:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: PUT: OK 00000400:00000200:2.0:1767384324.598357:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000100:00000001:1.0:1767384324.598361:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.598362:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000100:00000001:0.0:1767384324.598365:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384324.598371:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767384324.598372:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384324.598374:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384324.598379:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000337f9b97. 00000400:00000200:2.0:1767384324.598380:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (19) 00000100:00000200:0.0:1767384324.598383:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737753216, offset 0 00000400:00000200:2.0:1767384324.598389:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:1.0:1767384324.598391:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.598392:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384324.598398:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912360 00000400:00000200:2.0:1767384324.598399:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (320 bytes) 00000400:00000200:0.0:1767384324.598406:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384324.598407:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000251b0152. 00000400:00000200:2.0:1767384324.598411:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:1.0:1767384324.598415:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384324.598421:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912360 00000100:00000010:1.0:1767384324.598424:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2be3bac. 00000400:00000200:2.0:1767384324.598425:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (20) 00000100:00000001:1.0:1767384324.598427:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384324.598432:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912360 00000100:00000010:1.0:1767384324.598436:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a6b0df0. 00000400:00000200:0.0:1767384324.598437:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704080 00000400:00000200:2.0:1767384324.598438:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384324.598440:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384324.598447:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912360 00000400:00000200:0.0:1767384324.598447:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000100:00000010:1.0:1767384324.598454:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d4e7d0b. 00000400:00000010:0.0:1767384324.598455:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7fe5aee. 00000400:00000200:2.0:1767384324.598456:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp24 to MR: 192.168.203.152@tcp24 local destination 00000100:00000001:1.0:1767384324.598458:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384324.598464:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.598469:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.598470:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f35fec7e 00000400:00000200:2.0:1767384324.598473:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [44:44:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:1.0:1767384324.598475:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.598479:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384324.598480:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384324.598492:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384324.598493:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384324.598497:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384324.598501:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.598504:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384324.598507:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) -> 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) 192.168.203.152@tcp24 : ACK try# 0 00000100:00000001:1.0:1767384324.598508:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.598513:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384324.598521:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp24 00000400:00000200:0.0:1767384324.598521:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35fec7e 00000400:00000010:0.0:1767384324.598528:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f35fec7e. 00000800:00000010:2.0:1767384324.598529:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059c2d09f. 00000800:00000200:2.0:1767384324.598536:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000100:00000001:0.0:1767384324.598538:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1767384324.598543:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:993 00000100:00000200:0.0:1767384324.598544:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1767384324.598547:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059c2d09f type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384324.598551:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006f648334 x1853236737753216 msgsize 4848 00000800:00000001:2.0:1767384324.598560:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384324.598561:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384324.598566:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384324.598572:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598579:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.598587:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337f9b97 00000400:00000010:0.0:1767384324.598590:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000337f9b97. 00000100:00000001:0.0:1767384324.598594:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384324.598598:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.598606:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384324.598609:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384324.598611:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384324.598613:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059c2d09f. 00000400:00000200:2.0:1767384324.598620:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384324.598621:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598624:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384324.598628:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: ACK: OK 00000100:00000001:0.0:1767384324.598631:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598635:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912360 00000800:00000001:2.0:1767384324.598638:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.598638:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294912360 00000100:00000001:0.0:1767384324.598643:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912360 00000800:00000001:2.0:1767384324.598644:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598659:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294912360 00000800:00000001:2.0:1767384324.598664:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.598666:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912360 00000100:00000001:0.0:1767384324.598669:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294912360 00000100:00000001:0.0:1767384324.598675:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912360 00000800:00000001:2.0:1767384324.598678:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598679:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294912360 00000800:00000001:2.0:1767384324.598683:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.598685:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.598686:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384324.598690:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.598693:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598693:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.598700:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : ACK - for me 00000100:00000001:0.0:1767384324.598708:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598711:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598717:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384324.598718:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp24: ACK from 12345-192.168.203.152@tcp24 into md 0x1661 00000100:00000001:0.0:1767384324.598720:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384324.598723:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384324.598726:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.598729:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384324.598733:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: ACK: OK 00000100:00000001:0.0:1767384324.598733:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.598741:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000100:00000001:0.0:1767384324.598741:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.598746:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000400:00000200:2.0:1767384324.598752:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384324.598756:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:1.0:1767384324.598758:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384324.598762:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753088 00000400:00000200:2.0:1767384324.598763:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 02000000:00000001:1.0:1767384324.598765:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384324.598769:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000100:00000001:1.0:1767384324.598769:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384324.598772:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.598777:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384324.598778:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384324.598780:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753088 00000020:00000001:1.0:1767384324.598784:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384324.598785:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598786:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384324.598791:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753216 00000020:00000040:1.0:1767384324.598794:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 02000000:00000001:0.0:1767384324.598795:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384324.598799:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384324.598800:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384324.598803:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384324.598804:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.598807:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384324.598810:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 02000000:00000001:0.0:1767384324.598812:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.598813:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000820b4f49. 00000020:00000001:1.0:1767384324.598815:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:0.0:1767384324.598817:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753216 00000400:00000010:2.0:1767384324.598821:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000020:00000001:0.0:1767384324.598822:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384324.598823:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384324.598827:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000010:1.0:1767384324.598831:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c4f40da. 00000400:00000010:2.0:1767384324.598832:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000020:00000001:0.0:1767384324.598832:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.598836:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000100:00000001:1.0:1767384324.598838:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384324.598839:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000820b4f49 00000020:00000001:0.0:1767384324.598840:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:1.0:1767384324.598843:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c4f40da. 00000400:00000010:2.0:1767384324.598845:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b6be3284. 00000020:00000001:0.0:1767384324.598846:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:1.0:1767384324.598851:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006118494f. 00000400:00000200:2.0:1767384324.598852:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:0.0:1767384324.598853:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384324.598858:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a3101bf. 00000020:00000010:0.0:1767384324.598860:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000400:00000200:2.0:1767384324.598861:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 00000100:00000001:0.0:1767384324.598866:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384324.598867:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000020:00000010:1.0:1767384324.598867:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004258097a. 00000020:00000010:0.0:1767384324.598870:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000400:00000010:2.0:1767384324.598875:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000007e31cf5f. 00000020:00000010:0.0:1767384324.598878:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000707a8b7e. 00000100:00000040:1.0:1767384324.598879:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384324.598880:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000100:00000001:1.0:1767384324.598886:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384324.598886:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051a92ab7. 00000400:00000010:2.0:1767384324.598889:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afbd45ed. 00000100:00000001:1.0:1767384324.598889:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384324.598893:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.598893:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d01f0c. 00000400:00000200:2.0:1767384324.598898:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:0.0:1767384324.598902:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384324.598906:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598906:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384324.598908:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:0.0:1767384324.598911:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.598918:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:1.0:1767384324.598919:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.598920:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.598927:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.598932:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00000001:1.0:1767384324.598936:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384324.598939:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:1.0:1767384324.598940:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384324.598945:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384324.598950:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000001:0.0:1767384324.598950:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384324.598957:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:2.0:1767384324.598960:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:1.0:1767384324.598961:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017778768 : -113991691772848 : ffff98533db45c50) 00000100:00100000:0.0:1767384324.598964:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:1.0:1767384324.598971:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb80b16d x1853236737753088/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.598973:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000040:0.0:1767384324.598979:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384324.598985:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017786960 : -113991691764656 : ffff98533db47c50) 00000400:00000200:2.0:1767384324.598993:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000040:0.0:1767384324.598996:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f648334 x1853236737753216/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.598999:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384324.599003:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c4f40da. 00000100:00000001:1.0:1767384324.599009:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384324.599010:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:1.0:1767384324.599015:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c4f40da. 00000100:00100000:1.0:1767384324.599027:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb80b16d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737753088:12345-0@lo:253: 00000400:00000200:2.0:1767384324.599028:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384324.599030:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.599036:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000200:1.0:1767384324.599037:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753088 00000400:00000200:2.0:1767384324.599042:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:1.0:1767384324.599043:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384324.599043:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.599051:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000001:1.0:1767384324.599054:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384324.599055:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:1.0:1767384324.599059:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.599061:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f648334 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737753216:12345-0@lo:253: 00000020:00000001:1.0:1767384324.599067:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384324.599071:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:2.0:1767384324.599072:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000200:0.0:1767384324.599073:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753216 00000020:00000001:1.0:1767384324.599077:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384324.599079:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384324.599081:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384324.599084:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384324.599085:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:1.0:1767384324.599087:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384324.599089:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384324.599091:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384324.599097:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.599098:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384324.599100:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:0.0:1767384324.599102:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:1.0:1767384324.599104:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384324.599110:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384324.599110:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384324.599113:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:0.0:1767384324.599115:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384324.599116:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001ff289ae. 00000020:00000001:0.0:1767384324.599122:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384324.599123:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.599124:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:0.0:1767384324.599127:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384324.599129:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.599131:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384324.599136:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384324.599138:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384324.599141:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 02000000:00000001:0.0:1767384324.599142:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384324.599149:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000056d12851. 00000400:00000200:2.0:1767384324.599150:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 20000000:00000010:1.0:1767384324.599154:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ffd5b3b3. 02000000:00000001:0.0:1767384324.599154:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.599160:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp25 00000100:00000001:0.0:1767384324.599161:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384324.599162:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384324.599168:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384324.599168:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384324.599172:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp25 lpni_is_preferred = 0 20000000:00000001:1.0:1767384324.599173:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384324.599178:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384324.599178:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a9c0f14b. 00000400:00000200:2.0:1767384324.599180:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp25 20000000:00000001:1.0:1767384324.599185:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384324.599185:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384324.599191:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384324.599192:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384324.599193:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [45:45:8:4294967295] 20000000:00000001:0.0:1767384324.599196:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384324.599200:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384324.599203:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c84fb3ff. 20000000:00000001:0.0:1767384324.599204:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.599208:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp25 20000000:01000000:1.0:1767384324.599208:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384324.599210:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384324.599217:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384324.599223:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:) -> 192.168.203.152@tcp25(192.168.203.152@tcp:192.168.203.152@tcp25) : GET try# 0 00080000:00000001:1.0:1767384324.599224:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.0:1767384324.599231:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp25 00000800:00000010:2.0:1767384324.599241:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059c2d09f. 00000800:00000010:2.0:1767384324.599248:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008bf2b0b8. 00000800:00000010:2.0:1767384324.599252:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000562c9678. 00000800:00000200:2.0:1767384324.599257:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (2) 00000800:00000200:2.1:1767384324.599260:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (2) 00080000:00000001:1.0:1767384324.599268:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384324.599302:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384324.599306:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00000400:00000200:2.0:1767384324.599370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599436:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599493:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599672:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00080000:00000001:1.0:1767384324.599683:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384324.599685:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.599687:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384324.599690:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384324.599695:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:2.0:1767384324.599696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00080000:00000001:1.0:1767384324.599702:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384324.599710:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000086c0e43d. 00080000:00000001:1.0:1767384324.599713:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750603264 : -113996958948352 : ffff985203c1a400) 00080000:00000001:1.0:1767384324.599716:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384324.599720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599812:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000001:00000001:1.0:1767384324.599833:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384324.599837:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.599839:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384324.599847:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00080000:00000001:1.0:1767384324.599858:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.599863:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384324.599886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599927:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.599967:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00080000:00000001:1.0:1767384324.599991:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384324.599995:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384324.600003:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600028:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600133:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600184:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600235:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600341:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600367:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600411:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600458:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600490:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600533:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600569:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600611:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600661:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.600700:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000800:00000010:2.0:1767384324.600919:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000403b4022. 00000800:00000010:2.0:1767384324.600926:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c244011. 00000800:00000010:2.0:1767384324.600931:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000243d8b75. 00000800:00000010:2.0:1767384324.600970:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000243d8b75. 00000400:00000200:1.0:1767384324.601120:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384324.601139:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp25 from 223.3.0.2 00000800:00000010:1.0:1767384324.601142:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000096dc61d7. 00000800:00000010:1.0:1767384324.601461:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f9a1beca. 00000800:00000010:1.0:1767384324.601466:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e1728dc. 00000800:00000010:1.0:1767384324.601491:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d19614c. 00000800:00000200:1.1:1767384324.601497:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (2) 00000800:00000200:1.1:1767384324.601503:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp25 000000003d19614c deleted 00000800:00000010:1.1:1767384324.601505:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d19614c. 00000800:00000200:1.1:1767384324.601509:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384324.601515:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:991 00000800:00000200:1.1:1767384324.601518:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059c2d09f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384324.601523:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp25 p 3.x 192.168.203.152 -> 192.168.203.152:991 incarnation:1767384322797146342 sched[0] 00000800:00000010:1.0:1767384324.601527:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019ba62af. 00000800:00000010:1.0:1767384324.601575:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019ba62af. 00000800:00000010:1.0:1767384324.601579:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e1728dc. 00000800:00000010:1.0:1767384324.601602:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000096dc61d7. 00000800:00000200:1.1:1767384324.601623:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384324.601628:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp25 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384322797146342 sched[0] 00000800:00000010:1.0:1767384324.601631:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c244011. 00000800:00000001:0.0:1767384324.601681:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384324.601690:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384324.601691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.601754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.601815:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.601887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.601949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602009:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:2.0:1767384324.602027:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384324.602037:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384324.602040:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384324.602050:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.602060:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : GET - for me 00000400:00000200:1.0:1767384324.602069:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.602073:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384324.602083:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 320/320 into md 0x165d [1] + 0 00000400:00000200:2.0:1767384324.602095:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 00000400:00000200:2.0:1767384324.602102:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [46:46:255:4294967295] 192.168.203.152@tcp25 LPNI seq info [46:46:7:4294967295] 00000400:00000200:2.0:1767384324.602117:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) 192.168.203.152@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384324.602123:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000800:00000010:2.0:1767384324.602127:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018144a00. 00000800:00000200:2.0:1767384324.602134:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (4) 00000400:00000200:1.0:1767384324.602134:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000800:00000200:2.0:1767384324.602142:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:988 00000800:00000200:2.0:1767384324.602147:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018144a00 type 3, nob 416 niov 1 nkiov 1 00000800:00000200:0.0:1767384324.602152:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384324.602156:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000059c2d09f. 00000400:00000200:0.0:1767384324.602161:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.602166:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: GET: OK 00000400:00000200:0.0:1767384324.602170:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384324.602172:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:1.0:1767384324.602179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000800:00000001:0.0:1767384324.602182:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384324.602222:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384324.602227:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018144a00. 00000400:00000200:2.0:1767384324.602233:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384324.602233:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.602247:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: REPLY: OK 00000800:00000001:2.0:1767384324.602261:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384324.602267:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384324.602269:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384324.602299:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000800:00000001:2.0:1767384324.602303:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.602311:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384324.602324:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp25: Reply from 12345-192.168.203.152@tcp25 of length 320/320 into md 0x1679 00000800:00000001:2.0:1767384324.602332:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384324.602339:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.602341:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.602348:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: REPLY: OK 00000400:00000200:2.0:1767384324.602354:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000400:00000010:2.0:1767384324.602356:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000400:00000200:2.0:1767384324.602361:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384324.602365:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:2.0:1767384324.602369:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384324.602370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.602374:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384324.602383:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384324.602394:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000800:00000001:2.0:1767384324.602402:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384324.602405:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384324.602418:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384324.602431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.602433:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384324.602437:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:2.0:1767384324.602445:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000004d55fa7a. 00000400:00000010:2.0:1767384324.602451:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000006cc6ec64. 00000400:00000010:2.0:1767384324.602455:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000143cd1fc. 00000400:00000010:2.0:1767384324.602478:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009f27833e. 00000400:00000200:2.0:1767384324.602484:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009f27833e nid 192.168.203.152@tcp26 00000400:00000200:1.0:1767384324.602485:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000010:2.0:1767384324.602488:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000081780db9. 00000400:00000200:2.0:1767384324.602495:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000081780db9 net tcp26 00000400:00000200:2.0:1767384324.602497:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000400:00000200:2.0:1767384324.602504:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp26 flags 0x11 00000400:00000010:2.0:1767384324.602508:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000004d55fa7a. 00000400:00000010:2.0:1767384324.602517:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000006cc6ec64. 00000400:00000010:2.0:1767384324.602520:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000143cd1fc. 00000400:00000010:2.0:1767384324.602523:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000007e31cf5f. 00000400:00000200:2.0:1767384324.602529:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384324.602530:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384324.602534:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:2.0:1767384324.602542:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:2.0:1767384324.602547:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:2.0:1767384324.602551:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384324.602554:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:2.0:1767384324.602559:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384324.602563:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (19) 00000400:00000200:1.0:1767384324.602588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602787:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602822:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602914:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.602968:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603091:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603142:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603169:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603195:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603252:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603372:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603487:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384324.603536:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000800:00000010:1.0:1767384324.603760:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ff156eb. 00000800:00000010:1.0:1767384324.603765:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e1728dc. 00000800:00000010:1.0:1767384324.603769:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019ba62af. 00000800:00000010:1.0:1767384324.603807:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019ba62af. 00000400:00000200:2.0:1767384324.603856:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384324.603875:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384324.603878:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2829d3e. 00000800:00000010:0.0:1767384324.603916:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f90380e. 00000800:00000010:0.0:1767384324.603922:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b60d8f6. 00000800:00000010:0.0:1767384324.603948:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c883961. 00000800:00000200:0.1:1767384324.603955:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (4) 00000800:00000200:0.1:1767384324.603960:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp25 000000005c883961 deleted 00000800:00000010:0.1:1767384324.603962:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c883961. 00000800:00000200:0.1:1767384324.603966:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384324.603971:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp25 p 3.x 192.168.203.152 -> 192.168.203.152:990 incarnation:1767384322797146342 sched[0] 00000800:00000010:0.0:1767384324.603977:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000847324ed. 00000800:00000010:0.0:1767384324.604031:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000847324ed. 00000800:00000010:0.0:1767384324.604035:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b60d8f6. 00000800:00000010:0.0:1767384324.604062:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2829d3e. 00000800:00000001:0.0:1767384324.604075:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384324.604080:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384324.604112:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384324.604118:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp25 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384322797146342 sched[0] 00000800:00000010:0.0:1767384324.604121:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e1728dc. 00000800:00000001:0.0:1767384324.604158:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384324.604162:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384324.610121:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384324.610128:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384324.610131:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.610133:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384324.610139:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384324.610143:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384324.610144:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384324.610147:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384324.610150:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384324.610151:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384324.610155:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000086c0e43d. 20000000:00000001:0.0:1767384324.610156:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384324.610161:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384324.610162:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384324.610168:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015f61599. 00080000:00000020:0.0:1767384324.610170:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384324.610173:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384324.610178:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384324.610181:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384324.610190:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384324.610193:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384324.610196:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384324.610205:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384324.610207:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384324.610211:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384324.610212:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384324.610213:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.610216:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384324.610218:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:0.0:1767384324.610219:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c5801005 count: 2 00010000:00000001:0.0:1767384324.610223:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384324.610226:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384324.610230:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000010:0.0:1767384324.610230:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c71e0da. 00080000:00000001:1.0:1767384324.610237:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384324.610238:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384324.610241:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c71e0da with handle 0x1cafe7b7e4a4fda3 to hash 00080000:00000010:1.0:1767384324.610244:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9eb4783. 00000020:00000001:0.0:1767384324.610244:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384324.610247:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000001:1.0:1767384324.610249:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750607360 : -113996958944256 : ffff985203c1b400) 00010000:00000001:0.0:1767384324.610251:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000001:1.0:1767384324.610253:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384324.610255:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384324.610258:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.610260:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384324.610268:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384324.610271:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384324.610299:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384324.610301:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384324.610303:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384324.610306:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384324.610312:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384324.610314:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610316:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384324.610318:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384324.610320:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384324.610321:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384324.610324:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384324.610329:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5801005) refcount = 2 00010000:00000040:0.0:1767384324.610332:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384324.610340:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384324.610345:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384324.610348:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384324.610355:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf6d4bf0. 00000100:00000001:0.0:1767384324.610357:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384324.610361:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b60d8f6. 00000100:00000001:0.0:1767384324.610363:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081896478208 : -113991813073408 : ffff985336797600) 00000100:00000001:0.0:1767384324.610365:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081896478208 : -113991813073408 : ffff985336797600) 00000100:00000001:0.0:1767384324.610368:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384324.610370:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000001:00000001:1.0:1767384324.610372:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384324.610372:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:1.0:1767384324.610374:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610377:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384324.610378:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384324.610381:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384324.610384:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384324.610387:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384324.610389:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384324.610392:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384324.610396:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2e3bff. 00080000:00000001:1.0:1767384324.610398:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384324.610399:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00080000:00000001:1.0:1767384324.610403:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384324.610405:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.610408:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384324.610412:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384324.610418:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d122a742. 00000100:00000001:0.0:1767384324.610422:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.610426:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384324.610437:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 16 pid: 16771 timeout: 395 lvb_type: 0 00010000:00000001:0.0:1767384324.610444:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384324.610447:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384324.610450:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.610464:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384324.610465:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.610469:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737753344:0@lo:104: 00000100:00000001:0.0:1767384324.610472:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384324.610476:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384324.610477:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.610479:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384324.610483:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb25790. 02000000:00000001:0.0:1767384324.610484:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.610489:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002335f981. 00080000:00000001:1.0:1767384324.610490:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384324.610494:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384324.610494:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384324.610502:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737753344, portal 16 00000100:00000001:0.0:1767384324.610505:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384324.610507:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893033600 : -113991816518016 : ffff98533644e680) 00000100:00000040:0.0:1767384324.610513:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.610522:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.610526:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.610531:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000100:00000200:0.0:1767384324.610534:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737753344, offset 0 00000400:00000200:0.0:1767384324.610542:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.610551:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.610561:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d704100 00000400:00000200:0.0:1767384324.610570:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:0.0:1767384324.610574:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.610578:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.610581:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384324.610583:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384324.610586:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031d680c8. 00000100:00000040:0.0:1767384324.610588:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000031d680c8 x1853236737753344 msgsize 328 00000100:00100000:0.0:1767384324.610592:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384324.610603:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.610615:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000010:0.0:1767384324.610618:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:0.0:1767384324.610621:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384324.610624:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.610631:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.610633:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.610638:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610640:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384324.610645:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610663:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294912372 00000100:00000001:0.0:1767384324.610670:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294912360 00000100:00000001:0.0:1767384324.610675:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294912372 00000100:00000001:0.0:1767384324.610678:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294912360 00000100:00000001:0.0:1767384324.610681:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294912372 00000100:00000001:0.0:1767384324.610684:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294912360 00000100:00000001:0.0:1767384324.610687:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294912372 00000100:00000001:0.0:1767384324.610690:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294912360 00000100:00000001:0.0:1767384324.610693:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.610695:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610698:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610700:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.610702:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610704:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.610706:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.610707:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610709:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384324.610710:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384324.610712:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610713:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.610715:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384324.610716:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000004b60d8f6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384324.610719:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.610727:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610745:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384324.610747:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753344 02000000:00000001:0.0:1767384324.610749:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384324.610751:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384324.610753:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.610756:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.610758:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753344 00000020:00000001:0.0:1767384324.610760:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384324.610762:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:0.0:1767384324.610763:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.610765:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:0.0:1767384324.610767:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000020:00000001:0.0:1767384324.610769:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384324.610772:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.610775:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003d346db. 00000100:00000001:0.0:1767384324.610778:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.610780:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003d346db. 00000020:00000010:0.0:1767384324.610784:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db6bce9c. 00000020:00000010:0.0:1767384324.610787:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7b9c92e. 00000020:00000010:0.0:1767384324.610790:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000100:00000040:0.0:1767384324.610798:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384324.610801:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384324.610802:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384324.610804:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610809:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610821:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.610834:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384324.610836:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384324.610841:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384324.610843:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:0.0:1767384324.610845:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893031808 : -113991816519808 : ffff98533644df80) 00000100:00000040:0.0:1767384324.610850:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031d680c8 x1853236737753344/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 328/0 e 0 to 0 dl 1767384335 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.610869:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.610871:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003d346db. 00000100:00000001:0.0:1767384324.610873:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.610876:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003d346db. 00000100:00100000:0.0:1767384324.610880:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031d680c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737753344:12345-0@lo:104: 00000100:00000200:0.0:1767384324.610884:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753344 00010000:00000001:0.0:1767384324.610886:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384324.610890:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384324.610891:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.610893:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=2 00000020:00000001:0.0:1767384324.610894:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:0.0:1767384324.610897:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:0.0:1767384324.610900:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384324.610902:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.610904:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384324.610910:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384324.610912:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384324.610916:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005d16ac8d. 02000000:00000001:0.0:1767384324.610918:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610920:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.610923:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384324.610925:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384324.610928:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.610932:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384324.610934:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384324.610936:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384324.610938:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384324.610940:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.610942:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.610949:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.610952:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000100:00000200:0.0:1767384324.610954:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737753344, offset 224 00000400:00000200:0.0:1767384324.610957:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.610963:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.610968:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d704100 00000400:00000200:0.0:1767384324.610971:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x167d [1] + 224 00000400:00000200:0.0:1767384324.610974:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.610976:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.610980:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.610984:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384324.610991:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384324.611007:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.611012:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000010:0.0:1767384324.611014:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:0.0:1767384324.611018:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.611020:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384324.611022:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.611026:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384324.611029:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384324.611034:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005c883961. 00010000:00000001:0.0:1767384324.611036:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384324.611040:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384324.611047:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384324.611049:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384324.611050:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384324.611051:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002335f981. 00010000:00000001:0.0:1767384324.611056:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384324.611059:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00010000:00000001:0.0:1767384324.611059:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.611064:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00010000:00000001:0.0:1767384324.611064:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611071:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384324.611072:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d680c8 x1853236737753344/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384324.611079:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384324.611091:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031d680c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737753344:12345-0@lo:104: Request processed in 217us (496us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384324.611095:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384324.611105:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384324.611105:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384324.611108:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.611109:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384324.611111:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384324.611113:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384324.611115:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.611118:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 02000000:00000001:1.0:1767384324.611119:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.611124:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384324.611126:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=39 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384324.611128:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384324.611133:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=39 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384324.611134:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7b9c92e. 00000100:00000001:1.0:1767384324.611141:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384324.611143:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.611143:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00010000:00000001:1.0:1767384324.611149:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384324.611151:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db6bce9c. 00010000:00000001:1.0:1767384324.611152:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611156:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384324.611158:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00000001:0.0:1767384324.611163:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384324.611170:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384324.611177:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.611179:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384324.611181:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.611184:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384324.611185:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.611187:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.611189:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.611192:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384324.611199:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737753344:0@lo:104: 00000020:00000001:0.0:1767384324.611199:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384324.611204:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611208:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384324.611209:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384324.611214:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.611216:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384324.611219:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384324.611220:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384324.611223:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384324.611224:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384324.611228:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a2e3bff x1853236737753344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384324.611238:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (0000000028dca730) 00000100:00000001:1.0:1767384324.611241:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:0.0:1767384324.611242:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384324.611245:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00010000:0.0:1767384324.611246:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384324.611248:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb25790. 02000000:00000001:1.0:1767384324.611255:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384324.611256:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1767384324.611259:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384324.611259:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384324.611263:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:0.0:1767384324.611263:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.611267:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:1.0:1767384324.611268:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384324.611270:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 02000000:00000010:1.0:1767384324.611272:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d122a742. 00010000:00000001:0.0:1767384324.611298:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 02000000:00000001:1.0:1767384324.611302:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384324.611303:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384324.611305:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:0.0:1767384324.611306:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384324.611308:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a2e3bff. 00000100:00000001:1.0:1767384324.611315:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384324.611317:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384324.611318:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:0.0:1767384324.611321:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384324.611322:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004b60d8f6. 00000100:00000001:1.0:1767384324.611327:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384324.611329:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384324.611332:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf6d4bf0. 10000000:01000000:0.0:1767384324.611344:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384324.611345:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384324.611348:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:1.0:1767384324.611349:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384324.611352:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384324.611353:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384324.611358:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 20000000:00000001:1.0:1767384324.611359:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384324.611361:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384324.611362:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384324.611364:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.611366:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384324.611374:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384324.611377:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384324.611379:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:0.0:1767384324.611381:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384324.611383:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.611387:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384324.611390:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384324.611392:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384324.611394:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384324.611396:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384324.611398:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fd95 from hash 00010000:00000001:0.0:1767384324.611402:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384324.611403:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.611405:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.611406:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384324.611407:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384324.611408:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384324.611411:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384324.611412:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384324.611417:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000020:00000040:0.0:1767384324.611419:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384324.611422:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.611424:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384324.611426:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384324.611430:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db6bce9c. 00000100:00000001:0.0:1767384324.611433:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.611436:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384324.611439:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384324.611454:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384324.611456:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.611459:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.611461:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.611465:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a952e0e8] to pc [ptlrpcd_00_01+1] req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384324.611487:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384324.611489:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.611491:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.611492:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611496:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384324.611496:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611500:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384324.611502:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611503:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384324.611505:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384324.611508:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384324.611510:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384324.611511:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.611516:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.611524:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.611532:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384324.611533:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384324.611537:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.611538:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fd95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fd9c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384324.611539:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384324.611542:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384324.611548:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384324.611554:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737753472:0@lo:103: 00010000:00000040:0.0:1767384324.611556:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9cb44c3 count: 0 00000100:00000001:1.0:1767384324.611559:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384324.611563:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384324.611567:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.611569:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384324.611574:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.611576:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384324.611578:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005c883961. 00010000:00000001:0.0:1767384324.611582:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.611583:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384324.611585:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384324.611586:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000159a3df6. 00010000:00010000:0.0:1767384324.611587:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384324.611590:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384324.611592:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.611592:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.611599:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384324.611601:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384324.611602:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a27665e1. 00000020:00000001:0.0:1767384324.611602:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.611608:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384324.611611:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000200:1.0:1767384324.611619:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737753472, portal 18 00000100:00000001:1.0:1767384324.611623:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384324.611625:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000040:1.0:1767384324.611631:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.611639:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384324.611642:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384324.611668:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000100:00000200:1.0:1767384324.611671:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737753472, offset 0 00000400:00000200:1.0:1767384324.611677:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384324.611683:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384324.611690:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d704180 00000400:00000200:1.0:1767384324.611694:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:1.0:1767384324.611698:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384324.611701:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384324.611704:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384324.611706:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384324.611710:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6fb229f. 00000100:00000040:1.0:1767384324.611712:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000d6fb229f x1853236737753472 msgsize 328 00000100:00100000:1.0:1767384324.611717:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384324.611729:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384324.611734:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd02ce0c 00000400:00000010:1.0:1767384324.611736:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd02ce0c. 00000100:00000001:1.0:1767384324.611739:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384324.611743:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.611746:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384324.611752:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753472 00000100:00000001:1.0:1767384324.611752:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384324.611757:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384324.611759:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.611760:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.611764:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611768:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611770:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384324.611774:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611777:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912373 00000100:00000001:1.0:1767384324.611781:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912372 00000100:00000001:1.0:1767384324.611787:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912373 02000000:00000001:2.0:1767384324.611809:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384324.611812:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753472 00000020:00000001:2.0:1767384324.611814:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384324.611815:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384324.611817:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.611819:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:2.0:1767384324.611821:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384324.611823:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384324.611825:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384324.611922:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912372 00000100:00000001:1.0:1767384324.611926:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912373 00000100:00000001:1.0:1767384324.611929:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912372 00000100:00000001:1.0:1767384324.611933:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912373 00000100:00000001:1.0:1767384324.611944:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912372 00000100:00000001:1.0:1767384324.611949:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.611951:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611954:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611955:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.611961:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384324.611962:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384324.611965:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.611966:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384324.611969:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.611972:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384324.612050:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0a15187. 00000100:00000001:2.0:1767384324.612055:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384324.612063:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0a15187. 00000020:00000010:2.0:1767384324.612068:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000143cd1fc. 00000020:00000010:2.0:1767384324.612070:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7f0ed5b. 00000020:00000010:2.0:1767384324.612074:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aa39bc4. 00000100:00000040:2.0:1767384324.612081:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384324.612084:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384324.612085:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384324.612087:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384324.612089:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612092:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384324.612095:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.612096:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.612098:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=4 00000020:00000001:2.0:1767384324.612100:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:2.0:1767384324.612102:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00010000:2.0:1767384324.612105:0:16764:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 17 pid: 16771 timeout: 395 lvb_type: 0 00010000:00000001:2.0:1767384324.612134:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612136:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612138:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.612141:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.612147:0:16764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384324.612154:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6fb229f x1853236737753472/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 328/0 e 0 to 0 dl 1767384335 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.612163:0:16764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384324.612165:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.612178:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.612552:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384324.612554:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384324.612558:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384324.612560:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:2.0:1767384324.612561:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009637632 : -113991699913984 : ffff98533d382300) 00000100:00000040:2.0:1767384324.612564:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6fb229f x1853236737753472/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 328/0 e 0 to 0 dl 1767384335 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.612576:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384324.612577:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f6219ef. 00000100:00000001:2.0:1767384324.612578:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384324.612580:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f6219ef. 00000100:00100000:2.0:1767384324.612582:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6fb229f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16139:x1853236737753472:12345-0@lo:103: 00000100:00000200:2.0:1767384324.612585:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753472 00010000:00000001:2.0:1767384324.612587:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384324.612588:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384324.612590:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384324.612593:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384324.612594:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384324.612596:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5451a85. 02000000:00000001:2.0:1767384324.612597:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.612618:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612620:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384324.612621:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384324.612623:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.612624:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.612625:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=4 00000020:00000001:2.0:1767384324.612627:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:2.0:1767384324.612629:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000040:2.0:1767384324.612631:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c5801005 count: 3 00010000:00010000:2.0:1767384324.612634:0:20661:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 17 pid: 16771 timeout: 395 lvb_type: 0 00000100:00001000:2.0:1767384324.612640:0:20661:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384324 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384324.612642:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384324.612660:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612662:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384324.612664:0:20661:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 17 pid: 16771 timeout: 395 lvb_type: 0 00000020:00000001:2.0:1767384324.612670:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384324.612677:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384324.612679:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.612681:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612684:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384324.612686:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384324.612691:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612693:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612695:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384324.612697:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384324.612700:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fd9c from hash 00010000:00000001:2.0:1767384324.612702:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384324.612703:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612705:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612706:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384324.612707:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384324.612709:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384324.612711:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fd9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fd95 expref: 17 pid: 16771 timeout: 395 lvb_type: 0 00010000:00000040:2.0:1767384324.612716:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:2.0:1767384324.612718:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:2.0:1767384324.612723:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612724:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384324.612726:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384324.612728:0:20661:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007c71e0da 00010000:00000001:2.0:1767384324.612729:0:20661:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384324.612731:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384324.612733:0:20661:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.612734:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384324.612736:0:20661:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.612738:0:20661:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384324.612740:0:20661:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384324.612741:0:20661:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612746:0:20661:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384324.612747:0:20661:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384324.612754:0:20661:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384324.612755:0:20661:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384324.612756:0:20661:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5801005) refcount = 2 00010000:00010000:2.0:1767384324.612759:0:20661:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612763:0:20661:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384324.612765:0:20661:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384324.612766:0:20661:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.612768:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384324.612771:0:20661:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070f2fa3c. 00000100:00000001:2.0:1767384324.612773:0:20661:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384324.612776:0:20661:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002478ae39. 00000100:00000001:2.0:1767384324.612778:0:20661:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076743009024 : -113996966542592 : ffff9852034dc300) 00000100:00000001:2.0:1767384324.612780:0:20661:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076743009024 : -113996966542592 : ffff9852034dc300) 00000100:00000001:2.0:1767384324.612783:0:20661:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384324.612785:0:20661:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384324.612788:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384324.612790:0:20661:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384324.612794:0:20661:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:2.0:1767384324.612797:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.612799:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.612800:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=5 00000020:00000001:2.0:1767384324.612801:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:2.0:1767384324.612802:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:2.0:1767384324.612804:0:20661:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384324.612806:0:20661:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612810:0:20661:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384324.612812:0:20661:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612816:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612817:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384324.612824:0:20661:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612829:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384324.612830:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612832:0:20661:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384324.612833:0:20661:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384324.612837:0:20661:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007c71e0da already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384324.612839:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384324.612841:0:20661:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384324.612842:0:20661:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612846:0:20661:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384324.612848:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.612849:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.612850:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=6 00000020:00000001:2.0:1767384324.612852:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:2.0:1767384324.612854:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:2.0:1767384324.612855:0:20661:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384324.612857:0:20661:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612860:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384324.612861:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384324.612863:0:20661:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612873:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384324.612875:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384324.612878:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384324.612880:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384324.612882:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c71e0da with handle 0x1cafe7b7e4a4fda3 from hash 00010000:00000001:2.0:1767384324.612883:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384324.612885:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612892:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612893:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384324.612896:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384324.612898:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384324.612899:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612900:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384324.612903:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.612908:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612913:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.612914:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384324.612916:0:20661:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:3.0:1767384324.612920:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384324.612921:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612924:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.612925:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612927:0:20661:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612930:0:20661:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612934:0:20661:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384324.612939:0:20661:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.612940:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384324.612945:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612946:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612947:0:20661:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384324.612950:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.612951:0:20661:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384324.612954:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612955:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384324.612957:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384324.612958:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612961:0:20661:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384324.612963:0:20661:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384324.612964:0:20661:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612966:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384324.612968:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fda3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.612974:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.612976:0:20661:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.612978:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384324.612979:0:20661:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384324.612980:0:20661:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.612982:0:20661:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.612984:0:20661:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384324.612985:0:20661:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002478ae39. 00000100:00000001:2.0:1767384324.612994:0:20661:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384324.612996:0:20661:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384324.612997:0:20661:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070f2fa3c. 00010000:00000001:2.0:1767384324.613000:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384324.613002:0:20661:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5801005 count: 0 00010000:00010000:2.0:1767384324.613006:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384324.613007:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.613010:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384324.613012:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.613014:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.613017:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384324.613019:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384324.613021:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384324.613023:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384324.613025:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.613027:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.613031:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.613035:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000100:00000200:2.0:1767384324.613038:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737753472, offset 224 00000400:00000200:2.0:1767384324.613043:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.613050:0:20661:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.613057:0:20661:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d704180 00000400:00000200:2.0:1767384324.613061:0:20661:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1689 [1] + 224 00000400:00000200:2.0:1767384324.613065:0:20661:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.613067:0:20661:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384324.613070:0:20661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.613073:0:20661:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.613080:0:20661:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.613094:0:20661:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.613100:0:20661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000400:00000010:2.0:1767384324.613102:0:20661:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000100:00000001:2.0:1767384324.613105:0:20661:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384324.613112:0:20661:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384324.613117:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.613119:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384324.613121:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.613123:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.613126:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6fb229f x1853236737753472/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 328/224 e 0 to 0 dl 1767384335 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.613132:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6fb229f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737753472:12345-0@lo:103: Request processed in 556us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384324.613138:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384324.613141:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:2.0:1767384324.613143:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384324.613146:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384324.613150:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7f0ed5b. 00000020:00000010:2.0:1767384324.613154:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aa39bc4. 00000020:00000010:2.0:1767384324.613158:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000143cd1fc. 00000020:00000040:2.0:1767384324.613163:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:2.0:1767384324.613166:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.613189:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384324.613192:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384324.613197:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384324.613199:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384324.613201:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a27665e1. 00000400:00000200:2.0:1767384324.613205:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000400:00000010:2.0:1767384324.613208:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:2.0:1767384324.613213:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.613217:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384324.613226:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.613232:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384324.613235:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.613237:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384324.613239:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384324.613247:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.613249:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.613251:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.613254:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384324.613256:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.613259:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384324.613261:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.613262:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384324.613264:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.613265:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.613269:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.613301:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.613303:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384324.613305:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384324.613309:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.613314:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737753472:0@lo:103: 00000100:00000001:2.0:1767384324.613318:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.613320:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.613323:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a952e0e8 x1853236737753472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.613328:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384324.613329:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384324.613330:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000159a3df6. 02000000:00000001:2.0:1767384324.613334:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384324.613335:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384324.613337:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384324.613339:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384324.613341:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000db6bce9c. 02000000:00000001:2.0:1767384324.613343:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384324.613345:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384324.613346:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a952e0e8. 00000100:00000001:2.0:1767384324.613351:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384324.613358:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.613360:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.613364:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384324.613366:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.613368:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384324.613369:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384324.615315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9cb44c3. 00010000:00000010:0.1:1767384324.615324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00000400:00000010:3.0:1767384324.618595:0:24754:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000588b680c. 00000400:00000040:3.0:1767384324.618612:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.618615:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.618617:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.618619:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.618621:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.618623:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384324.618626:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.618627:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.618629:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.618630:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384324.618632:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.618633:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.618635:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.618637:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.618638:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384324.618640:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.618641:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.618642:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384324.618643:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384324.618645:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.618663:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.618664:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.618666:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.618667:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.618669:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384324.618671:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.618672:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.618674:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.618675:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.618677:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.618678:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384324.618696:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.618697:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.618699:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.618700:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.618708:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.618709:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384324.618711:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.618712:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.618713:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.618714:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.618715:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.618717:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384324.618718:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384324.618718:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384324.618720:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384324.618720:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384324.618721:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384324.618723:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.618724:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.618725:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384324.618727:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.618727:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384324.618729:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384324.618730:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384324.618732:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384324.618733:0:24754:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384324.618784:0:24754:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000588b680c. 00010000:00000010:2.1:1767384324.620311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e1380aa2. 00010000:00000010:2.1:1767384324.620320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c71e0da. 00010000:00000010:2.1:1767384324.620324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5801005. 00080000:00000001:2.0:1767384324.622114:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384324.622119:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384324.622120:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:0.0:1767384324.622124:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384324.622125:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384324.622128:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384324.622129:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384324.622131:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384324.622133:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384324.622134:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384324.622137:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9eb4783. 00080000:00000001:0.0:1767384324.622140:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384324.622143:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384324.622149:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384324.622151:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384324.622155:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384324.622156:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384324.622157:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384324.622162:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384324.622164:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384324.622169:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e5ac38b. 00010000:00000001:3.0:1767384324.622172:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384324.622175:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e1380aa2. 00000020:00000001:3.0:1767384324.622178:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384324.622180:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fdaa to hash 00000020:00000001:3.0:1767384324.622181:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384324.622182:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622185:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622187:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.622194:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.622197:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622203:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384324.622206:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384324.622207:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384324.622209:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.622210:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.622212:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.622214:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.622216:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384324.622217:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384324.622218:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384324.622220:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384324.622221:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e5ac38b) refcount = 1 00010000:00010000:3.0:1767384324.622223:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622227:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384324.622228:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384324.622230:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.622231:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622233:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384324.622235:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384324.622238:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384324.622240:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.622241:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.622242:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=4 00000020:00000001:3.0:1767384324.622244:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622246:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622248:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384324.622248:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622252:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384324.622259:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622264:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.622265:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.622266:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622269:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.622270:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622272:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384324.622292:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384324.622297:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e1380aa2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384324.622299:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.622300:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384324.622302:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622306:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384324.622307:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.622308:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.622310:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=5 00000020:00000001:3.0:1767384324.622311:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622313:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384324.622315:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384324.622317:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622321:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384324.622323:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.622324:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622328:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384324.622329:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384324.622331:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.622337:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.622339:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fdaa from hash 00010000:00000001:3.0:1767384324.622341:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384324.622342:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.622344:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.622345:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384324.622347:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384324.622348:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384324.622349:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384324.622350:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.622352:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622354:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.622355:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384324.622357:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.622358:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.622359:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622361:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.622362:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.622364:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622368:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.622368:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.622369:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384324.622370:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384324.622371:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.622372:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.622374:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384324.622376:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.622377:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.622379:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.622383:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384324.622384:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384324.622385:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fdaa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.622397:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e5ac38b count: 0 00010000:00000001:3.0:1767384324.622403:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384324.622404:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384324.622868:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384324.622871:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384324.622873:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ffd5b3b3. 20000000:00000001:3.0:1767384324.622878:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384324.622881:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737753088 00010000:00000001:3.0:1767384324.622883:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384324.622888:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb80b16d x1853236737753088/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384324.622895:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384324.622898:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.622902:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.622907:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384324.622910:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384324.622913:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384324.622916:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384324.622918:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.622922:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384324.622926:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384324.622930:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac70cee. 00000100:00000200:3.0:1767384324.622935:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737753088, offset 224 00000400:00000200:3.0:1767384324.622943:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384324.622952:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.622960:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704000 00000400:00000200:3.0:1767384324.622964:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1665 [2] + 224 00000400:00000200:3.0:1767384324.622969:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.622974:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384324.622977:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384324.622982:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.622990:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.623012:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384324.623018:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac70cee 00000400:00000010:3.0:1767384324.623020:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac70cee. 00000100:00000001:0.0:1767384324.623022:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384324.623023:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.623025:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384324.623026:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384324.623031:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384324.623032:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384324.623035:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384324.623038:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:0.0:1767384324.623039:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 00010000:00000001:3.0:1767384324.623045:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384324.623045:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db17ff15 00000020:00000001:3.0:1767384324.623047:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.623049:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db17ff15. 00000020:00000001:3.0:1767384324.623050:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384324.623056:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb80b16d x1853236737753088/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.623056:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.623064:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384324.623070:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb80b16d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737753088:12345-0@lo:253: Request processed in 24067us (24837us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384324.623088:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384324.623091:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:3.0:1767384324.623097:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384324.623102:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384324.623104:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384324.623105:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384324.623107:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384324.623110:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a3101bf. 00000100:00000001:0.0:1767384324.623111:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384324.623114:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.623117:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384324.623118:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004258097a. 00000100:00000001:0.0:1767384324.623119:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.623124:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384324.623125:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006118494f. 00000100:00001000:0.0:1767384324.623127:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=39 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384324.623131:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:0.0:1767384324.623132:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.623138:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384324.623139:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384324.623141:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384324.623142:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001ff289ae. 00010000:00000001:0.0:1767384324.623146:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384324.623149:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384324.623149:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.623152:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.623153:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384324.623160:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384324.623160:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384324.623166:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf1d0fbc. 00000100:00000001:0.0:1767384324.623172:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384324.623175:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac70cee. 00000100:00000001:0.0:1767384324.623176:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384324.623185:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384324.623188:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384324.623190:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384324.623192:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384324.623193:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384324.623195:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384324.623196:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384324.623198:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384324.623199:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384324.623200:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384324.623202:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384324.623204:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384324.623210:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737753088:0@lo:253: 00000100:00000001:0.0:1767384324.623215:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.623216:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.623219:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737753088/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.623224:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384324.623226:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384324.623228:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c75a395. 02000000:00000001:0.0:1767384324.623233:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384324.623234:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384324.623236:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384324.623238:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384324.623240:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384324.623244:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384324.623245:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384324.623247:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:0.0:1767384324.623249:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384324.623251:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.623252:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.623257:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.623259:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.623262:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.623264:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384324.626184:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384324.626188:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384324.626190:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a9c0f14b. 20000000:00000001:2.0:1767384324.626196:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384324.626200:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737753216 00010000:00000001:2.0:1767384324.626202:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384324.626208:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f648334 x1853236737753216/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384324.626217:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384324.626219:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.626221:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.626223:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384324.626225:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384324.626226:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384324.626228:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384324.626230:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.626231:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.626233:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.626236:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000898c81d3. 00000100:00000200:2.0:1767384324.626239:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737753216, offset 224 00000400:00000200:2.0:1767384324.626244:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.626249:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.626260:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704080 00000400:00000200:2.0:1767384324.626264:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x166d [2] + 224 00000400:00000200:2.0:1767384324.626269:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.626271:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384324.626298:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.626302:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.626309:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.626323:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.626329:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000898c81d3 00000400:00000010:2.0:1767384324.626331:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000898c81d3. 00000100:00000001:2.0:1767384324.626335:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384324.626336:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384324.626337:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384324.626339:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.626340:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384324.626346:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384324.626347:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384324.626351:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384324.626351:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384324.626354:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.626356:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384324.626361:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000296468a2. 00000100:00000040:2.0:1767384324.626361:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f648334 x1853236737753216/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384324.626367:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e679146 00000400:00000010:3.0:1767384324.626371:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e679146. 00000100:00100000:2.0:1767384324.626376:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f648334 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737753216:12345-0@lo:253: Request processed in 27342us (27819us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384324.626378:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384324.626386:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.626390:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384324.626396:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384324.626401:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384324.626404:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384324.626405:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384324.626408:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051a92ab7. 00000020:00000010:2.0:1767384324.626415:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d01f0c. 00000100:00000001:3.0:1767384324.626416:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384324.626419:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384324.626419:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000707a8b7e. 00000100:00000001:3.0:1767384324.626423:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384324.626425:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384324.626425:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:3.0:1767384324.626428:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384324.626430:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384324.626431:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.626433:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.626435:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=39 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384324.626439:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000056d12851. 00000100:00001000:3.0:1767384324.626440:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=39 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384324.626444:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384324.626445:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384324.626448:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.626448:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.626454:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384324.626456:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384324.626456:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384324.626461:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.626463:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002938df0. 00000100:00000040:3.0:1767384324.626464:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384324.626469:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000898c81d3. 00000100:00000001:3.0:1767384324.626476:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384324.626478:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384324.626480:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384324.626482:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384324.626484:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384324.626485:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384324.626486:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384324.626488:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384324.626489:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384324.626490:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384324.626491:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384324.626491:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384324.626499:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384324.626504:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6679b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737753216:0@lo:253: 00000100:00000001:3.0:1767384324.626507:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.626509:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384324.626510:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6679b42 x1853236737753216/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.626514:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384324.626515:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384324.626517:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000030536ca. 02000000:00000001:3.0:1767384324.626519:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384324.626520:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384324.626521:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384324.626522:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384324.626523:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027beb448. 02000000:00000001:3.0:1767384324.626525:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384324.626526:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384324.626527:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6679b42. 00000100:00000001:3.0:1767384324.626530:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384324.626530:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.626532:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.626535:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384324.626536:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.626537:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384324.626539:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384324.628294:0:24758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e5ac38b. 00010000:00000010:3.1:1767384324.628301:0:24758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e1380aa2. 00000100:00000040:2.0:1767384324.631357:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294912373, at 4294912374 00000100:00000010:2.0:1767384324.631365:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a6b0df0. 00000100:00000040:1.0:1767384324.631396:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294912373, at 4294912374 00000100:00000010:1.0:1767384324.631403:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2be3bac. 00000100:00000040:0.0:1767384324.631451:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294912373, at 4294912374 00000100:00000010:0.0:1767384324.631463:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000251b0152. 00000100:00000040:3.0:1767384324.632361:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294912373, at 4294912375 00000100:00000010:3.0:1767384324.632368:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d4e7d0b. 00010000:00000001:3.0:1767384325.154356:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384325.154361:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.154366:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384325.154369:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384325.154371:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384325.154373:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.154376:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384325.154378:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.154388:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.154390:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.154423:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.154427:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.154430:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384325.568805:0:25053:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384325.568816:0:25053:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.568820:0:25053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.568824:0:25053:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384325.568829:0:25053:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.568831:0:25053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.177397:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384326.177401:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.177407:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384326.177408:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.177488:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384326.177492:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.177495:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384326.244323:0:25217:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384326.244328:0:25217:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:3.0:1767384326.247227:0:25217:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384326.254018:0:25218:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000009eeeaec. 00000400:00000010:3.0:1767384326.254032:0:25218:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006d604368. 00000400:00000010:3.0:1767384326.254042:0:25218:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000ed4692f. 00000400:00000010:3.0:1767384326.254045:0:25218:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000af7899db. 00000400:00000010:3.0:1767384326.254048:0:25218:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000729603af. 00000400:00000010:3.0:1767384326.254051:0:25218:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d18c1cad. 00000400:00000010:3.0:1767384326.254053:0:25218:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be3cc97f. 00000400:00000010:3.0:1767384326.254054:0:25218:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6c5095b. 00000400:00000010:3.0:1767384326.254057:0:25218:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000772932ba. 00000800:00000010:3.0:1767384326.254067:0:25218:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cae5df7d. 00000800:00000200:3.0:1767384326.254076:0:25218:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384326.254084:0:25218:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384326.254114:0:25218:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384326.254132:0:25218:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp27 [8/256/0/180] 00000400:00000010:3.0:1767384326.255405:0:25218:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000c23c73fd. 00000400:00000010:3.0:1767384326.255411:0:25218:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009415be06. 00000400:00000010:3.0:1767384326.255416:0:25218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000400:00000001:3.0:1767384326.255428:0:25218:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384326.255430:0:25218:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.255437:0:25218:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c771966. 00000400:00000200:3.0:1767384326.255439:0:25218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000400:00000010:3.0:1767384326.255441:0:25218:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000400:00000010:3.0:1767384326.255444:0:25218:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000007674597c. 00000400:00000200:3.0:1767384326.255448:0:25218:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (18) 00000400:00000200:3.0:1767384326.255457:0:25218:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384326.255464:0:25218:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:3.0:1767384326.255470:0:25218:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007527abb7. 00000020:01000000:3.0:1767384326.255476:0:25218:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384326.255478:0:25218:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp27 00000400:00000200:2.0:1767384326.255480:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384326.255486:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:3.0:1767384326.255489:0:25218:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006d604368. 00000400:00000010:2.0:1767384326.255492:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000400:00000010:3.0:1767384326.255494:0:25218:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000009eeeaec. 00000400:00000200:2.0:1767384326.255497:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (19) 00000400:00000010:2.0:1767384326.255503:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1bb85a6. 00000400:00000200:2.0:1767384326.255507:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp25 00000020:00000001:0.0:1767384326.255511:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384326.255516:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384326.255518:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384326.255521:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 10000000:01000000:0.0:1767384326.255522:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384326.255528:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384326.255530:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384326.255533:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384326.255534:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [47:47:8:4294967295] 00000020:01000004:0.0:1767384326.255537:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384326.255540:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384326.255542:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384326.255545:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp25 00000020:01000004:0.0:1767384326.255545:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384326.255549:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384326.255551:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384326.255554:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384326.255560:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) : PUT try# 0 00000100:00000010:0.0:1767384326.255560:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:0.0:1767384326.255566:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000800:00000200:2.0:1767384326.255571:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000100:00000001:0.0:1767384326.255573:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384326.255576:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e5957fa. 02000000:00000001:0.0:1767384326.255577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384326.255582:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 02000000:00000001:0.0:1767384326.255584:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384326.255592:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:988 02000000:00000010:0.0:1767384326.255596:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fd9aefae. 00000800:00000200:2.0:1767384326.255597:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e5957fa type 1, nob 432 niov 1 nkiov 1 00000100:00000001:0.0:1767384326.255605:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.255615:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384326.255616:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000001:0.0:1767384326.255619:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255624:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000100:00000040:0.0:1767384326.255630:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822f0636] to pc [ptlrpcd_00_02+2] req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384326.255667:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384326.255670:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.255672:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384326.255673:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384326.255679:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384326.255680:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384326.255682:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384326.255689:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384326.255691:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384326.255693:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384326.255694:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384326.255696:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384326.255697:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384326.255698:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384326.255699:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384326.255700:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384326.255701:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384326.255705:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384326.255705:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6679b42. 00000020:00000040:0.0:1767384326.255710:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384326.255711:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.255713:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384326.255715:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384326.255715:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.255719:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.255722:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384326.255727:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000696f8fa6. 00000100:00000001:0.0:1767384326.255732:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.255736:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.255738:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.255739:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.255741:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.255744:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384326.255748:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384326.255748:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6679b42] to pc [ptlrpcd_00_03+3] req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384326.255755:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384326.255756:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384326.255762:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e5957fa. 00000100:00100000:1.0:1767384326.255762:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737753600:0@lo:253: 10000000:00000001:0.0:1767384326.255767:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255768:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.255769:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:0.0:1767384326.255770:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.255774:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.255775:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:0.0:1767384326.255777:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384326.255779:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255780:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: PUT: OK 00000020:00000010:0.0:1767384326.255781:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007527abb7. 02000000:00000001:1.0:1767384326.255783:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384326.255788:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:1.0:1767384326.255791:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7193346. 00000400:00000200:2.0:1767384326.255792:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp25: 0 02000000:00000001:1.0:1767384326.255795:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.255796:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384326.255799:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967529c7. 00000100:00000001:0.0:1767384326.255800:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.255803:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384326.255808:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384326.255808:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.255813:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045cfb792. 00000800:00000001:2.0:1767384326.255816:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.255818:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384326.255820:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384326.255821:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.255822:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737753600, portal 25 00000800:00000001:2.0:1767384326.255825:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384326.255826:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384326.255829:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384326.255830:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.255834:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 02000000:00000001:0.0:1767384326.255835:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255837:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : PUT - for me 00000100:00000040:1.0:1767384326.255846:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.255847:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6679b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737753728:0@lo:253: 00000400:00000200:2.0:1767384326.255851:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384326.255855:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384326.255860:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384326.255863:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255864:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 320/336 into md 0x1675 [1] + 0 02000000:00000001:0.0:1767384326.255868:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384326.255874:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000100:00000001:1.0:1767384326.255875:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384326.255875:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008877ec1d. 02000000:00000001:0.0:1767384326.255880:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.255881:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc44c98f 00000100:00000040:1.0:1767384326.255885:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.255887:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f107f09. 00000800:00000001:2.0:1767384326.255888:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384326.255890:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e679146. 00000800:00000001:2.0:1767384326.255895:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384326.255896:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737753600, offset 0 00000400:00000010:0.0:1767384326.255896:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ae03aaf. 00000400:00000200:2.0:1767384326.255900:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384326.255904:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737753728, portal 25 00000100:00000001:0.0:1767384326.255908:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384326.255909:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: PUT: OK 00000400:00000200:1.0:1767384326.255909:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.255911:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893029120 : -113991816522496 : ffff98533644d500) 00000100:00000040:0.0:1767384326.255919:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.255920:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384326.255925:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000400:00000200:1.0:1767384326.255925:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.255931:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384326.255938:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000100:00000001:0.0:1767384326.255938:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384326.255942:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704200 00000100:00000040:0.0:1767384326.255944:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384326.255946:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384326.255951:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (336 bytes) 00000400:00000010:0.0:1767384326.255951:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfa09f8f. 00000400:00000200:1.0:1767384326.255955:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000200:2.0:1767384326.255960:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384326.255960:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7172ea6. 00000400:00000200:1.0:1767384326.255967:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d3a13aa 00000400:00000200:2.0:1767384326.255970:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000100:00000200:0.0:1767384326.255970:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737753728, offset 0 00000400:00000200:1.0:1767384326.255971:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.255978:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384326.255980:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384326.255983:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.255988:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 00000400:00000200:2.0:1767384326.255993:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [48:48:8:4294967295] 00000400:00000200:2.0:1767384326.256000:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) 192.168.203.152@tcp25 : ACK try# 0 00000800:00000200:2.0:1767384326.256003:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000800:00000010:2.0:1767384326.256007:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e5957fa. 00000400:00000200:1.0:1767384326.256007:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d3a13aa 00000400:00000200:0.0:1767384326.256011:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384326.256012:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d3a13aa. 00000800:00000200:2.0:1767384326.256017:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 00000400:00000200:0.0:1767384326.256021:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704280 00000100:00000001:1.0:1767384326.256022:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1767384326.256025:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:991 00000100:00000200:1.0:1767384326.256026:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384326.256031:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000800:00000200:2.0:1767384326.256032:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005e5957fa type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384326.256032:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006365ae53 x1853236737753600 msgsize 4848 00000400:00000010:0.0:1767384326.256039:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e02952f. 00000100:00100000:1.0:1767384326.256045:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384326.256045:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb2bedb7 00000100:00000040:1.0:1767384326.256048:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384326.256051:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384326.256053:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.256057:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.256058:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384326.256061:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb2bedb7 00000800:00000001:2.0:1767384326.256062:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384326.256064:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb2bedb7. 00000400:00000200:1.0:1767384326.256070:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e679146 00000100:00000001:0.0:1767384326.256071:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.256074:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384326.256075:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e679146. 00000100:00000040:0.0:1767384326.256077:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000871f67b4 x1853236737753728 msgsize 4848 00000100:00000001:1.0:1767384326.256079:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.256086:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.256087:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384326.256090:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384326.256093:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:2.0:1767384326.256094:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e5957fa. 00000400:00000200:2.0:1767384326.256101:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.256104:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.256106:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.256108:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: ACK: OK 00000100:00000040:1.0:1767384326.256109:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384326.256117:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384326.256122:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.256122:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfa09f8f 00000400:00000010:0.0:1767384326.256126:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfa09f8f. 00000800:00000001:2.0:1767384326.256129:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384326.256131:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384326.256134:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384326.256138:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384326.256138:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.256139:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.256143:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384326.256144:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.256151:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256154:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384326.256158:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : ACK - for me 00000100:00000001:1.0:1767384326.256158:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294914017 00000100:00000040:0.0:1767384326.256161:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384326.256166:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8004dc8. 00000400:00000200:2.0:1767384326.256173:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp25: ACK from 12345-192.168.203.152@tcp25 into md 0x16a9 00000100:00000001:0.0:1767384326.256173:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.256175:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384326.256177:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384326.256179:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.256186:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294914017 00000100:00000001:0.0:1767384326.256186:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.256187:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: ACK: OK 00000100:00000010:1.0:1767384326.256194:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008d84504. 00000100:00000001:0.0:1767384326.256195:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294914017 00000400:00000200:2.0:1767384326.256196:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000100:00000001:1.0:1767384326.256199:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384326.256201:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000100:00000001:0.0:1767384326.256202:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294914017 00000100:00000001:1.0:1767384326.256206:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294914017 00000400:00000200:2.0:1767384326.256207:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384326.256207:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294914017 00000100:00000010:1.0:1767384326.256212:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e99450fa. 00000100:00000001:0.0:1767384326.256213:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294914017 00000400:00000200:2.0:1767384326.256214:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:1.0:1767384326.256219:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384326.256219:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294914017 00000400:00000200:2.0:1767384326.256222:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:1.0:1767384326.256227:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294914017 00000400:00000200:2.0:1767384326.256228:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (20) 00000100:00000001:0.0:1767384326.256228:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294914017 00000100:00000010:1.0:1767384326.256235:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009132b34d. 00000100:00000001:0.0:1767384326.256235:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294914017 00000800:00000001:2.0:1767384326.256237:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384326.256241:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384326.256242:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.256248:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.256248:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294914017 00000100:00000001:1.0:1767384326.256255:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256255:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.256261:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.256262:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256264:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.256266:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.256267:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.256271:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384326.256294:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.256297:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384326.256298:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753600 00000100:00000001:0.0:1767384326.256299:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.256301:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.256303:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384326.256304:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.256304:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.256308:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.256310:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256310:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.256311:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256314:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.256316:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.256317:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.256317:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.256324:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753600 00000100:00000001:0.0:1767384326.256324:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.256330:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.256332:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384326.256335:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.256337:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:1.0:1767384326.256344:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384326.256345:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:1.0:1767384326.256347:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753728 00000020:00000001:2.0:1767384326.256349:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 02000000:00000001:1.0:1767384326.256350:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.256353:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384326.256354:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384326.256355:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.256355:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.256361:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.256361:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000021ba8646. 00000020:00000010:2.0:1767384326.256362:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ede142e4. 00000100:00000001:2.0:1767384326.256369:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384326.256369:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753728 00000400:00000010:0.0:1767384326.256369:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1113993. 00000020:00000010:2.0:1767384326.256374:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ede142e4. 00000400:00000010:0.0:1767384326.256377:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000020:00000001:1.0:1767384326.256379:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384326.256381:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000010:2.0:1767384326.256382:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000568e2980. 00000020:00000001:1.0:1767384326.256383:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.256386:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000200:0.0:1767384326.256389:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000021ba8646 00000020:00000010:2.0:1767384326.256390:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063324c51. 00000020:00000001:1.0:1767384326.256390:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000010:0.0:1767384326.256394:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000820b4f49. 00000020:00000001:1.0:1767384326.256396:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:2.0:1767384326.256399:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001aa39bc4. 00000400:00000200:0.0:1767384326.256399:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:1.0:1767384326.256400:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384326.256406:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941a6447. 00000400:00000200:0.0:1767384326.256409:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 00000100:00000040:2.0:1767384326.256411:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384326.256412:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384326.256412:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (19) 00000100:00000001:2.0:1767384326.256418:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384326.256419:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941a6447. 00000100:00000001:2.0:1767384326.256421:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384326.256421:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000d5bbb750. 00000100:00000001:2.0:1767384326.256424:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.256426:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd048f01. 00000400:00000010:0.0:1767384326.256427:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000001:2.0:1767384326.256431:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.256433:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ef702d9. 00000400:00000010:0.0:1767384326.256436:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000723aa3f4. 00000020:00000010:1.0:1767384326.256439:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000001:2.0:1767384326.256442:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.256444:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:1.0:1767384326.256447:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.256451:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384326.256452:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.256456:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:2.0:1767384326.256457:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.256458:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.256460:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.256464:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.256464:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00100000:2.0:1767384326.256470:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384326.256475:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:0.0:1767384326.256476:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00000001:2.0:1767384326.256478:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017783888 : -113991691767728 : ffff98533db47050) 00000100:00000001:1.0:1767384326.256478:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.256482:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384326.256486:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006365ae53 x1853236737753600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.256491:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00100000:1.0:1767384326.256492:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384326.256498:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384326.256502:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016927824 : -113991692623792 : ffff98533da76050) 00000400:00000200:0.0:1767384326.256508:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000040:1.0:1767384326.256512:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000871f67b4 x1853236737753728/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.256513:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.256518:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ede142e4. 00000400:00000200:0.0:1767384326.256519:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:2.0:1767384326.256524:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.256531:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ede142e4. 00000400:00000200:0.0:1767384326.256533:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:1.0:1767384326.256539:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384326.256542:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006365ae53 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737753600:12345-0@lo:253: 00000400:00000200:0.0:1767384326.256543:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000010:1.0:1767384326.256544:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000941a6447. 00000100:00000001:1.0:1767384326.256550:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384326.256553:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753600 00000020:00000010:1.0:1767384326.256556:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000941a6447. 00000020:00000001:2.0:1767384326.256557:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384326.256558:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:2.0:1767384326.256563:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384326.256565:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000871f67b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737753728:12345-0@lo:253: 00000020:00000001:2.0:1767384326.256566:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.256572:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384326.256572:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000200:1.0:1767384326.256573:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753728 00000400:00000200:0.0:1767384326.256581:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:2.0:1767384326.256582:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384326.256584:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384326.256589:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.256590:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384326.256594:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.256596:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.256596:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:1.0:1767384326.256597:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384326.256601:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:2.0:1767384326.256603:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.256606:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.256608:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384326.256610:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.256613:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.256614:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:1.0:1767384326.256615:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.256619:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384326.256621:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384326.256622:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.256627:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.256628:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384326.256628:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 02000000:00000001:1.0:1767384326.256630:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384326.256649:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bcced760. 02000000:00000010:1.0:1767384326.256650:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ffd5b3b3. 02000000:00000001:2.0:1767384326.256656:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.256656:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.256661:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.256663:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.256667:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384326.256668:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384326.256671:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384326.256677:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 20000000:00000010:2.0:1767384326.256679:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efa97201. 00000400:00000200:0.0:1767384326.256684:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 20000000:01000000:2.0:1767384326.256685:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384326.256687:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000088390642. 20000000:00000001:2.0:1767384326.256690:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384326.256692:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384326.256695:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384326.256698:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384326.256698:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 20000000:00000001:2.0:1767384326.256699:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.256705:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.256705:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384326.256709:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.256710:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 20000000:00000001:2.0:1767384326.256711:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384326.256713:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.256716:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384326.256721:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp26 20000000:00000010:2.0:1767384326.256722:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000509d7618. 20000000:01000000:2.0:1767384326.256725:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000400:00000200:0.0:1767384326.256728:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp26 lpni_is_preferred = 0 20000000:00000001:2.0:1767384326.256731:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384326.256735:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp26 00080000:00000001:2.0:1767384326.256738:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384326.256741:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [49:49:8:4294967295] 00000400:00000200:0.0:1767384326.256748:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp26 00000400:00000200:0.0:1767384326.256758:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:) -> 192.168.203.152@tcp26(192.168.203.152@tcp:192.168.203.152@tcp26) : GET try# 0 00000800:00000200:0.0:1767384326.256764:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp26 00000800:00000010:0.0:1767384326.256769:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ec94c085. 00000800:00000010:0.0:1767384326.256776:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cfa09f8f. 00000800:00000010:0.0:1767384326.256780:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000044c18800. 00080000:00000001:2.0:1767384326.256784:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384326.256788:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (2) 00080000:00000001:2.0:1767384326.256791:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384326.256795:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384326.256796:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (2) 00080000:00000001:2.0:1767384326.256800:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384326.256805:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384326.256810:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:0.0:1767384326.256811:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384326.256816:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00080000:00000001:2.0:1767384326.256817:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384326.256826:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c4ee7a3. 00080000:00000001:2.0:1767384326.256829:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734308352 : -113996975243264 : ffff985202c90000) 00080000:00000001:2.0:1767384326.256833:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384326.256876:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.256917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000001:00000001:2.0:1767384326.256942:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384326.256945:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.256946:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00080000:00000001:2.0:1767384326.256948:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384326.256970:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.256971:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00080000:00000001:2.0:1767384326.256980:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384326.256992:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257028:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257057:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257088:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00080000:00000001:2.0:1767384326.257089:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384326.257093:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384326.257113:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257172:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257234:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257264:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257379:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257414:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257447:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257475:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257517:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257547:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257589:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257656:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257719:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257770:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257798:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257847:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257889:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257916:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257935:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257957:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.257975:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.258003:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000800:00000010:1.0:1767384326.258253:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000458aa5eb. 00000800:00000010:1.0:1767384326.258259:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030c2f101. 00000800:00000010:1.0:1767384326.258263:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e1c0b22. 00000800:00000010:1.0:1767384326.258384:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e1c0b22. 00000400:00000200:2.0:1767384326.258777:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384326.258794:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp26 from 221.3.0.2 00000800:00000010:2.0:1767384326.258797:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005bdcb9a2. 00000800:00000010:1.0:1767384326.258817:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edbfe8ed. 00000800:00000010:1.0:1767384326.258824:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbe48217. 00000800:00000010:1.0:1767384326.258852:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002340c1e4. 00000800:00000200:1.1:1767384326.258861:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (2) 00000800:00000200:1.1:1767384326.258869:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp26 000000002340c1e4 deleted 00000800:00000010:1.1:1767384326.258872:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002340c1e4. 00000800:00000200:1.1:1767384326.258879:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384326.258893:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:989 00000800:00000200:1.1:1767384326.258896:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec94c085 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384326.258902:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp26 p 3.x 192.168.203.152 -> 192.168.203.152:989 incarnation:1767384324595229363 sched[0] 00000800:00000010:1.0:1767384326.258907:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073b5f209. 00000800:00000010:1.0:1767384326.258956:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073b5f209. 00000800:00000010:1.0:1767384326.258966:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbe48217. 00000800:00000010:1.0:1767384326.259008:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005bdcb9a2. 00000800:00000001:1.0:1767384326.259029:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.259033:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384326.259081:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384326.259083:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ec94c085. 00000400:00000200:1.0:1767384326.259087:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.259092:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: GET: OK 00000400:00000200:1.0:1767384326.259095:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384326.259098:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000200:1.1:1767384326.259128:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384326.259133:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp26 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384324595229363 sched[0] 00000800:00000010:1.0:1767384326.259136:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030c2f101. 00000400:00000200:1.0:1767384326.259204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259242:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259268:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259341:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259369:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259397:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.259432:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259546:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259590:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259665:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000800:00000001:1.0:1767384326.259682:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.259689:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.259691:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.259699:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.259720:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : GET - for me 00000400:00000200:0.0:1767384326.259726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259774:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259840:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259897:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.259964:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260018:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260103:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.260128:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384326.260135:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 336/336 into md 0x16a5 [1] + 0 00000400:00000200:1.0:1767384326.260146:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp26 to MR: 192.168.203.152@tcp26 local destination 00000400:00000200:1.0:1767384326.260153:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:0.0:1767384326.260165:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.260170:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) -> 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) 192.168.203.152@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384326.260178:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.152@tcp26 00000800:00000010:1.0:1767384326.260181:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003773b333. 00000800:00000200:1.0:1767384326.260187:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000800:00000200:1.0:1767384326.260198:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:988 00000800:00000200:1.0:1767384326.260200:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003773b333 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:0.0:1767384326.260222:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000800:00000200:1.0:1767384326.260256:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384326.260259:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003773b333. 00000400:00000200:0.0:1767384326.260263:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384326.260266:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.260272:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: REPLY: OK 00000800:00000001:1.0:1767384326.260300:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.260304:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.260308:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.260312:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.260314:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.260318:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.260323:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384326.260341:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp26: Reply from 12345-192.168.203.152@tcp26 of length 336/336 into md 0x16c1 00000400:00000200:0.0:1767384326.260344:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000800:00000001:1.0:1767384326.260346:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.260354:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.260356:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.260361:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: REPLY: OK 00000400:00000200:1.0:1767384326.260366:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000400:00000010:1.0:1767384326.260368:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000400:00000200:1.0:1767384326.260371:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384326.260375:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:1.0:1767384326.260377:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384326.260380:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 19. state = 0x100251 00000400:00000200:1.0:1767384326.260384:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384326.260394:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (20) 00000800:00000001:1.0:1767384326.260409:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.260412:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000800:00000001:1.0:1767384326.260414:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.260470:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384326.260476:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000200:0.0:1767384326.260476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000010:1.0:1767384326.260485:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000ab4b8628. 00000400:00000010:1.0:1767384326.260490:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000bee5ebcb. 00000400:00000010:1.0:1767384326.260494:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000007d8d6c38. 00000400:00000010:1.0:1767384326.260529:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000080d2c16. 00000400:00000200:1.0:1767384326.260534:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000080d2c16 nid 192.168.203.152@tcp27 00000400:00000200:0.0:1767384326.260537:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000010:1.0:1767384326.260538:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003e6ff8fe. 00000400:00000200:1.0:1767384326.260544:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000003e6ff8fe net tcp27 00000400:00000200:1.0:1767384326.260547:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (19) 00000400:00000200:1.0:1767384326.260554:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp27 flags 0x11 00000400:00000010:1.0:1767384326.260558:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000ab4b8628. 00000400:00000010:1.0:1767384326.260561:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000bee5ebcb. 00000400:00000010:1.0:1767384326.260564:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000007d8d6c38. 00000400:00000010:1.0:1767384326.260568:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000d5bbb750. 00000400:00000200:1.0:1767384326.260571:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384326.260572:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:1.0:1767384326.260575:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:1.0:1767384326.260580:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:1.0:1767384326.260584:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384326.260587:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:1.0:1767384326.260591:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384326.260594:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (20) 00000400:00000200:0.0:1767384326.260606:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260697:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260812:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260851:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260879:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260910:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260943:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384326.260990:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384326.261133:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664ea8d7. 00000800:00000010:0.0:1767384326.261138:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051380d0a. 00000800:00000010:0.0:1767384326.261143:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fcd96c7d. 00000800:00000010:0.0:1767384326.261164:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fcd96c7d. 00000800:00020000:0.0:1767384326.261172:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384326.265254:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051380d0a. 00000800:00000010:0.0:1767384326.265258:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000664ea8d7. 00000400:02020000:0.0:1767384326.265329:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp26 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384326.265857:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384326.265864:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384326.265868:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.265871:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384326.265871:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384326.265876:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384326.265878:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384326.265880:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384326.265881:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384326.265882:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c4ee7a3. 20000000:01000000:1.0:1767384326.265885:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384326.265886:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384326.265894:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384326.265899:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384326.265899:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384326.265905:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384326.265908:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384326.265908:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384326.265914:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384326.265917:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384326.265923:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000aa1a91e. 20000000:00000010:1.0:1767384326.265927:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d8d6c38. 00010000:00000001:3.0:1767384326.265928:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:1.0:1767384326.265932:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00010000:00000010:3.0:1767384326.265933:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007954bc4c. 20000000:00000001:1.0:1767384326.265935:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384326.265938:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384326.265940:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007954bc4c with handle 0x1cafe7b7e4a4fdb1 to hash 00080000:00000001:1.0:1767384326.265940:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384326.265944:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384326.265946:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.265948:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.265951:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384326.265952:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.265955:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384326.265972:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384326.265979:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384326.265982:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.265984:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384326.265984:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384326.265988:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384326.265990:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384326.265993:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384326.265994:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384326.265995:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.265998:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384326.265998:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:3.0:1767384326.266001:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384326.266003:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384326.266004:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384326.266008:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384326.266009:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:1.0:1767384326.266009:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000648baadc. 00010000:00000001:3.0:1767384326.266012:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384326.266013:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750597120 : -113996958954496 : ffff985203c18c00) 00010000:00000040:3.0:1767384326.266015:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 1 00080000:00000001:1.0:1767384326.266017:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767384326.266019:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266025:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384326.266026:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384326.266027:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.266029:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266030:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384326.266032:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384326.266035:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:3.0:1767384326.266037:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384326.266038:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.266039:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=4 00000020:00000001:3.0:1767384326.266041:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.266043:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.266045:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384326.266046:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266050:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384326.266052:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384326.266059:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384326.266061:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384326.266066:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384326.266071:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.266073:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384326.266074:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384326.266076:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266079:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384326.266080:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384326.266082:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266085:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384326.266087:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384326.266092:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007954bc4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384326.266093:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384326.266095:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384326.266097:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266101:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384326.266102:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384326.266103:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.266105:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=5 00000020:00000001:3.0:1767384326.266106:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.266108:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384326.266111:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384326.266113:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266116:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384326.266118:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384326.266120:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266122:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384326.266124:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384326.266126:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384326.266133:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384326.266134:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007954bc4c with handle 0x1cafe7b7e4a4fdb1 from hash 00080000:00000001:1.0:1767384326.266135:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384326.266138:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1767384326.266139:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384326.266141:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.266144:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.266145:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384326.266147:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384326.266148:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384326.266150:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384326.266152:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.266154:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266155:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384326.266156:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384326.266158:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.266159:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.266161:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266163:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.266164:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.266166:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266169:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.266170:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.266182:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384326.266183:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384326.266184:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.266184:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.266185:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384326.266187:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.266188:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.266189:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.266193:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384326.266193:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384326.266194:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdb1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384326.266205:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000aa1a91e count: 0 00010000:00000001:3.0:1767384326.266212:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384326.266213:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384326.273812:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.273814:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384326.273817:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384326.273818:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384326.273820:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384326.273822:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384326.273824:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384326.273825:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384326.273829:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000648baadc. 20000000:00000001:1.0:1767384326.273830:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384326.273833:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384326.273834:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384326.273850:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384326.273854:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384326.273857:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384326.273861:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384326.273861:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384326.273864:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384326.273868:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384326.273869:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384326.273874:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cf15499a. 00010000:00000001:2.0:1767384326.273878:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384326.273880:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384326.273883:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384326.273886:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4fdb8 to hash 00000020:00000001:2.0:1767384326.273888:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384326.273889:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273891:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273893:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.273894:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.273896:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273901:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384326.273903:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384326.273904:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384326.273906:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.273907:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.273909:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.273910:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.273912:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384326.273913:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384326.273914:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384326.273915:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384326.273916:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cf15499a) refcount = 1 00010000:00010000:2.0:1767384326.273918:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273929:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384326.273931:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384326.273932:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.273933:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.273935:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384326.273937:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384326.273939:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:2.0:1767384326.273941:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.273942:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.273943:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=4 00000020:00000001:2.0:1767384326.273945:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273947:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273949:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384326.273951:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273955:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384326.273955:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273959:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.273960:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384326.273961:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273965:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.273966:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.273968:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384326.273969:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384326.273973:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a0059aa already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384326.273975:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.273982:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384326.273985:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.273989:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384326.273990:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.273991:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.273993:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=5 00000020:00000001:2.0:1767384326.273994:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273996:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384326.273999:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384326.274000:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.274004:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384326.274006:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.274007:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.274010:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384326.274011:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384326.274012:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.274013:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.274015:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4fdb8 from hash 00010000:00000001:2.0:1767384326.274017:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384326.274018:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.274020:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.274021:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384326.274023:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384326.274024:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384326.274027:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384326.274028:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.274029:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.274031:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384326.274032:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384326.274034:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.274035:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.274036:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.274042:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.274044:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.274046:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.274050:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.274051:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.274052:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384326.274053:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384326.274054:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.274056:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.274057:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384326.274058:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.274059:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.274060:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.274064:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384326.274065:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384326.274067:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdb8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384326.274071:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cf15499a count: 0 00010000:00000001:2.0:1767384326.274079:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384326.274080:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384326.275317:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294914017, at 4294914018 00000100:00000010:0.0:1767384326.275331:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8004dc8. 00000100:00000040:2.0:1767384326.275335:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294914017, at 4294914018 00000100:00000010:2.0:1767384326.275342:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e99450fa. 00080000:00000020:3.0:1767384326.275997:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384326.276000:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384326.276002:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efa97201. 20000000:00000001:3.0:1767384326.276008:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384326.276012:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737753600 00010000:00000001:3.0:1767384326.276014:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384326.276020:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006365ae53 x1853236737753600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384326.276027:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384326.276029:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384326.276031:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.276035:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384326.276037:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384326.276039:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384326.276042:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384326.276044:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.276047:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384326.276051:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.276054:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000103ff5ac. 00000100:00000200:3.0:1767384326.276058:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737753600, offset 224 00000400:00000200:3.0:1767384326.276064:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384326.276072:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384326.276079:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704200 00000400:00000200:3.0:1767384326.276085:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16ad [2] + 224 00000400:00000200:3.0:1767384326.276097:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.276100:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384326.276104:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384326.276108:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.276114:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.276130:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384326.276135:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000103ff5ac 00000400:00000010:3.0:1767384326.276138:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000103ff5ac. 00000100:00000001:1.0:1767384326.276140:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.276141:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.276144:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.276145:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384326.276151:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384326.276151:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384326.276155:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:1.0:1767384326.276155:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.276158:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967529c7. 00010000:00000001:3.0:1767384326.276160:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384326.276162:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045cfb792 00000020:00000001:3.0:1767384326.276164:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.276165:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045cfb792. 00000100:00000001:1.0:1767384326.276169:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384326.276171:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384326.276174:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.276179:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006365ae53 x1853236737753600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.276188:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.276205:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384326.276206:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006365ae53 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737753600:12345-0@lo:253: Request processed in 19690us (20170us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384326.276208:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.276213:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384326.276218:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 02000000:00000001:1.0:1767384326.276223:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384326.276224:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384326.276225:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.276227:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.276228:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.276230:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384326.276231:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384326.276236:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063324c51. 00000100:00001000:1.0:1767384326.276237:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384326.276242:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=41 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384326.276245:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001aa39bc4. 00000100:00000001:1.0:1767384326.276246:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.276248:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.276251:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384326.276252:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000568e2980. 00010000:00000001:1.0:1767384326.276253:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.276257:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384326.276258:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000040:1.0:1767384326.276262:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384326.276264:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384326.276268:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bcced760. 00000100:00000001:1.0:1767384326.276271:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1767384326.276323:0:16772:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000aa1a91e. 00010000:00000010:3.1:1767384326.276328:0:16772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007954bc4c. 00000100:00000001:1.0:1767384326.276384:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.276386:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384326.276389:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384326.276391:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384326.276393:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384326.276395:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384326.276396:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384326.276397:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384326.276399:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384326.276400:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384326.276401:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384326.276403:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384326.276406:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.276412:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737753600:0@lo:253: 00000100:00000001:1.0:1767384326.276417:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.276419:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.276422:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737753600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.276428:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.276429:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384326.276430:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384326.276433:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384326.276439:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7193346. 02000000:00000001:1.0:1767384326.276446:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384326.276447:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384326.276448:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.276451:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384326.276453:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384326.276454:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e0ad35c. 02000000:00000010:1.0:1767384326.276455:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fd9aefae. 00000400:00000010:3.0:1767384326.276461:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000103ff5ac. 02000000:00000001:1.0:1767384326.276461:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.276464:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.276466:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:1.0:1767384326.276470:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.276471:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.276473:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.276478:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.276480:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.276482:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294914017, at 4294914019 00000100:00000001:1.0:1767384326.276483:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.276486:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384326.276489:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009132b34d. 00000100:00000040:1.0:1767384326.276498:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294914017, at 4294914019 00000100:00000010:1.0:1767384326.276503:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008d84504. 00080000:00000020:3.0:1767384326.276587:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384326.276589:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384326.276590:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000088390642. 20000000:00000001:3.0:1767384326.276593:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384326.276595:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737753728 00010000:00000001:3.0:1767384326.276597:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384326.276600:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000871f67b4 x1853236737753728/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384326.276605:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384326.276607:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384326.276608:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.276610:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384326.276611:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384326.276613:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384326.276615:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384326.276616:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.276618:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384326.276619:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.276622:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d750453. 00000100:00000200:3.0:1767384326.276624:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737753728, offset 224 00000400:00000200:3.0:1767384326.276627:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384326.276631:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384326.276648:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704280 00000400:00000200:3.0:1767384326.276652:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b5 [2] + 224 00000400:00000200:3.0:1767384326.276657:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.276659:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384326.276661:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384326.276675:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.276691:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.276703:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384326.276708:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d750453 00000400:00000010:3.0:1767384326.276710:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d750453. 00000100:00000001:2.0:1767384326.276712:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.276713:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384326.276716:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.276716:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.276722:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384326.276722:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.276725:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384326.276726:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:2.0:1767384326.276728:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f107f09. 00010000:00000001:3.0:1767384326.276730:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384326.276733:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.276734:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ae03aaf 00000020:00000001:3.0:1767384326.276736:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384326.276737:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ae03aaf. 00000100:00000040:3.0:1767384326.276741:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000871f67b4 x1853236737753728/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.276742:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.276749:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.276754:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000871f67b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737753728:12345-0@lo:253: Request processed in 20213us (20673us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384326.276767:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:3.0:1767384326.276771:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384326.276774:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384326.276777:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384326.276782:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ef702d9. 00000100:00000200:2.0:1767384326.276785:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384326.276787:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000020:00000010:3.0:1767384326.276792:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd048f01. 00000020:00000040:3.0:1767384326.276798:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:2.0:1767384326.276798:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.276801:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384326.276802:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384326.276804:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384326.276805:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ffd5b3b3. 02000000:00000001:2.0:1767384326.276806:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384326.276808:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384326.276810:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384326.276810:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.276813:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.276814:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384326.276819:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384326.276819:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384326.276825:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=41 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384326.276826:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054347c1d. 00000100:00000001:2.0:1767384326.276828:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384326.276830:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.276831:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d750453. 00010000:00000001:2.0:1767384326.276832:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384326.276835:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.276838:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.276841:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.276846:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.276848:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.276850:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384326.276852:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384326.276853:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384326.276854:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384326.276855:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384326.276856:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384326.276856:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384326.276857:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384326.276858:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384326.276859:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384326.276860:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.276864:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6679b42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737753728:0@lo:253: 00000100:00000001:2.0:1767384326.276868:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.276874:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384326.276876:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6679b42 x1853236737753728/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.276880:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384326.276881:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384326.276883:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008877ec1d. 02000000:00000001:2.0:1767384326.276885:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.276886:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384326.276887:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384326.276888:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.276889:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000696f8fa6. 02000000:00000001:2.0:1767384326.276892:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.276892:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.276893:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6679b42. 00000100:00000001:2.0:1767384326.276895:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.276896:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.276897:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.276901:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.276902:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.276903:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.276904:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.277597:0:25223:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d40ad677. 00000400:00000040:1.0:1767384326.277612:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384326.277614:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384326.277616:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384326.277617:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384326.277619:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384326.277620:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384326.277622:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384326.277623:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384326.277624:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384326.277625:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384326.277627:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384326.277628:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384326.277629:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384326.277630:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384326.277631:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384326.277632:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384326.277633:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384326.277650:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384326.277651:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384326.277657:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384326.277658:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384326.277659:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384326.277660:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384326.277661:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384326.277662:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384326.277664:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384326.277665:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384326.277666:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384326.277667:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384326.277668:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384326.277669:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384326.277682:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384326.277683:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384326.277684:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384326.277685:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384326.277686:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384326.277687:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384326.277688:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384326.277689:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384326.277690:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384326.277691:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384326.277692:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384326.277693:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384326.277694:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384326.277695:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384326.277696:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384326.277697:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384326.277698:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384326.277699:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384326.277700:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384326.277701:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384326.277702:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384326.277702:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384326.277704:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384326.277705:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384326.277706:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384326.277707:0:25223:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384326.277744:0:25223:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d40ad677. 00010000:00000010:2.1:1767384326.279311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf15499a. 00010000:00000010:2.1:1767384326.279319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00000100:00000040:0.0:1767384326.305361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384326.305362:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384326.305366:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384326.305368:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384326.305371:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 00000100:00000010:0.0:1767384326.305373:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000020:00000040:1.0:1767384326.305378:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384326.305378:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384326.305385:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384326.305385:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.305388:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.305389:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.305393:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.305394:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.305400:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000883239d7. 02000000:00000010:1.0:1767384326.305401:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000036beef0. 00000100:00000001:0.0:1767384326.305408:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305409:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.305417:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.305420:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.305429:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384326.305430:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed0abcdd] to pc [ptlrpcd_00_00+0] req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.305433:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305442:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a952e0e8] to pc [ptlrpcd_00_01+1] req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.305458:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384326.305461:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.305462:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384326.305464:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.305468:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384326.305468:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2e3bff. 00000100:00000001:2.0:1767384326.305472:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384326.305473:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384326.305476:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.305477:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384326.305478:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.305480:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305482:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.305487:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384326.305488:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e37fb96. 00000100:00000001:1.0:1767384326.305490:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384326.305495:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.305495:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.305497:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.305500:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305503:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384326.305506:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384326.305509:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384326.305515:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.305522:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737753856:0@lo:400: 00000100:00000001:1.0:1767384326.305531:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384326.305532:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384326.305533:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.305534:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.305535:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.305539:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384326.305541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a2e3bff] to pc [ptlrpcd_00_02+2] req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.305543:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.305543:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384326.305547:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.305547:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.305554:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384326.305556:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737753984:0@lo:13: 00000100:00000001:1.0:1767384326.305564:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384326.305566:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2db63f0. 02000000:00000001:1.0:1767384326.305567:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384326.305570:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.305570:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.305574:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384326.305575:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.305576:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 02000000:00000010:1.0:1767384326.305577:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9eb4783. 00000100:00000040:0.0:1767384326.305579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384326.305582:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.305583:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000100:00000001:0.0:1767384326.305584:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384326.305589:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3bbb4a8. 00000100:00000200:2.0:1767384326.305590:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737753856, portal 4 00000400:00000010:1.0:1767384326.305591:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967529c7. 00000020:00000040:0.0:1767384326.305595:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384326.305597:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384326.305598:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384326.305599:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000100:00000001:2.0:1767384326.305600:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 02000000:00000001:0.0:1767384326.305601:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384326.305606:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737753984, portal 4 02000000:00000001:0.0:1767384326.305606:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.305610:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.305612:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384326.305613:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cd11ead. 00000100:00000001:0.0:1767384326.305620:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305621:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000001:2.0:1767384326.305628:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384326.305629:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384326.305646:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.305647:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384326.305652:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384326.305658:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737753856, offset 0 00000100:00000001:0.0:1767384326.305666:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.305668:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384326.305670:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.305670:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.305676:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.305680:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000100:00000040:0.0:1767384326.305680:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bbb4a8] to pc [ptlrpcd_00_03+3] req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.305684:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384326.305686:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737753984, offset 0 00000100:00000001:0.0:1767384326.305699:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.305701:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d704300 00000400:00000200:1.0:1767384326.305702:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384326.305706:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000400:00000200:2.0:1767384326.305710:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000400:00000200:1.0:1767384326.305716:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384326.305718:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384326.305719:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384326.305721:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.305726:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384326.305728:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384326.305731:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.305735:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384326.305738:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384326.305739:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.305742:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384326.305743:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c145089. 02000000:00000001:0.0:1767384326.305744:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384326.305746:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d704380 02000000:00000001:0.0:1767384326.305748:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384326.305749:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000009c145089 x1853236737753856 msgsize 224 02000000:00000001:0.0:1767384326.305753:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.305756:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000100:00100000:0.0:1767384326.305759:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737754112:0@lo:400: 00000100:00100000:2.0:1767384326.305765:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384326.305765:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384326.305766:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384326.305772:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384326.305774:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.305779:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.305779:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384326.305780:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.305783:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384326.305784:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384326.305788:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000100:00000010:1.0:1767384326.305789:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bd1a3a0. 02000000:00000010:0.0:1767384326.305790:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5bbb750. 00000400:00000010:2.0:1767384326.305791:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00000040:1.0:1767384326.305795:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000009bd1a3a0 x1853236737753984 msgsize 224 02000000:00000001:0.0:1767384326.305796:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.305799:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384326.305803:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16949c0. 00000100:00000200:2.0:1767384326.305806:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.305807:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384326.305811:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000200:0.0:1767384326.305817:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737754112, portal 10 00000100:00000001:2.0:1767384326.305820:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384326.305820:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.305821:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384326.305825:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893033600 : -113991816518016 : ffff98533644e680) 00000100:00000040:2.0:1767384326.305827:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.305831:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000100:00000001:2.0:1767384326.305835:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305835:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.305836:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000100:00000001:1.0:1767384326.305843:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.305847:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.305851:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384326.305852:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.305854:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.305856:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384326.305862:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8340 usecs (9 jiffies) 00000400:00000010:0.0:1767384326.305862:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000200:0.0:1767384326.305867:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737754112, offset 0 00000100:00000001:2.0:1767384326.305868:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914057 00000100:00000001:1.0:1767384326.305872:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384326.305875:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e67be678. 00000400:00000200:0.0:1767384326.305875:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384326.305878:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.305882:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384326.305888:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384326.305890:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914057 00000100:00000001:1.0:1767384326.305896:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384326.305897:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48360ac. 00000100:00000001:1.0:1767384326.305899:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384326.305902:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704400 00000100:00000001:2.0:1767384326.305904:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384326.305907:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.305908:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914057 00000400:00000200:0.0:1767384326.305912:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000040:1.0:1767384326.305915:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8340 usecs (9 jiffies) 00000100:00000010:2.0:1767384326.305916:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee3ebf. 00000400:00000200:0.0:1767384326.305917:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.305920:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914057 00000100:00000001:2.0:1767384326.305922:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384326.305926:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.305927:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914057 00000100:00000001:2.0:1767384326.305929:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914057 00000100:00000001:0.0:1767384326.305931:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384326.305933:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006fecabfa. 00000100:00000200:0.0:1767384326.305934:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384326.305939:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384326.305940:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914057 00000100:00000010:0.0:1767384326.305942:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a21e9887. 00000100:00000001:2.0:1767384326.305944:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.305945:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914057 00000100:00000040:0.0:1767384326.305946:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a21e9887 x1853236737754112 msgsize 224 00000100:00000001:2.0:1767384326.305950:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305951:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914057 00000100:00000001:2.0:1767384326.305955:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305956:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914057 00000100:00100000:0.0:1767384326.305960:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384326.305961:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.305962:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914057 00000100:00000001:1.0:1767384326.305966:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914057 00000100:00000001:2.0:1767384326.305968:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.305968:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.305970:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.305972:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384326.305972:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.305978:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384326.305978:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000100:00000001:1.0:1767384326.305979:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.305982:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.305983:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384326.305983:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:2.0:1767384326.305985:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.305989:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.305990:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.305992:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.305995:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384326.305996:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.305999:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.306002:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.306006:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306008:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384326.306009:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.306013:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.306021:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384326.306025:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754112 00000100:00000001:0.0:1767384326.306027:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.306028:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.306032:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.306032:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.306035:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.306039:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306039:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.306046:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2881 usecs (3 jiffies) 00000100:00100000:2.0:1767384326.306047:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754112 00000020:00000001:2.0:1767384326.306051:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384326.306051:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914051 00000100:00000001:0.0:1767384326.306053:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914057 00000100:00000001:0.0:1767384326.306055:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914051 00000100:00000001:0.0:1767384326.306056:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914057 00000020:00000040:2.0:1767384326.306060:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:0.0:1767384326.306060:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914051 00000020:00000001:2.0:1767384326.306064:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384326.306065:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914057 00000020:00000040:2.0:1767384326.306068:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:0.0:1767384326.306069:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914051 00000020:00000001:2.0:1767384326.306072:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:0.0:1767384326.306073:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914057 00000020:00000001:2.0:1767384326.306076:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384326.306077:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384326.306078:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384326.306081:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753856 00000100:00000001:0.0:1767384326.306083:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306084:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384326.306085:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.306086:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.306089:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.306090:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384326.306091:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcfbc8c6. 00000100:00000001:1.0:1767384326.306092:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306097:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.306098:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306099:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384326.306102:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcfbc8c6. 00000100:00000001:0.0:1767384326.306103:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384326.306104:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753856 00000020:00000010:2.0:1767384326.306108:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000256c204b. 00000020:00000001:1.0:1767384326.306109:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384326.306109:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384326.306113:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:0.0:1767384326.306113:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384326.306116:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000bf370bd. 00000020:00000001:1.0:1767384326.306117:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384326.306118:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384326.306122:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000010:2.0:1767384326.306123:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1f372da. 00000100:00100000:0.0:1767384326.306123:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:1.0:1767384326.306127:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384326.306129:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384326.306130:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384326.306134:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.306135:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384326.306136:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384326.306136:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.306141:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384326.306141:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:0.0:1767384326.306142:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.306145:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384326.306147:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.306148:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384326.306149:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a64f6aca. 00000100:00000001:0.0:1767384326.306149:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384326.306156:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.306158:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384326.306158:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:2.0:1767384326.306162:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384326.306163:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384326.306164:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306171:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.306174:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384326.306175:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.306176:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384326.306176:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384326.306181:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.306183:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051ef4306. 00000100:00100000:0.0:1767384326.306184:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737754240:0@lo:400: 00000100:00000001:2.0:1767384326.306186:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384326.306189:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ef702d9. 00000100:00000001:2.0:1767384326.306190:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384326.306190:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384326.306195:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384326.306197:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0cce15e. 02000000:00000001:0.0:1767384326.306199:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.306200:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 02000000:00000001:0.0:1767384326.306205:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384326.306206:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000040:1.0:1767384326.306207:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000010:0.0:1767384326.306209:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3ae80cc. 00000100:00000001:2.0:1767384326.306210:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893037184 : -113991816514432 : ffff98533644f480) 00000100:00000001:1.0:1767384326.306210:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.306213:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384326.306216:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.306217:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.306220:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a21e9887 x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384326.306221:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003642d5b7. 00000100:00000001:1.0:1767384326.306224:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384326.306227:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384326.306228:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000001:1.0:1767384326.306230:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.306235:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737754240, portal 10 00000100:00000001:2.0:1767384326.306236:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.306239:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.306240:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384326.306241:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcfbc8c6. 00000100:00000001:0.0:1767384326.306243:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893023744 : -113991816527872 : ffff98533644c000) 00000100:00000001:2.0:1767384326.306246:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.306250:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcfbc8c6. 00000100:00000001:1.0:1767384326.306253:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384326.306253:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.306257:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.306259:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e9887 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737754112:12345-0@lo:400: 00000100:00100000:1.0:1767384326.306266:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000200:2.0:1767384326.306300:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754112 00000020:00000001:2.0:1767384326.306303:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384326.306306:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.306308:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306310:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384326.306312:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:2.0:1767384326.306314:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.306316:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.306318:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.306320:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384326.306322:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306324:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.306327:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.306329:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384326.306333:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0f2b28d. 02000000:00000001:2.0:1767384326.306335:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306337:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306339:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384326.306341:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754112 00010000:00000001:2.0:1767384326.306343:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384326.306347:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a21e9887 x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.306353:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.306354:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.306357:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.306360:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.306363:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.306365:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384326.306367:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.306368:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306371:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.306375:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384326.306377:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384326.306380:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737754112, offset 224 00000400:00000200:2.0:1767384326.306385:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.306387:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384326.306394:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.306397:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000400:00000200:2.0:1767384326.306401:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384326.306403:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737754240, offset 0 00000400:00000200:2.0:1767384326.306412:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704400 00000400:00000200:0.0:1767384326.306414:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.306421:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e5 [1] + 224 00000400:00000200:0.0:1767384326.306427:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.306429:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.306435:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384326.306438:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704480 00000100:00000001:2.0:1767384326.306441:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384326.306446:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000200:2.0:1767384326.306449:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.306452:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384326.306461:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384326.306464:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.306467:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.306470:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384326.306477:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384326.306477:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6679b42. 00000100:00000040:0.0:1767384326.306482:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e6679b42 x1853236737754240 msgsize 224 00000400:00000200:2.0:1767384326.306486:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384326.306489:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00100000:0.0:1767384326.306490:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384326.306495:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.306498:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.306502:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306503:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384326.306505:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384326.306508:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384326.306509:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306513:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384326.306517:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a21e9887 x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.306518:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000489127b0 00000400:00000010:0.0:1767384326.306522:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000489127b0. 00000100:00000001:0.0:1767384326.306528:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384326.306532:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e9887 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737754112:12345-0@lo:400: Request processed in 293us (582us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384326.306537:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.306543:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384326.306549:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:0.0:1767384326.306551:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384326.306552:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384326.306556:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384326.306556:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.306559:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000bf370bd. 00000020:00000010:2.0:1767384326.306565:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1f372da. 00000100:00000001:0.0:1767384326.306567:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.306569:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000256c204b. 00000100:00000001:0.0:1767384326.306570:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384326.306577:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:0.0:1767384326.306577:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.306581:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3392 usecs (4 jiffies) 00000100:00000001:0.0:1767384326.306586:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000001:2.0:1767384326.306587:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.306589:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294914057 00000100:00000001:0.0:1767384326.306592:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00000001:0.0:1767384326.306594:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294914057 00000100:00000001:0.0:1767384326.306595:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00000001:0.0:1767384326.306597:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294914057 00000100:00000001:0.0:1767384326.306599:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294914053 00000100:00000001:2.0:1767384326.306601:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384326.306601:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294914057 00000100:00000001:0.0:1767384326.306603:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384326.306605:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754240 00000100:00000001:0.0:1767384326.306606:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.306608:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.306611:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.306612:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384326.306613:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384326.306615:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384326.306616:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384326.306619:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754240 00000400:00000010:0.0:1767384326.306620:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16949c0. 00000020:00000001:2.0:1767384326.306623:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384326.306626:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000020:00000040:2.0:1767384326.306627:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000400:00000010:0.0:1767384326.306632:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000020:00000001:2.0:1767384326.306633:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.306650:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000100:00000001:0.0:1767384326.306652:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384326.306653:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:2.0:1767384326.306656:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000200:0.0:1767384326.306657:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.306661:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.306666:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcfbc8c6. 00000020:00000010:2.0:1767384326.306671:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000974890c6. 00000100:00000200:0.0:1767384326.306671:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384326.306676:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:2.0:1767384326.306681:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384326.306685:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000256c204b. 00000100:00000001:0.0:1767384326.306688:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384326.306690:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000bf370bd. 00000100:00000001:0.0:1767384326.306692:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.306695:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384326.306696:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1f372da. 02000000:00000001:0.0:1767384326.306698:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384326.306701:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384326.306703:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384326.306703:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.306705:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306707:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.306710:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.306711:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384326.306711:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=36 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384326.306714:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384326.306719:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384326.306719:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081995999872 : -113991713551744 : ffff98533c680a80) 00000100:00001000:0.0:1767384326.306721:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.306722:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384326.306726:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306727:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384326.306730:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c145089 x1853236737753856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.306730:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.306736:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.306736:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384326.306743:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.306745:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384326.306747:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384326.306750:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000100:00000001:2.0:1767384326.306751:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384326.306755:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.306756:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384326.306760:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000010:1.0:1767384326.306762:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe4e2a. 00000100:00000001:0.0:1767384326.306762:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384326.306764:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000040:0.0:1767384326.306766:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384326.306768:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893029120 : -113991816522496 : ffff98533644d500) 00000100:00000001:0.0:1767384326.306769:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384326.306770:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c145089 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737753856:12345-0@lo:400: 00000100:00000001:0.0:1767384326.306772:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.306776:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753856 00000100:00000040:0.0:1767384326.306779:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.306780:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384326.306783:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6679b42 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.306784:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384326.306787:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.306792:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384326.306796:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:1.0:1767384326.306802:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384326.306804:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384326.306806:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384326.306811:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384326.306811:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.306812:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384326.306813:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384326.306816:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000040:0.0:1767384326.306820:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.306822:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384326.306822:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384326.306828:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.306829:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:0.0:1767384326.306834:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737754112:0@lo:400: 00000020:00000001:1.0:1767384326.306835:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384326.306841:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6679b42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737754240:12345-0@lo:400: 00000100:00000001:1.0:1767384326.306841:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384326.306843:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.306846:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384326.306848:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384326.306850:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754240 00000020:00000001:2.0:1767384326.306853:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384326.306853:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000943eb9d0. 00000100:00000040:0.0:1767384326.306853:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a2e3bff x1853236737754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.306857:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384326.306860:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306861:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306867:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384326.306868:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.306869:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:0.0:1767384326.306869:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384326.306875:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384326.306875:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.306877:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384326.306879:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384326.306881:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5bbb750. 00000020:00000001:2.0:1767384326.306882:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:1.0:1767384326.306882:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737753856 00000020:00000001:2.0:1767384326.306886:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384326.306887:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384326.306887:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.306888:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.306891:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384326.306892:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:1.0:1767384326.306895:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c145089 x1853236737753856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384326.306895:0:16140:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384326.306896:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.306901:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384326.306901:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384326.306905:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e37fb96. 02000000:00000010:2.0:1767384326.306908:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c28d1b2. 00010000:00000001:1.0:1767384326.306908:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384326.306910:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.306912:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.306912:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.306913:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384326.306917:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a2e3bff. 00000100:00000001:2.0:1767384326.306919:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.306919:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384326.306922:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384326.306923:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306925:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384326.306927:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754240 00000100:00000001:1.0:1767384326.306927:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384326.306929:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.306931:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384326.306931:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384326.306935:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.306936:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00010000:00000200:2.0:1767384326.306938:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6679b42 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.306939:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384326.306940:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384326.306943:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.306944:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.306950:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.306951:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384326.306954:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.306957:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.306959:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384326.306961:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=36 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384326.306963:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000100:00000001:2.0:1767384326.306965:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1767384326.306966:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:1.0:1767384326.306968:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737753856, offset 224 00000020:00000040:0.0:1767384326.306970:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000040:2.0:1767384326.306976:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000400:00000200:1.0:1767384326.306977:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1767384326.306978:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384326.306981:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:0.0:1767384326.306983:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 02000000:00000001:2.0:1767384326.306985:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.306989:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.306989:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384326.306993:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.306998:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384326.307001:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d704300 00000400:00000010:2.0:1767384326.307003:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000400:00000200:1.0:1767384326.307008:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16d5 [1] + 224 00000400:00000200:1.0:1767384326.307011:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384326.307012:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737754240, offset 224 00000400:00000200:1.0:1767384326.307016:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384326.307018:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384326.307022:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.307023:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307029:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384326.307033:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384326.307037:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.307037:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384326.307041:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737753984 02000000:00000001:0.0:1767384326.307045:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384326.307046:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704480 00000100:00000001:0.0:1767384326.307049:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.307053:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.307057:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ed [1] + 224 00000100:00000040:1.0:1767384326.307058:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.307058:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.307064:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737753984 00000400:00000200:2.0:1767384326.307065:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384326.307069:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384326.307072:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000400:00000200:2.0:1767384326.307075:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384326.307077:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.307080:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000100:00000001:2.0:1767384326.307083:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384326.307085:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000200:2.0:1767384326.307089:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384326.307090:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384326.307095:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.307096:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384326.307102:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.307104:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000020:00000010:0.0:1767384326.307105:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009337a16e. 00000400:00000010:1.0:1767384326.307108:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000100:00000001:0.0:1767384326.307111:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.307114:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384326.307116:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009337a16e. 00000100:00000001:1.0:1767384326.307118:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.307124:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.307125:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5bbb750. 00000100:00000001:2.0:1767384326.307126:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384326.307129:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:1.0:1767384326.307132:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384326.307132:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007697a9bc. 00000400:00000200:2.0:1767384326.307134:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000020:00000001:1.0:1767384326.307134:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.307138:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000020:00000010:0.0:1767384326.307138:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000020:00000001:1.0:1767384326.307139:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384326.307145:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384326.307146:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c145089 x1853236737753856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.307148:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384326.307148:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384326.307153:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.307154:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.307157:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384326.307160:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.307161:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00100000:1.0:1767384326.307165:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c145089 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236737753856:12345-0@lo:400: Request processed in 418us (1412us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384326.307166:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384326.307166:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.307170:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.307175:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384326.307178:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384326.307179:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384326.307181:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6679b42 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.307185:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384326.307190:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.307192:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.307194:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384326.307195:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.307198:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6679b42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737754240:12345-0@lo:400: Request processed in 381us (710us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384326.307199:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ef702d9. 00000100:00100000:0.0:1767384326.307205:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000010:1.0:1767384326.307206:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0cce15e. 00000100:00000040:0.0:1767384326.307209:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000020:00000010:1.0:1767384326.307212:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051ef4306. 00000100:00000001:0.0:1767384326.307214:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009641216 : -113991699910400 : ffff98533d383100) 00000020:00000040:1.0:1767384326.307221:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000001:1.0:1767384326.307224:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384326.307224:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bd1a3a0 x1853236737753984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.307228:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384326.307234:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:2.0:1767384326.307238:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.307238:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384326.307242:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384326.307243:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009337a16e. 00000020:00000010:2.0:1767384326.307246:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000bf370bd. 00000100:00000001:0.0:1767384326.307247:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.307251:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009337a16e. 00000020:00000010:2.0:1767384326.307252:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1f372da. 00000020:00000010:2.0:1767384326.307257:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000256c204b. 00000100:00100000:0.0:1767384326.307258:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bd1a3a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737753984:12345-0@lo:13: 00000100:00000200:0.0:1767384326.307262:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737753984 00000020:00000040:2.0:1767384326.307263:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000020:00000001:0.0:1767384326.307264:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384326.307267:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.307268:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.307271:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.307301:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384326.307303:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:0.0:1767384326.307305:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384326.307306:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384326.307307:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307309:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384326.307312:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.307313:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.307317:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000020:00000001:0.0:1767384326.307318:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384326.307321:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae0e58 00000020:00000001:0.0:1767384326.307322:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384326.307326:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000020:00000001:0.0:1767384326.307326:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.307332:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384326.307333:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384326.307336:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384326.307339:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384326.307342:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c256c6b5. 02000000:00000001:0.0:1767384326.307346:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.307351:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384326.307354:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384326.307358:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384326.307362:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384326.307366:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:1.0:1767384326.307367:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307374:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.307376:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384326.307377:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307378:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.307381:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.307384:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384326.307384:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.307388:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384326.307389:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384326.307391:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384326.307393:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00001000:1.0:1767384326.307395:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=31 v=5 (5 0 0 0) 00000020:00000020:0.0:1767384326.307397:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000100:00001000:1.0:1767384326.307401:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=31 v=5 (1 0 0 0) 00002000:00000020:0.0:1767384326.307403:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384326.307405:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000001:0.0:1767384326.307407:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384326.307408:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.307411:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:0.0:1767384326.307412:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384326.307414:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384326.307415:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384326.307418:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.307423:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737753984 00010000:00000001:0.0:1767384326.307428:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384326.307429:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307433:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384326.307434:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000200:0.0:1767384326.307435:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bd1a3a0 x1853236737753984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307436:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384326.307439:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.307446:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.307449:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384326.307452:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.307457:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.307458:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.307464:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384326.307465:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384326.307466:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384326.307470:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:1.0:1767384326.307474:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.307475:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384326.307481:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384326.307484:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.307489:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384326.307491:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737753856:0@lo:400: 00000100:00000001:1.0:1767384326.307495:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307498:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384326.307499:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.307503:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000200:0.0:1767384326.307507:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737753984, offset 224 00000100:00000040:1.0:1767384326.307510:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a952e0e8 x1853236737753856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.307516:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384326.307521:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384326.307524:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.307527:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2db63f0. 00000400:00000200:0.0:1767384326.307527:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384326.307533:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384326.307534:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.307536:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384326.307539:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d704380 00000020:00000001:1.0:1767384326.307540:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384326.307543:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000883239d7. 00000400:00000200:0.0:1767384326.307548:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16d9 [1] + 224 02000000:00000001:1.0:1767384326.307549:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.307553:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384326.307554:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384326.307555:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a952e0e8. 00000400:00000200:0.0:1767384326.307560:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.307561:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.307564:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.307564:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384326.307568:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384326.307570:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307573:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.307576:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307581:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.307584:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.307584:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.307603:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.307604:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.307607:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384326.307609:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000400:00000010:0.0:1767384326.307612:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000100:00000001:0.0:1767384326.307616:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384326.307617:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384326.307617:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384326.307621:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384326.307624:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384326.307624:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003642d5b7. 00000100:00000001:0.0:1767384326.307625:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307627:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384326.307632:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000100:00000040:0.0:1767384326.307633:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384326.307647:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384326.307649:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.307652:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000020:00000001:0.0:1767384326.307652:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384326.307659:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384326.307659:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bd1a3a0 x1853236737753984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384326.307660:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.307664:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384326.307666:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384326.307667:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967529c7. 00000400:00000200:2.0:1767384326.307673:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd02ce0c 00000400:00000010:2.0:1767384326.307677:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd02ce0c. 00000100:00000001:2.0:1767384326.307682:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384326.307687:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bd1a3a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737753984:12345-0@lo:13: Request processed in 446us (1887us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384326.307690:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.307690:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.307705:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384326.307711:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:0.0:1767384326.307717:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.307720:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384326.307725:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007697a9bc. 00000100:00000001:1.0:1767384326.307726:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384326.307728:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307729:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307735:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.307739:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384326.307739:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000001:2.0:1767384326.307741:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.307743:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.307745:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384326.307746:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5bbb750. 00000100:00000001:2.0:1767384326.307748:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384326.307751:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 02000000:00000001:2.0:1767384326.307752:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.307753:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307757:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384326.307758:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.307758:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.307760:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.307765:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.307766:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384326.307769:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384326.307771:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=35 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384326.307775:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.307776:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.307779:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307780:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384326.307782:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384326.307783:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.307786:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384326.307789:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384326.307792:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.307796:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307798:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384326.307800:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384326.307803:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384326.307806:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.307811:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.307812:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.307815:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384326.307818:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384326.307822:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384326.307824:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307826:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384326.307829:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307832:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.307836:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.307841:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.307843:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384326.307845:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.307846:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384326.307850:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384326.307853:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384326.307857:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00100000:1.0:1767384326.307867:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737754240:0@lo:400: 00000004:00000020:2.0:1767384326.307869:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384326.307876:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.307877:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.307881:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.307883:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.307889:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3bbb4a8 x1853236737754240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.307892:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737753984:0@lo:13: 00000100:00000001:2.0:1767384326.307902:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307903:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384326.307905:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384326.307906:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.307908:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3ae80cc. 00000100:00000040:2.0:1767384326.307909:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737753984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384326.307913:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384326.307916:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.307918:0:16140:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384326.307919:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384326.307921:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384326.307922:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384326.307924:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9eb4783. 02000000:00000001:2.0:1767384326.307927:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.307930:0:16138:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767384326.307930:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cd11ead. 00000020:00000040:2.0:1767384326.307933:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384326.307936:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384326.307936:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.307938:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.307940:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3bbb4a8. 00000100:00000001:1.0:1767384326.307943:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384326.307945:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000036beef0. 00000100:00000001:1.0:1767384326.307946:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307949:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.307950:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.307952:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.307954:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000001:1.0:1767384326.307954:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.307957:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307959:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.307961:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.307962:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.307964:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307965:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.307972:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.307973:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.307975:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.307976:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.315337:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294914057, at 4294914058 00000100:00000010:0.0:1767384326.315345:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e67be678. 00000100:00000040:3.0:1767384326.315352:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294914057, at 4294914058 00000100:00000010:3.0:1767384326.315365:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006fecabfa. 00000100:00000040:1.0:1767384326.316318:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294914057, at 4294914059 00000100:00000010:1.0:1767384326.316324:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48360ac. 00000100:00000040:2.0:1767384326.316583:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294914057, at 4294914059 00000100:00000010:2.0:1767384326.316588:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee3ebf. 00010000:00000001:3.0:1767384327.201335:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384327.201339:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.201343:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384327.201344:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.201437:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384327.201440:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384327.201443:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384327.268172:0:25533:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384327.268183:0:25533:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.268187:0:25533:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.268191:0:25533:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384327.268196:0:25533:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.268198:0:25533:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384328.045560:0:25698:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384328.045565:0:25698:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384328.052833:0:25698:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384328.063851:0:25699:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000055c477f7. 00000400:00000010:3.0:1767384328.063868:0:25699:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dbe45a27. 00000400:00000010:3.0:1767384328.063879:0:25699:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007f588fa9. 00000400:00000010:3.0:1767384328.063883:0:25699:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f6f494a5. 00000400:00000010:3.0:1767384328.063887:0:25699:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008eee5022. 00000400:00000010:3.0:1767384328.063891:0:25699:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b11cd2a9. 00000400:00000010:3.0:1767384328.063893:0:25699:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ae7305f. 00000400:00000010:3.0:1767384328.063895:0:25699:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e0b709c. 00000400:00000010:3.0:1767384328.063898:0:25699:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000062f178c8. 00000800:00000010:3.0:1767384328.063911:0:25699:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006576a821. 00000800:00000200:3.0:1767384328.063922:0:25699:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384328.063931:0:25699:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384328.063969:0:25699:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384328.063994:0:25699:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384328.066480:0:25699:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000064c2f083. 00000400:00000010:3.0:1767384328.066487:0:25699:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384328.066493:0:25699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000400:00000001:3.0:1767384328.066508:0:25699:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384328.066510:0:25699:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384328.066512:0:25699:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009415be06. 00000400:00000200:3.0:1767384328.066521:0:25699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384328.066524:0:25699:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000400:00000010:3.0:1767384328.066528:0:25699:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000c23c73fd. 00000400:00000200:3.0:1767384328.066533:0:25699:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (19) 00000400:00000200:3.0:1767384328.066549:0:25699:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384328.066559:0:25699:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384328.066567:0:25699:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007527abb7. 00000020:01000000:3.0:1767384328.066575:0:25699:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384328.066579:0:25699:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp28 00000400:00000200:1.0:1767384328.066581:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384328.066591:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:3.0:1767384328.066595:0:25699:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dbe45a27. 00000400:00000010:1.0:1767384328.066601:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000400:00000010:3.0:1767384328.066602:0:25699:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000055c477f7. 00000400:00000200:1.0:1767384328.066610:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000010:1.0:1767384328.066619:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcac73eb. 00000400:00000200:1.0:1767384328.066639:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp26 00000400:00000200:1.0:1767384328.066673:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp26 to MR: 192.168.203.152@tcp26 local destination 00000020:00000001:2.0:1767384328.066682:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384328.066684:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [51:51:8:4294967295] 10000000:00000001:2.0:1767384328.066692:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384328.066697:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp26 10000000:00000001:2.0:1767384328.066699:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384328.066707:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384328.066714:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) -> 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) : PUT try# 0 00000020:01000004:2.0:1767384328.066716:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384328.066723:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:1.0:1767384328.066729:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.152@tcp26 00000020:01000004:2.0:1767384328.066730:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384328.066737:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:1.0:1767384328.066738:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0110492. 00000020:01000004:2.0:1767384328.066740:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384328.066746:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384328.066748:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384328.066752:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000020:01000004:2.0:1767384328.066753:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384328.066760:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384328.066764:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.1:1767384328.066764:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000100:00000010:2.0:1767384328.066777:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f485b8ec. 00000020:00000040:2.0:1767384328.066785:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000800:00000200:1.1:1767384328.066793:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:988 00000100:00000001:2.0:1767384328.066795:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1767384328.066799:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0110492 type 1, nob 448 niov 1 nkiov 1 02000000:00000001:2.0:1767384328.066802:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384328.066810:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.066816:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384328.066820:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 02000000:00000010:2.0:1767384328.066825:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009cd17bf1. 00000100:00000001:2.0:1767384328.066835:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.066847:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384328.066852:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.066865:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f485b8ec] to pc [ptlrpcd_00_00+0] req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.066896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 10000000:00000001:2.0:1767384328.066934:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.066941:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.066945:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384328.066949:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384328.066960:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384328.066962:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767384328.066964:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767384328.066965:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:1.0:1767384328.066971:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0110492. 00000400:00000200:0.0:1767384328.066971:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 10000000:01000000:2.0:1767384328.066972:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384328.066981:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:2.0:1767384328.066982:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384328.066988:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384328.066994:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384328.066995:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: PUT: OK 00000020:01000004:2.0:1767384328.067002:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384328.067005:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:2.0:1767384328.067006:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384328.067010:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384328.067013:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384328.067015:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384328.067017:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000020:01000004:2.0:1767384328.067021:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384328.067025:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp26: 0 00000100:00000010:2.0:1767384328.067032:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e375115. 00000020:00000040:2.0:1767384328.067039:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000800:00000001:1.0:1767384328.067040:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384328.067046:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384328.067052:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:1.0:1767384328.067054:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.067056:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.067058:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384328.067067:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384328.067072:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bcced760. 00000400:00000200:0.0:1767384328.067073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.067083:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.067084:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : PUT - for me 00000100:00000001:2.0:1767384328.067096:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384328.067102:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.067109:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384328.067114:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e375115] to pc [ptlrpcd_00_01+1] req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.067129:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 336/352 into md 0x16bd [1] + 0 00000400:00000010:1.0:1767384328.067141:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1113993. 00000400:00000200:0.0:1767384328.067142:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 10000000:00000001:2.0:1767384328.067143:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.067150:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000728b69a0 10000000:00000001:2.0:1767384328.067151:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.067158:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384328.067162:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384328.067163:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384328.067166:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007527abb7. 00000800:00000001:1.0:1767384328.067175:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.067181:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384328.067188:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384328.067191:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: PUT: OK 00000400:00000200:1.0:1767384328.067199:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000200:0.0:1767384328.067204:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.067205:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384328.067205:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:2.0:1767384328.067213:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384328.067215:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384328.067222:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 00000100:00000040:2.0:1767384328.067225:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.067231:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384328.067240:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (352 bytes) 00000400:00000200:1.0:1767384328.067249:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:2.0:1767384328.067254:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384328.067260:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.067263:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (22) 00000400:00000200:0.0:1767384328.067265:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 02000000:00000001:2.0:1767384328.067266:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384328.067271:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384328.067273:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384328.067278:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.067284:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737754368:0@lo:253: 00000400:00000200:1.0:1767384328.067304:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp26 to MR: 192.168.203.152@tcp26 local destination 00000400:00000200:1.0:1767384328.067314:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [52:52:8:4294967295] 00000100:00000001:2.0:1767384328.067331:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384328.067336:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) -> 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) 192.168.203.152@tcp26 : ACK try# 0 02000000:00000001:2.0:1767384328.067341:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384328.067343:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp26 02000000:00000001:2.0:1767384328.067347:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384328.067350:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0110492. 02000000:00000001:2.0:1767384328.067354:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384328.067359:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 02000000:00000010:2.0:1767384328.067366:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000efa97201. 00000800:00000200:1.0:1767384328.067366:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:989 00000400:00000200:0.0:1767384328.067371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 02000000:00000001:2.0:1767384328.067372:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384328.067384:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0110492 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384328.067385:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:2.0:1767384328.067395:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fc566d. 00000800:00000001:1.0:1767384328.067400:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384328.067402:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737754368, portal 25 00000100:00000001:2.0:1767384328.067408:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.067411:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000800:00000001:1.0:1767384328.067413:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384328.067421:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.067434:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.067456:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.067462:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000889cdf8a. 00000400:00000200:0.0:1767384328.067465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000200:2.0:1767384328.067467:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737754368, offset 0 00000800:00000200:1.0:1767384328.067472:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384328.067478:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0110492. 00000400:00000200:2.0:1767384328.067483:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.067484:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.067495:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: ACK: OK 00000400:00000200:2.0:1767384328.067503:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384328.067505:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384328.067512:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384328.067515:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384328.067521:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704500 00000800:00000001:1.0:1767384328.067522:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384328.067530:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384328.067531:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000800:00000001:1.0:1767384328.067537:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384328.067540:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000010:2.0:1767384328.067553:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdfca4f3. 00000400:00000200:1.0:1767384328.067554:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : ACK - for me 00000400:00000200:2.0:1767384328.067564:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf23a11e 00000400:00000200:2.0:1767384328.067576:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.067578:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp26: ACK from 12345-192.168.203.152@tcp26 into md 0x1709 00000400:00000200:1.0:1767384328.067583:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.067590:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: ACK: OK 00000400:00000200:0.0:1767384328.067590:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384328.067601:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384328.067602:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000400:00000010:1.0:1767384328.067608:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000400:00000200:1.0:1767384328.067616:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384328.067617:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf23a11e 00000400:00000010:2.0:1767384328.067664:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf23a11e. 00000400:00000200:1.0:1767384328.067665:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:2.0:1767384328.067683:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384328.067683:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000200:2.0:1767384328.067689:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384328.067692:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000400:00000200:0.0:1767384328.067692:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000040:2.0:1767384328.067697:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000031a3ddbd x1853236737754368 msgsize 4848 00000800:00000001:1.0:1767384328.067702:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384328.067709:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384328.067715:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384328.067721:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384328.067730:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.067734:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.067737:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384328.067738:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384328.067746:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384328.067753:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000889cdf8a 00000100:00000001:1.0:1767384328.067757:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384328.067760:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000889cdf8a. 00000100:00000001:1.0:1767384328.067761:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.067768:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384328.067769:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384328.067771:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384328.067778:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000200:2.0:1767384328.067779:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384328.067788:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.067799:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e375115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737754496:0@lo:253: 00000100:00000001:1.0:1767384328.067807:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384328.067810:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384328.067812:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384328.067816:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.067818:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384328.067821:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384328.067827:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e194aad6. 02000000:00000001:1.0:1767384328.067834:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.067844:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c534c8. 00000100:00000001:2.0:1767384328.067850:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.067854:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000557ed5c1. 00000100:00000001:2.0:1767384328.067855:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384328.067863:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737754496, portal 25 00000400:00000200:0.0:1767384328.067864:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.067867:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.067868:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384328.067874:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996005248 : -113991713546368 : ffff98533c681f80) 00000100:00000001:2.0:1767384328.067879:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294915829 00000100:00000040:1.0:1767384328.067883:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384328.067891:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee3ebf. 00000100:00000001:1.0:1767384328.067894:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384328.067900:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384328.067904:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384328.067905:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a1a085d. 00000100:00000200:1.0:1767384328.067912:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737754496, offset 0 00000100:00000001:2.0:1767384328.067919:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294915829 00000400:00000200:1.0:1767384328.067923:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384328.067931:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000037460cf. 00000400:00000200:1.0:1767384328.067939:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384328.067939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.067943:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384328.067955:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294915829 00000400:00000200:1.0:1767384328.067958:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704580 00000100:00000010:2.0:1767384328.067964:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000330f0766. 00000400:00000200:1.0:1767384328.067970:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000100:00000001:2.0:1767384328.067973:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384328.067976:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044f3fbb3. 00000400:00000200:1.0:1767384328.067983:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab8897e1 00000100:00000001:2.0:1767384328.067984:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294915829 00000400:00000200:1.0:1767384328.067988:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384328.067993:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056b1e5d5. 00000400:00000200:1.0:1767384328.067997:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.068006:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384328.068006:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8897e1 00000400:00000010:1.0:1767384328.068008:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab8897e1. 00000400:00000200:0.0:1767384328.068012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000100:00000001:1.0:1767384328.068016:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384328.068020:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384328.068026:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000034e949e0 x1853236737754496 msgsize 4848 00000100:00000001:2.0:1767384328.068031:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384328.068039:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384328.068041:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.068043:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384328.068048:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068053:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.068067:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.068068:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.068071:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384328.068079:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384328.068080:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a1a085d 00000100:00000001:2.0:1767384328.068082:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384328.068086:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a1a085d. 00000400:00000200:0.0:1767384328.068087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.068089:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.068097:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384328.068098:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384328.068108:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.068123:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.068129:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.068137:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384328.068142:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.068144:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754368 00000100:00000001:1.0:1767384328.068148:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384328.068151:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384328.068157:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384328.068158:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068161:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.068167:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294915829 00000400:00000200:0.0:1767384328.068168:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 02000000:00000001:2.0:1767384328.068170:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.068178:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294915829 00000100:00100000:2.0:1767384328.068181:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754368 00000100:00000001:1.0:1767384328.068186:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294915829 00000020:00000001:2.0:1767384328.068189:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384328.068190:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294915829 00000020:00000040:2.0:1767384328.068195:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384328.068196:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294915829 00000100:00000001:1.0:1767384328.068203:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294915829 00000020:00000001:2.0:1767384328.068204:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384328.068207:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294915829 00000020:00000040:2.0:1767384328.068211:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:1.0:1767384328.068211:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294915829 00000100:00000001:1.0:1767384328.068217:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384328.068222:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384328.068222:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.068228:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.068228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000020:00000001:2.0:1767384328.068231:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384328.068236:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.068244:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384328.068246:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.068250:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384328.068253:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:1.0:1767384328.068254:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.068259:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384328.068263:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.068264:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384328.068273:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:2.0:1767384328.068286:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e9cc90. 00000100:00000001:1.0:1767384328.068299:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.068320:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000020:00000010:2.0:1767384328.068331:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd7597b. 00000020:00000010:2.0:1767384328.068342:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1f372da. 00000100:00000040:2.0:1767384328.068358:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384328.068365:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384328.068367:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384328.068370:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.068376:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.068381:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068401:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.068433:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384328.068437:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384328.068438:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754496 00000400:00000200:0.0:1767384328.068443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000100:00000001:1.0:1767384328.068444:0:16772:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.068460:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384328.068470:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.068475:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.068480:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.068485:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384328.068486:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754496 00000020:00000001:2.0:1767384328.068490:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384328.068493:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384328.068498:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384328.068500:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384328.068504:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000200:0.0:1767384328.068511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000100:00100000:1.0:1767384328.068512:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000020:00000001:2.0:1767384328.068514:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000040:1.0:1767384328.068520:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000001:2.0:1767384328.068521:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384328.068527:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016925776 : -113991692625840 : ffff98533da75850) 00000100:00000001:2.0:1767384328.068534:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384328.068537:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031a3ddbd x1853236737754368/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384328.068542:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384328.068550:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.068557:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384328.068558:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:1.0:1767384328.068563:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000849eb168. 00000100:00000001:1.0:1767384328.068568:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384328.068571:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd521f1. 00000020:00000010:1.0:1767384328.068572:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000849eb168. 00000400:00000200:0.0:1767384328.068575:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000020:00000010:2.0:1767384328.068585:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011832483. 00000100:00100000:1.0:1767384328.068587:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031a3ddbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737754368:12345-0@lo:253: 00000100:00000200:1.0:1767384328.068596:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754368 00000020:00000010:2.0:1767384328.068598:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000020:00000001:1.0:1767384328.068600:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384328.068607:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384328.068610:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068612:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384328.068614:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384328.068616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000100:00000001:2.0:1767384328.068618:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384328.068619:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:2.0:1767384328.068671:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.068673:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384328.068677:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384328.068682:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384328.068686:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.068686:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384328.068691:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068694:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.068697:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384328.068702:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384328.068709:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088390642. 02000000:00000001:1.0:1767384328.068712:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068713:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384328.068716:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068719:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384328.068721:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384328.068730:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000400:00000200:0.0:1767384328.068730:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 20000000:00000010:1.0:1767384328.068735:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000696f8fa6. 00000100:00000040:2.0:1767384328.068740:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 20000000:01000000:1.0:1767384328.068742:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384328.068750:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016933968 : -113991692617648 : ffff98533da77850) 20000000:00000001:1.0:1767384328.068751:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384328.068754:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384328.068759:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.068765:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034e949e0 x1853236737754496/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384328.068772:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384328.068779:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384328.068791:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:1.0:1767384328.068792:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003187d32e. 20000000:01000000:1.0:1767384328.068797:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:1.0:1767384328.068804:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:2.0:1767384328.068808:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000400:00000200:0.0:1767384328.068811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00080000:00000001:1.0:1767384328.068812:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384328.068815:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384328.068822:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:2.0:1767384328.068833:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034e949e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737754496:12345-0@lo:253: 00000100:00000200:2.0:1767384328.068840:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754496 00000020:00000001:2.0:1767384328.068855:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384328.068860:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384328.068863:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.068867:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384328.068871:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:2.0:1767384328.068875:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384328.068879:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384328.068883:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384328.068885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00080000:00000001:1.0:1767384328.068886:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384328.068887:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384328.068894:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384328.068894:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384328.068898:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068902:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384328.068902:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000001:2.0:1767384328.068909:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384328.068910:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384328.068919:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 02000000:00000010:2.0:1767384328.068921:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027beb448. 00080000:00000001:1.0:1767384328.068923:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384328.068928:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.068933:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384328.068935:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 20000000:00000001:2.0:1767384328.068938:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384328.068941:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:1.0:1767384328.068946:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384328.068947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 20000000:00000010:2.0:1767384328.068953:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000030536ca. 20000000:01000000:2.0:1767384328.068961:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384328.068965:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384328.068968:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384328.068971:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.068974:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.068978:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384328.068992:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384328.069034:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000001:00000001:1.0:1767384328.069076:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384328.069081:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.069081:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00080000:00000001:1.0:1767384328.069090:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384328.069123:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.069123:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00080000:00000001:1.0:1767384328.069134:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384328.069174:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384328.069225:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00080000:00000001:1.0:1767384328.069337:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384328.069342:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384328.069418:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384328.069424:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000af6d461d. 00000400:00000010:1.0:1767384328.069429:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000400:00000010:1.0:1767384328.069435:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000400:00000200:1.0:1767384328.069456:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000af6d461d 00000400:00000010:1.0:1767384328.069461:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000021ba8646. 00000400:00000200:1.0:1767384328.069467:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767384328.069473:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 00000400:00000200:1.0:1767384328.069477:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000010:1.0:1767384328.069483:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000820b4f49. 00000800:00000010:0.0:1767384328.069483:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664ea8d7. 00000400:00000010:1.0:1767384328.069488:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42776fa. 00000800:00000010:0.0:1767384328.069492:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f66494bc. 00000400:00000010:1.0:1767384328.069499:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009f789d7. 00000800:00000010:0.0:1767384328.069502:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a64f6aca. 00000400:00000200:1.0:1767384328.069509:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:1.0:1767384328.069519:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:1.0:1767384328.069534:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000800:00000010:0.0:1767384328.069538:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a64f6aca. 00000400:00000200:1.0:1767384328.069544:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:1.0:1767384328.069553:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000800:00020000:0.0:1767384328.069553:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:1.0:1767384328.069568:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384328.069582:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384328.069590:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384328.069595:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384328.069599:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384328.069604:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384328.069608:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384328.069613:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384328.069617:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384328.069622:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384328.069675:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384328.069679:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384328.069685:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384328.069689:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384328.069694:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384328.069698:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384328.069712:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp27 00000400:00000200:1.0:1767384328.069717:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384328.069721:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp27 00000400:00000200:1.0:1767384328.069725:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1767384328.069732:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp27 00000400:00000200:1.0:1767384328.069740:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:) -> 192.168.203.152@tcp27(192.168.203.152@tcp:192.168.203.152@tcp27) : GET try# 0 00000800:00000200:1.0:1767384328.069746:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp27 00000800:00000010:1.0:1767384328.069750:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a0110492. 00000800:00000010:1.0:1767384328.069758:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003a1a085d. 00000800:00000010:1.0:1767384328.069763:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003f22252e. 00000800:00000200:1.0:1767384328.069767:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (2) 00000800:00000200:1.1:1767384328.069771:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (2) 00000400:00000200:1.0:1767384328.069783:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384328.069786:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00000400:00000200:1.0:1767384328.069854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.069906:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.069943:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.069978:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070012:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070068:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070112:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070182:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070239:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070274:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070545:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070644:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070778:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070919:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.070969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071022:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071108:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071170:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071239:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071320:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071393:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071583:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071738:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071812:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.071931:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.072007:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000800:00000010:1.0:1767384328.072370:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008877ec1d. 00000800:00000010:1.0:1767384328.072378:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a44ec2f6. 00000800:00000010:1.0:1767384328.072385:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000849eb168. 00000800:00000010:1.0:1767384328.072443:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000849eb168. 00000400:00000200:3.0:1767384328.072827:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384328.072863:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp27 from 219.3.0.2 00000800:00000010:3.0:1767384328.072870:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000926bcf94. 00000800:00000010:3.0:1767384328.073319:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007527abb7. 00000800:00000010:3.0:1767384328.073326:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbe45a27. 00000800:00000010:3.0:1767384328.073355:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000068cf191c. 00000800:00000200:3.1:1767384328.073365:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (2) 00000800:00000200:3.1:1767384328.073373:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp27 0000000068cf191c deleted 00000800:00000010:3.1:1767384328.073377:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000068cf191c. 00000800:00000200:3.1:1767384328.073386:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384328.073394:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:987 00000800:00000200:3.1:1767384328.073399:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0110492 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384328.073407:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp27 p 3.x 192.168.203.152 -> 192.168.203.152:987 incarnation:1767384326254069225 sched[0] 00000800:00000010:3.0:1767384328.073540:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec2c6075. 00000800:00000010:3.0:1767384328.073619:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec2c6075. 00000800:00000010:3.0:1767384328.073646:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbe45a27. 00000800:00000200:1.1:1767384328.073652:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384328.073671:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp27 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384326254069225 sched[0] 00000800:00000010:1.0:1767384328.073678:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a44ec2f6. 00000800:00000010:3.0:1767384328.073733:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000926bcf94. 00000400:00000200:1.0:1767384328.073759:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.073837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.073895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.073945:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:3.0:1767384328.073969:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.073978:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.073998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000200:3.0:1767384328.074049:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384328.074050:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000010:3.0:1767384328.074055:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a0110492. 00000400:00000200:3.0:1767384328.074064:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.074073:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: GET: OK 00000400:00000200:3.0:1767384328.074078:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384328.074083:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:3.0:1767384328.074094:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.074103:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.074103:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:3.0:1767384328.074107:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384328.074186:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074237:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074335:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074485:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074587:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074728:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074786:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.074844:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000800:00000001:3.0:1767384328.074873:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.074883:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.074898:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : GET - for me 00000400:00000200:3.0:1767384328.074914:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384328.074924:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 352/352 into md 0x1705 [1] + 0 00000400:00000200:1.0:1767384328.074925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.074944:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 00000400:00000200:3.0:1767384328.074957:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1767384328.074971:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.074984:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) 192.168.203.152@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384328.074995:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000800:00000010:3.0:1767384328.075002:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2cc8be3. 00000800:00000200:3.0:1767384328.075011:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (4) 00000800:00000200:3.0:1767384328.075022:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:988 00000800:00000200:3.0:1767384328.075027:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2cc8be3 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:1.0:1767384328.075030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.075065:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000800:00000200:3.0:1767384328.075103:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.075108:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2cc8be3. 00000400:00000200:3.0:1767384328.075115:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.075115:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075129:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: REPLY: OK 00000800:00000001:3.0:1767384328.075145:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.075151:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.075155:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.075162:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.075165:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.075171:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.075181:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384328.075182:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075199:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp27: Reply from 12345-192.168.203.152@tcp27 of length 352/352 into md 0x1721 00000800:00000001:3.0:1767384328.075207:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.075214:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.075217:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.075224:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: REPLY: OK 00000400:00000200:3.0:1767384328.075229:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42776fa 00000400:00000010:3.0:1767384328.075232:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42776fa. 00000400:00000200:3.0:1767384328.075238:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384328.075244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075254:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384328.075259:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384328.075265:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 20. state = 0x100251 00000400:00000200:3.0:1767384328.075308:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384328.075321:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000400:00000200:1.0:1767384328.075324:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000800:00000001:3.0:1767384328.075332:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.075341:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.075368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.075445:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075474:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384328.075484:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000d1 00000400:00000010:3.0:1767384328.075494:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000540df881. 00000400:00000010:3.0:1767384328.075500:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000d1017b71. 00000400:00000200:1.0:1767384328.075502:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000010:3.0:1767384328.075506:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000d57dddbe. 00000400:00000200:1.0:1767384328.075534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000010:3.0:1767384328.075552:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002cf1111a. 00000400:00000200:3.0:1767384328.075563:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002cf1111a nid 192.168.203.152@tcp28 00000400:00000200:1.0:1767384328.075564:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000010:3.0:1767384328.075569:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba82b3c3. 00000400:00000200:3.0:1767384328.075576:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba82b3c3 net tcp28 00000400:00000200:3.0:1767384328.075580:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000200:3.0:1767384328.075587:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp28 flags 0x11 00000400:00000010:3.0:1767384328.075592:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000540df881. 00000400:00000010:3.0:1767384328.075598:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000d1017b71. 00000400:00000010:3.0:1767384328.075602:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000d57dddbe. 00000400:00000010:3.0:1767384328.075607:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000820b4f49. 00000400:00000200:1.0:1767384328.075610:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075615:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384328.075644:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100151 00000400:00000200:3.0:1767384328.075650:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc 1 00000400:00000200:3.0:1767384328.075657:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000200:3.0:1767384328.075662:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384328.075666:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100111 rc 0 00000400:00000200:1.0:1767384328.075669:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384328.075691:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:3.0:1767384328.075700:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000400:00000200:1.0:1767384328.075744:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.075819:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:1.0:1767384328.075880:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:1.0:1767384328.076130:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd9aefae. 00000800:00000010:1.0:1767384328.076146:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a44ec2f6. 00000800:00000010:1.0:1767384328.076153:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac2a3c34. 00000800:00000010:1.0:1767384328.076212:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac2a3c34. 00000800:00000010:0.0:1767384328.076298:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f66494bc. 00000800:00000010:0.0:1767384328.076305:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000664ea8d7. 00000400:00000200:1.0:1767384328.076404:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384328.076426:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp27 from 218.3.0.2 00000800:00000010:1.0:1767384328.076431:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000032d8151a. 00000400:02020000:0.0:1767384328.076535:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp26 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384328.077088:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ffd5b3b3. 00000800:00000010:1.0:1767384328.077096:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065ae3944. 00000800:00000010:1.0:1767384328.077125:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f42954ea. 00000800:00000200:1.1:1767384328.077133:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (4) 00000800:00000200:1.1:1767384328.077140:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp27 00000000f42954ea deleted 00000800:00000010:1.1:1767384328.077143:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f42954ea. 00000800:00000200:1.1:1767384328.077148:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384328.077155:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp27 p 3.x 192.168.203.152 -> 192.168.203.152:986 incarnation:1767384326254069225 sched[0] 00000800:00000010:1.0:1767384328.077163:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac2a3c34. 00000800:00000010:1.0:1767384328.077230:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac2a3c34. 00000800:00000010:1.0:1767384328.077236:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065ae3944. 00000800:00000010:1.0:1767384328.077268:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000032d8151a. 00000800:00000001:1.0:1767384328.077311:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384328.077317:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384328.077344:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384328.077348:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp27 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384326254069225 sched[0] 00000800:00000010:1.0:1767384328.077352:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a44ec2f6. 00000800:00000001:1.0:1767384328.077367:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384328.077370:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384328.082588:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384328.082595:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384328.082599:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384328.082599:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384328.082605:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384328.082606:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384328.082610:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384328.082620:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384328.082620:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384328.082636:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384328.082641:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 00080000:00000001:3.0:1767384328.082647:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384328.082649:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384328.082650:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006242da40. 20000000:01000000:2.0:1767384328.082657:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:01000000:1.0:1767384328.082658:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384328.082661:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384328.082666:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384328.082667:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384328.082695:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384328.082699:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384328.082701:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384328.082709:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384328.082713:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384328.082717:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:2.0:1767384328.082720:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384328.082724:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f014fa83. 00080000:00000001:2.0:1767384328.082727:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734311424 : -113996975240192 : ffff985202c90c00) 00080000:00000001:2.0:1767384328.082730:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384328.082783:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384328.082785:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384328.082787:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384328.082801:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384328.082803:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384328.082867:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384328.082870:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384328.082886:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384328.082889:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384328.082892:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384328.082896:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384328.082899:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384328.082906:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004488dd39. 00010000:00000001:2.0:1767384328.082927:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384328.082931:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384328.082935:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384328.082937:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4fdbf to hash 00000020:00000001:2.0:1767384328.082939:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384328.082940:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.082943:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.082947:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.082949:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.082952:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.082962:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384328.082966:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384328.082969:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384328.082971:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.082982:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.082985:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.082986:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.082989:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384328.082991:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384328.082993:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384328.082995:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384328.082997:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004488dd39) refcount = 1 00010000:00010000:2.0:1767384328.083001:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083006:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384328.083009:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384328.083010:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.083013:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083015:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384328.083018:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384328.083020:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:2.0:1767384328.083024:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.083025:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.083027:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=4 00000020:00000001:2.0:1767384328.083029:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.083032:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.083034:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384328.083036:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083042:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384328.083044:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083049:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.083051:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384328.083053:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083071:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.083073:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083075:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384328.083077:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384328.083083:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a0059aa already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384328.083086:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.083087:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384328.083089:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083095:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384328.083096:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.083097:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.083098:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=5 00000020:00000001:2.0:1767384328.083100:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.083102:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.083104:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384328.083106:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083111:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384328.083113:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.083115:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083118:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384328.083120:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384328.083122:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.083123:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384328.083125:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4fdbf from hash 00010000:00000001:2.0:1767384328.083128:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384328.083129:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.083130:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.083138:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384328.083140:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384328.083142:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384328.083144:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384328.083146:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.083149:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083150:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384328.083152:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384328.083154:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.083155:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.083156:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083158:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.083159:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.083161:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083166:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.083167:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.083168:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384328.083170:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384328.083171:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.083173:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.083175:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384328.083176:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.083178:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.083181:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.083187:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384328.083188:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384328.083190:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fdbf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384328.083196:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004488dd39 count: 0 00010000:00000001:2.0:1767384328.083203:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384328.083205:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384328.087433:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294915829, at 4294915830 00000100:00000010:3.0:1767384328.087456:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056b1e5d5. 00010000:00000010:2.1:1767384328.087881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004488dd39. 00010000:00000010:2.1:1767384328.087888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00000100:00000040:2.0:1767384328.088344:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294915829, at 4294915831 00000100:00000010:2.0:1767384328.088351:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000330f0766. 00000100:00000040:1.0:1767384328.088366:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294915829, at 4294915831 00000100:00000010:1.0:1767384328.088375:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000037460cf. 00000100:00000040:0.0:1767384328.090008:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294915829, at 4294915832 00000100:00000010:0.0:1767384328.090015:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee3ebf. 00080000:00000001:2.0:1767384328.096409:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384328.096415:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:2.0:1767384328.096419:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.096421:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384328.096422:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384328.096423:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384328.096429:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384328.096433:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384328.096435:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384328.096436:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384328.096438:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384328.096440:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f014fa83. 20000000:01000000:2.0:1767384328.096444:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384328.096450:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384328.096451:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384328.096452:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384328.096458:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384328.096466:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384328.096471:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384328.096473:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384328.096480:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000857f0481. 00010000:00000001:0.0:1767384328.096484:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384328.096486:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c794c7cc. 00000020:00000001:0.0:1767384328.096489:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384328.096491:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c794c7cc with handle 0x1cafe7b7e4a4fdc6 to hash 00000020:00000001:0.0:1767384328.096500:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384328.096502:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096505:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096508:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384328.096509:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384328.096512:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096519:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384328.096521:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384328.096533:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384328.096536:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384328.096537:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384328.096539:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384328.096541:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384328.096543:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384328.096545:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384328.096547:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384328.096549:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384328.096550:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000857f0481) refcount = 1 00010000:00010000:0.0:1767384328.096553:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096559:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384328.096561:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384328.096562:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384328.096564:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096566:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384328.096570:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384328.096572:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002932626s 00010000:00000001:0.0:1767384328.096575:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384328.096577:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384328.096578:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c794c7cc refcount=4 00000020:00000001:0.0:1767384328.096580:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096583:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096592:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384328.096594:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096599:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384328.096601:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096605:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384328.096607:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384328.096609:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096613:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384328.096615:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096617:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384328.096619:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384328.096637:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c794c7cc already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384328.096639:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384328.096641:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384328.096643:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096647:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384328.096649:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384328.096650:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384328.096651:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c794c7cc refcount=5 00000020:00000001:0.0:1767384328.096653:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096655:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384328.096657:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384328.096674:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096687:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384328.096689:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384328.096690:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096693:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384328.096695:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384328.096696:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384328.096698:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384328.096700:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c794c7cc with handle 0x1cafe7b7e4a4fdc6 from hash 00010000:00000001:0.0:1767384328.096702:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384328.096703:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384328.096704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384328.096704:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384328.096705:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384328.096706:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384328.096707:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384328.096708:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384328.096710:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096711:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384328.096712:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384328.096720:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384328.096721:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384328.096722:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096723:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.096724:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384328.096726:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096729:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384328.096730:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384328.096731:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384328.096732:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384328.096733:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384328.096735:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384328.096736:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384328.096738:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.096739:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384328.096746:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.096751:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384328.096752:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384328.096753:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fdc6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384328.096757:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000857f0481 count: 0 00010000:00000001:0.0:1767384328.096763:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384328.096764:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384328.097536:0:25704:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d5c17071. 00000400:00000040:2.0:1767384328.097555:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.097558:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384328.097562:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.097564:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.097566:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.097568:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384328.097571:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.097573:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384328.097575:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384328.097576:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384328.097578:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384328.097580:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.097582:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384328.097583:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.097585:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384328.097587:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384328.097589:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.097590:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384328.097592:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384328.097594:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.097596:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.097598:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.097599:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.097601:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.097602:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384328.097605:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.097607:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.097608:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.097616:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.097618:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.097620:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384328.097640:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.097642:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.097644:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.097646:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.097648:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.097660:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384328.097663:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.097665:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.097667:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384328.097669:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384328.097671:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.097672:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384328.097675:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384328.097676:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384328.097678:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384328.097680:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384328.097681:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384328.097683:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384328.097685:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.097687:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384328.097689:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384328.097690:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384328.097692:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384328.097694:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384328.097696:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384328.097697:0:25704:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384328.097786:0:25704:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d5c17071. 00080000:00000020:1.0:1767384328.099078:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384328.099084:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384328.099088:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000696f8fa6. 20000000:00000001:1.0:1767384328.099104:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384328.099110:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754368 00010000:00000001:1.0:1767384328.099114:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384328.099122:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031a3ddbd x1853236737754368/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.099143:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384328.099147:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384328.099152:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.099158:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384328.099163:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384328.099166:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384328.099169:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384328.099172:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.099176:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384328.099180:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.099184:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d64247d. 00000100:00000200:1.0:1767384328.099188:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737754368, offset 224 00000400:00000200:1.0:1767384328.099196:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.099206:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.099213:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704500 00000400:00000200:1.0:1767384328.099220:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x170d [2] + 224 00000400:00000200:1.0:1767384328.099226:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.099231:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384328.099235:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384328.099240:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384328.099250:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.099306:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384328.099313:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d64247d 00000400:00000010:1.0:1767384328.099316:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d64247d. 00000100:00000001:1.0:1767384328.099321:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384328.099323:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384328.099336:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.099351:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384328.099353:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384328.099355:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.099357:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384328.099361:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031a3ddbd x1853236737754368/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.099369:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031a3ddbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737754368:12345-0@lo:253: Request processed in 30812us (31671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384328.099376:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1767384328.099379:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384328.099381:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384328.099383:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384328.099387:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd7597b. 00000020:00000010:1.0:1767384328.099391:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1f372da. 00000020:00000010:1.0:1767384328.099393:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e9cc90. 00000020:00000040:1.0:1767384328.099397:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384328.099400:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384328.099402:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088390642. 02000000:00000001:1.0:1767384328.099405:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384328.099407:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384328.099410:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384328.099460:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.099464:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384328.099468:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.099470:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384328.099472:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000400:00000200:2.0:1767384328.099476:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fc566d 00000400:00000010:2.0:1767384328.099478:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3fc566d. 00000100:00000001:2.0:1767384328.099480:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384328.099485:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384328.099501:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.099508:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.099510:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.099512:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384328.099525:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.099527:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.099529:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.099532:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.099536:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384328.099540:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.099543:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384328.099545:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.099547:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384328.099549:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.099551:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.099556:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.099562:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.099565:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384328.099567:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384328.099571:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384328.099573:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384328.099574:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384328.099576:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384328.099577:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384328.099579:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384328.099580:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384328.099582:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384328.099583:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384328.099585:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384328.099588:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.099595:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737754368:0@lo:253: 00000100:00000001:2.0:1767384328.099606:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.099608:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.099613:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f485b8ec x1853236737754368/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.099619:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384328.099639:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.099653:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000efa97201. 02000000:00000001:2.0:1767384328.099660:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.099663:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.099665:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384328.099667:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384328.099669:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009cd17bf1. 02000000:00000001:2.0:1767384328.099675:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384328.099677:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.099679:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 00000100:00000001:2.0:1767384328.099683:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.099685:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.099687:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.099693:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.099695:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.099697:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.099700:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.100096:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002afb157f. 00000400:00000010:1.0:1767384328.100105:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d64247d. 00080000:00000020:2.0:1767384328.100129:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384328.100132:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384328.100134:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000030536ca. 20000000:00000001:2.0:1767384328.100138:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384328.100142:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754496 00010000:00000001:2.0:1767384328.100144:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384328.100147:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034e949e0 x1853236737754496/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384328.100153:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384328.100155:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.100156:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.100159:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384328.100161:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384328.100168:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384328.100171:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384328.100172:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.100174:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.100176:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.100178:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fc566d. 00000100:00000200:2.0:1767384328.100181:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737754496, offset 224 00000400:00000200:2.0:1767384328.100185:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384328.100190:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384328.100195:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704580 00000400:00000200:2.0:1767384328.100201:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1715 [2] + 224 00000400:00000200:2.0:1767384328.100208:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384328.100212:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.100216:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384328.100220:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.100231:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.100251:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.100257:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fc566d 00000400:00000010:2.0:1767384328.100260:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3fc566d. 00000100:00000001:2.0:1767384328.100265:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384328.100267:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384328.100267:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.100270:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384328.100271:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384328.100297:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384328.100301:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:1.0:1767384328.100302:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384328.100306:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c534c8. 00010000:00000001:2.0:1767384328.100307:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384328.100311:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.100313:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000557ed5c1 00000020:00000001:2.0:1767384328.100314:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384328.100317:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000557ed5c1. 00000100:00000040:2.0:1767384328.100321:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034e949e0 x1853236737754496/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.100323:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384328.100331:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.100336:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034e949e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737754496:12345-0@lo:253: Request processed in 31541us (32304us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384328.100355:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.100357:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384328.100370:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384328.100374:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384328.100378:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384328.100380:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384328.100382:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011832483. 00000100:00000001:1.0:1767384328.100383:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.100387:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384328.100388:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 02000000:00000001:1.0:1767384328.100389:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384328.100393:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384328.100394:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd521f1. 00000100:00000001:1.0:1767384328.100397:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384328.100399:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384328.100400:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.100405:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384328.100406:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=43 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384328.100408:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027beb448. 02000000:00000001:2.0:1767384328.100415:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384328.100415:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.100418:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.100422:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384328.100425:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384328.100425:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.100431:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384328.100432:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00010000:00000001:1.0:1767384328.100432:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.100438:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.100439:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fc566d. 00000100:00000040:1.0:1767384328.100443:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.100451:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.100453:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384328.100454:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384328.100457:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384328.100459:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384328.100461:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384328.100462:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384328.100464:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384328.100466:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384328.100467:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384328.100469:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384328.100470:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384328.100474:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.100480:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e375115 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737754496:0@lo:253: 00000100:00000001:1.0:1767384328.100484:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.100486:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.100488:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e375115 x1853236737754496/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.100500:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384328.100501:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384328.100503:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e194aad6. 02000000:00000001:1.0:1767384328.100508:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384328.100510:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384328.100511:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384328.100513:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384328.100515:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bcced760. 02000000:00000001:1.0:1767384328.100518:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384328.100519:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384328.100520:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e375115. 00000100:00000001:1.0:1767384328.100524:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384328.100525:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.100527:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.100533:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.100534:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.100537:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.100539:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384328.102334:0:25703:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000857f0481. 00010000:00000010:0.1:1767384328.102344:0:25703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c794c7cc. 00010000:00000001:3.0:1767384328.226699:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384328.226707:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.226716:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384328.226718:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.226751:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384328.226755:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.226760:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384328.418341:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384328.418347:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384328.418353:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.418356:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384328.418358:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384328.418360:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384328.418363:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384328.418365:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384328.418367:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 39 10000000:00000001:2.0:1767384328.418370:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384328.418371:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384328.418378:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f485b8ec. 00000020:00000040:2.0:1767384328.418382:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384328.418386:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384328.418389:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384328.418393:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384328.418400:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007eb25790. 00000100:00000001:2.0:1767384328.418407:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.418411:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384328.418414:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384328.418422:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004488dd39. 00010000:00000001:2.0:1767384328.418426:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384328.418437:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384328.418442:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384328.418444:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4fdcd to hash 00000020:00000001:2.0:1767384328.418446:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384328.418447:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.418450:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.418453:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.418455:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.418457:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384328.418464:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384328.418473:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384328.418477:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384328.418479:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384328.418483:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab53361c. 00000100:00000001:2.0:1767384328.418485:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076751380864 : -113996958170752 : ffff985203cd8180) 00000100:00000001:2.0:1767384328.418487:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.418489:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000001:2.0:1767384328.418492:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384328.418495:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.418497:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384328.418498:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384328.418505:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.418512:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384328.418513:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.418516:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384328.418518:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384328.418520:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.418529:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737754624:0@lo:101: 00000100:00000001:2.0:1767384328.418533:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384328.418537:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384328.418540:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.418542:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384328.418546:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ace11039. 02000000:00000001:2.0:1767384328.418547:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.418552:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002d4d88b. 00000400:00000010:2.0:1767384328.418558:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384328.418563:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737754624, portal 25 00000100:00000001:2.0:1767384328.418565:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.418567:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000040:2.0:1767384328.418571:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.418578:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.418581:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.418585:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000100:00000200:2.0:1767384328.418587:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737754624, offset 0 00000400:00000200:2.0:1767384328.418594:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384328.418605:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384328.418615:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d704600 00000400:00000200:2.0:1767384328.418639:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1025 [2] + 0 00000400:00000010:2.0:1767384328.418642:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a8d941b. 00000400:00000200:2.0:1767384328.418646:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b329b43f 00000400:00000200:2.0:1767384328.418651:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384328.418655:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384328.418658:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b329b43f 00000400:00000010:2.0:1767384328.418660:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b329b43f. 00000100:00000001:2.0:1767384328.418666:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384328.418668:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384328.418671:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000004ba0ecf6 x1853236737754624 msgsize 328 00000100:00100000:2.0:1767384328.418675:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384328.418677:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384328.418690:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.418706:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384328.418708:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384328.418713:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384328.418717:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.418727:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384328.418727:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.418730:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.418731:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754624 02000000:00000001:3.0:1767384328.418734:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384328.418736:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.418738:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.418739:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.418740:0:16775:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384328.418743:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.418745:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384328.418747:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754624 00000020:00000001:3.0:1767384328.418749:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384328.418749:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294916180 00000020:00000040:3.0:1767384328.418751:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000010:2.0:1767384328.418753:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000330f0766. 00000020:00000001:3.0:1767384328.418754:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384328.418757:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384328.418759:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384328.418759:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384328.418762:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384328.418764:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294916180 00000100:00000001:3.0:1767384328.418767:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384328.418767:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aa9511d. 00000020:00000010:3.0:1767384328.418771:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9f0379b. 00000100:00000001:2.0:1767384328.418771:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384328.418775:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.418775:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294916180 00000020:00000010:3.0:1767384328.418778:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9f0379b. 00000100:00000010:2.0:1767384328.418778:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d18248f. 00000100:00000001:2.0:1767384328.418782:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384328.418783:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e68e2ee0. 00000100:00000001:2.0:1767384328.418785:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294916180 00000100:00000010:2.0:1767384328.418788:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067c01167. 00000020:00000010:3.0:1767384328.418789:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000762fd3fb. 00000100:00000001:2.0:1767384328.418791:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384328.418795:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.418798:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.418800:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384328.418802:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000100:00000001:2.0:1767384328.418803:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384328.418805:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab53361c going to sleep for 11 seconds 00000100:00000001:2.0:1767384328.418808:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384328.418810:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384328.418811:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.418813:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.418814:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384328.418816:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.418824:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.418839:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.418853:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384328.418855:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384328.418859:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384328.418862:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384328.418864:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016930896 : -113991692620720 : ffff98533da76c50) 00000100:00000040:3.0:1767384328.418869:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ba0ecf6 x1853236737754624/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 328/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.418876:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384328.418879:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9f0379b. 00000100:00000001:3.0:1767384328.418881:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.418883:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9f0379b. 00000100:00100000:3.0:1767384328.418886:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ba0ecf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737754624:12345-0@lo:101: 00000100:00000200:3.0:1767384328.418890:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754624 00000020:00000001:3.0:1767384328.418893:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384328.418896:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384328.418898:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.418900:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384328.418902:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384328.418905:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384328.418906:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.418908:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.418910:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384328.418913:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.418914:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384328.418916:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384328.418918:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384328.418925:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384328.418927:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.418930:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384328.418933:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000789fa9e2. 00010000:00000001:3.0:1767384328.418936:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384328.418937:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007954bc4c. 00000020:00000001:3.0:1767384328.418939:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384328.418940:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007954bc4c with handle 0x1cafe7b7e4a4fdd4 to hash 00000020:00000001:3.0:1767384328.418942:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384328.418943:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384328.418944:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00010000:3.0:1767384328.418946:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fdcd expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384328.418951:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384328.418953:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384328.418958:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384328.418960:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384328.418963:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e88d2e46. 02000000:00000001:3.0:1767384328.418965:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.418966:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.418968:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384328.418971:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384328.418973:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384328.418974:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384328.418975:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384328.418977:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384328.418978:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384328.418980:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384328.418982:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384328.418983:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384328.418984:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384328.418986:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000789fa9e2) refcount = 1 00010000:00010000:3.0:1767384328.418989:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384328.419001:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384328.419003:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384328.419004:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384328.419005:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.419006:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384328.419010:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384328.419012:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384328.419016:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384328.419018:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384328.419019:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384328.419021:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.419022:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384328.419023:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384328.419025:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384328.419026:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007954bc4c, rc 0) 00000020:00000001:3.0:1767384328.419028:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384328.419030:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754624 00010000:00000001:3.0:1767384328.419032:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384328.419035:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ba0ecf6 x1853236737754624/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 328/344 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384328.419041:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384328.419043:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.419045:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384328.419049:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384328.419051:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384328.419052:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384328.419054:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384328.419055:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.419058:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384328.419060:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384328.419063:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000200:3.0:1767384328.419065:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737754624, offset 224 00000400:00000200:3.0:1767384328.419075:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.419082:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384328.419088:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d704600 00000400:00000200:3.0:1767384328.419093:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1735 [1] + 224 00000400:00000200:3.0:1767384328.419098:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.419101:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384328.419105:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384328.419109:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.419137:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.419162:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.419169:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384328.419172:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384328.419176:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.419178:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.419182:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.419186:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384328.419189:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384328.419191:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.419193:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384328.419196:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba0ecf6 x1853236737754624/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 328/344 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.419203:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ba0ecf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737754624:12345-0@lo:101: Request processed in 327us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384328.419212:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384328.419215:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384328.419217:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384328.419219:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384328.419239:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000762fd3fb. 00000020:00000010:3.0:1767384328.419242:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000020:00000010:3.0:1767384328.419247:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e68e2ee0. 00000100:00000001:2.0:1767384328.419253:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384328.419256:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000400:00000001:2.0:1767384328.419260:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384328.419261:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:2.0:1767384328.419264:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384328.419265:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e88d2e46. 02000000:00000001:3.0:1767384328.419268:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384328.419270:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384328.419273:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384328.419279:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009415be06. 00000400:00000010:2.0:1767384328.419293:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002d4d88b. 00000400:00000200:2.0:1767384328.419300:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384328.419301:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00000001:2.0:1767384328.419306:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384328.419309:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020fb6980. 00000100:00000200:2.0:1767384328.419312:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384328.419321:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419328:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.419329:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.419331:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384328.419334:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.419335:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.419337:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.419339:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.419342:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384328.419345:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.419347:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384328.419348:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.419350:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384328.419352:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419353:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.419356:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419362:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.419364:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384328.419365:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384328.419367:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.419372:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737754624:0@lo:101: 00000100:00000001:2.0:1767384328.419376:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.419378:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419380:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384328.419393:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.419395:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419400:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384328.419402:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab53361c. 00000100:00000001:2.0:1767384328.419404:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384328.419406:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.419408:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384328.419410:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.419412:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.419413:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=4 00000020:00000001:2.0:1767384328.419415:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.419417:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000040:2.0:1767384328.419421:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005a0059aa, remote cookie: 0x1cafe7b7e4a4fdd4, flags: 0x0 00010000:00000001:2.0:1767384328.419423:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384328.419425:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384328.419426:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384328.419427:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384328.419428:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384328.419429:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004488dd39) refcount = 1 00010000:00010000:2.0:1767384328.419432:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.419437:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384328.419438:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384328.419439:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384328.419441:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384328.419443:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.419444:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.419450:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384328.419451:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.419453:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.419454:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.419462:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.419464:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419468:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.419471:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f485b8ec x1853236737754624/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419478:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384328.419481:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.419484:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ace11039. 02000000:00000001:2.0:1767384328.419487:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.419489:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.419490:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384328.419494:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384328.419496:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007eb25790. 02000000:00000001:2.0:1767384328.419500:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384328.419502:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.419503:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 00000100:00000001:2.0:1767384328.419507:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.419509:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384328.419511:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.419514:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384328.419515:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384328.419517:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.419519:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.419521:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.419523:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:2.0:1767384328.419525:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.419527:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.419530:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384328.419531:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.419533:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.419534:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.419536:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384328.419540:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000233eb8f9. 00000100:00000010:2.0:1767384328.419553:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f485b8ec. 00000020:00000040:2.0:1767384328.419555:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384328.419558:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384328.419562:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384328.419564:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384328.419567:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007eb25790. 00000100:00000001:2.0:1767384328.419569:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419573:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384328.419575:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ace11039. 00000100:00000010:2.0:1767384328.419576:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000edeff991. 00000020:00000040:2.0:1767384328.419578:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384328.419581:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384328.419582:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384328.419584:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab53361c. 00000100:00000001:2.0:1767384328.419585:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076751380864 : -113996958170752 : ffff985203cd8180) 00000100:00000001:2.0:1767384328.419587:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.419588:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000001:2.0:1767384328.419590:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384328.419591:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419593:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384328.419594:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384328.419596:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419601:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384328.419602:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.419604:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384328.419605:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384328.419606:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384328.419608:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737754752:0@lo:256: 00000100:00000001:2.0:1767384328.419610:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384328.419611:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384328.419613:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419614:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384328.419617:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002d4d88b. 00000400:00000010:2.0:1767384328.419637:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000889cdf8a. 00000100:00000200:2.0:1767384328.419641:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d704680-0x695824d704680, portal 33 00000100:00000001:2.0:1767384328.419643:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.419650:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384328.419652:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e073d71. 02000000:00000001:2.0:1767384328.419653:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384328.419655:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:2.0:1767384328.419658:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000100:00000200:2.0:1767384328.419659:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737754752, portal 25 00000100:00000001:2.0:1767384328.419661:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384328.419662:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000040:2.0:1767384328.419665:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419669:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.419671:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.419673:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000100:00000200:2.0:1767384328.419675:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737754752, offset 0 00000400:00000200:2.0:1767384328.419678:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384328.419683:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384328.419688:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d704680 00000400:00000200:2.0:1767384328.419692:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1035 [2] + 0 00000400:00000010:2.0:1767384328.419694:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029530a13. 00000400:00000200:2.0:1767384328.419696:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5b7edd2 00000400:00000200:2.0:1767384328.419700:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384328.419702:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384328.419704:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b7edd2 00000400:00000010:2.0:1767384328.419705:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5b7edd2. 00000100:00000001:2.0:1767384328.419708:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384328.419709:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384328.419711:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000009433d3bd x1853236737754752 msgsize 304 00000100:00100000:2.0:1767384328.419714:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384328.419715:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384328.419726:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.419730:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384328.419731:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:2.0:1767384328.419733:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384328.419735:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.419752:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.419754:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.419758:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384328.419759:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419763:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384328.419764:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754752 00000100:00000001:2.0:1767384328.419767:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.419769:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384328.419771:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294916181 00000100:00000001:3.0:1767384328.419773:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.419776:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419778:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916180 02000000:00000001:3.0:1767384328.419780:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.419783:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294916181 00000100:00100000:3.0:1767384328.419786:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754752 00000100:00000001:2.0:1767384328.419786:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916180 00000020:00000001:3.0:1767384328.419792:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384328.419792:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294916181 00000020:00000040:3.0:1767384328.419797:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:2.0:1767384328.419797:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916180 00000100:00000001:2.0:1767384328.419800:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294916181 00000020:00000001:3.0:1767384328.419802:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384328.419804:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916180 00000020:00000040:3.0:1767384328.419806:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:2.0:1767384328.419807:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.419812:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.419813:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384328.419814:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384328.419819:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384328.419819:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384328.419823:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ab53361c going to sleep for 11 seconds 00000100:00000001:2.0:1767384328.419827:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.419828:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384328.419829:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.419834:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9f0379b. 00000100:00000001:3.0:1767384328.419838:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.419841:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9f0379b. 00000020:00000010:3.0:1767384328.419845:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e68e2ee0. 00000020:00000010:3.0:1767384328.419848:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000762fd3fb. 00000020:00000010:3.0:1767384328.419851:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000100:00000040:3.0:1767384328.419856:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384328.419858:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.419859:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384328.419860:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.419864:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.419892:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.419901:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384328.419912:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384328.419920:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384328.419924:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384328.419924:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384328.419930:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384328.419932:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016923728 : -113991692627888 : ffff98533da75050) 00000100:00000001:1.0:1767384328.419933:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.419939:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.419945:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009433d3bd x1853236737754752/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 304/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.419958:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384328.419962:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9f0379b. 00000100:00000001:3.0:1767384328.419965:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.419968:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9f0379b. 00000100:00100000:3.0:1767384328.419973:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009433d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737754752:12345-0@lo:256: 00000100:00000200:3.0:1767384328.419978:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754752 00000020:00000001:3.0:1767384328.419981:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384328.419984:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384328.419986:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.419989:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384328.419991:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:3.0:1767384328.419994:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384328.419996:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.419999:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.420000:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384328.420003:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.420007:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384328.420010:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384328.420014:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e88d2e46. 02000000:00000001:3.0:1767384328.420017:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.420019:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.420022:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384328.420027:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384328.420031:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384328.420034:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384328.420037:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.420040:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384328.420043:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384328.420055:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000035340dc4. 20000000:00000001:3.0:1767384328.420059:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384328.420078:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384328.420085:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384328.420091:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384328.420095:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384328.420098:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384328.420101:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384328.420104:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384328.420107:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384328.420110:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384328.420113:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384328.420115:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384328.420117:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384328.420118:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384328.420120:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384328.420122:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384328.420124:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384328.420126:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384328.420128:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384328.420130:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384328.420131:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384328.420133:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3672/1/4/3. 20000000:00000040:3.0:1767384328.420139:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384328.420141:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384328.420142:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384328.420144:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384328.420145:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384328.420147:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384328.420149:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384328.420150:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384328.420152:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384328.420153:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384328.420155:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384328.420156:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384328.420158:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384328.420159:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384328.420161:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384328.420162:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384328.420171:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384328.420173:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384328.420174:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384328.420176:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384328.420178:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3248/1/4/3. 20000000:01000000:3.0:1767384328.420180:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 848, version 44 20000000:00000001:3.0:1767384328.420182:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=848 : 848 : 350) 00000100:00000001:3.0:1767384328.420184:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384328.420188:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000090ed1911. 00000100:00000010:3.0:1767384328.420190:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000be909ca3. 00000020:00000040:3.0:1767384328.420192:0:16771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:3.0:1767384328.420195:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384328.420198:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384328.420201:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000400:00000010:3.0:1767384328.420207:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bbba43c. 00000400:00000200:3.0:1767384328.420210:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.420217:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384328.420222:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 848 into portal 33 MB=0x695824d704680 00000400:00000200:3.0:1767384328.420226:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 848/848 into md 0x1745 [4] + 0 00000400:00000010:3.0:1767384328.420229:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002d4d88b. 00000400:00000200:3.0:1767384328.420233:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000889cdf8a 00000400:00000200:3.0:1767384328.420236:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.420239:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384328.420242:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000889cdf8a 00000400:00000010:3.0:1767384328.420243:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000889cdf8a. 00000100:00000001:3.0:1767384328.420246:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384328.420248:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f485b8ec desc 00000000ace11039 mbits 1853236737754752 00000100:00000001:3.0:1767384328.420261:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384328.420265:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384328.420269:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384328.420320:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1751 00000100:00000001:2.0:1767384328.420323:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384328.420324:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384328.420327:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.420331:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384328.420335:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384328.420337:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000090ed1911 00000100:00000001:3.0:1767384328.420344:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384328.420349:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384328.420353:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384328.420375:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384328.420378:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000090ed1911 00000100:00000001:3.0:1767384328.420384:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384328.420388:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 848 bytes via portal 33 id 12345-0@lo mbits 0x695824d704680-0x695824d704680 00000100:00000001:3.0:1767384328.420391:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.420396:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.420398:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384328.420400:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:3.0:1767384328.420403:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000be909ca3. 00000100:00000010:3.0:1767384328.420406:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000090ed1911. 00000100:00000001:3.0:1767384328.420409:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384328.420410:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384328.420416:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000035340dc4. 20000000:00000001:3.0:1767384328.420420:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384328.420422:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754752 00010000:00000001:3.0:1767384328.420424:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384328.420427:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009433d3bd x1853236737754752/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 304/240 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384328.420434:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384328.420435:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.420437:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384328.420440:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384328.420442:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384328.420443:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384328.420446:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384328.420447:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.420449:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384328.420451:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384328.420454:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000200:3.0:1767384328.420457:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737754752, offset 224 00000400:00000200:3.0:1767384328.420462:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.420468:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384328.420480:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d704680 00000400:00000200:3.0:1767384328.420484:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1749 [1] + 224 00000400:00000200:3.0:1767384328.420489:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.420491:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384328.420494:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384328.420496:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.420503:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.420519:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.420523:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384328.420525:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384328.420527:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.420528:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.420530:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.420533:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384328.420536:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384328.420537:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.420539:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384328.420567:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384328.420568:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009433d3bd x1853236737754752/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:309/0 lens 304/240 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384328.420573:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.420577:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384328.420581:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009433d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737754752:12345-0@lo:256: Request processed in 619us (864us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384328.420581:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:2.0:1767384328.420587:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000400:00000010:2.0:1767384328.420591:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00100000:3.0:1767384328.420594:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000001:2.0:1767384328.420595:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384328.420599:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:2.0:1767384328.420602:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.420604:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384328.420607:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384328.420610:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000762fd3fb. 00000020:00000010:3.0:1767384328.420614:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000020:00000010:3.0:1767384328.420617:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e68e2ee0. 00000020:00000040:3.0:1767384328.420638:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384328.420643:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384328.420648:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384328.420655:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e88d2e46. 00000100:00000001:2.0:1767384328.420656:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384328.420662:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384328.420662:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.420667:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384328.420669:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384328.420669:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.420671:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.420674:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.420677:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384328.420678:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384328.420679:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384328.420685:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=43 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384328.420687:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ef899b2. 00000100:00000001:2.0:1767384328.420687:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384328.420690:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.420694:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384328.420695:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.420698:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fce9b0c. 00000100:00000001:2.0:1767384328.420698:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.420704:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.420711:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.420717:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384328.420718:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384328.420720:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.420725:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737754752:0@lo:256: 00000100:00000001:2.0:1767384328.420730:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.420733:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.420734:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384328.420735:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.420737:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.420743:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384328.420751:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab53361c. 00000100:00000001:2.0:1767384328.420754:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384328.420755:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384328.420758:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 44, more 0. 10000000:00000001:2.0:1767384328.420761:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384328.420766:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000024d308ec. 10000000:00000040:2.0:1767384328.420776:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384328.420781:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384328.420783:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384328.420787:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384328.420789:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.420790:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384328.420792:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384328.420794:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:2.0:1767384328.420797:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 20 NIDs 00000400:00001000:2.0:1767384328.420799:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384328.420802:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384328.420806:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384328.420811:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000200:2.0:1767384328.420816:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384328.420820:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384328.420822:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000400:00000200:2.0:1767384328.420825:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384328.420827:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384328.420830:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420832:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384328.420834:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384328.420836:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420838:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384328.420839:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384328.420842:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420844:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384328.420845:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:2.0:1767384328.420848:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420850:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384328.420851:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384328.420858:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420860:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384328.420861:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384328.420864:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420865:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384328.420867:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384328.420869:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420870:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384328.420872:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:2.0:1767384328.420875:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420877:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384328.420878:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:2.0:1767384328.420881:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420882:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384328.420884:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384328.420887:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420889:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384328.420890:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384328.420893:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420895:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384328.420896:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:2.0:1767384328.420898:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420899:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384328.420900:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:2.0:1767384328.420902:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420903:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:2.0:1767384328.420904:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384328.420907:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420908:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:2.0:1767384328.420909:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384328.420911:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420912:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384328.420913:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384328.420915:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420916:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384328.420918:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:2.0:1767384328.420926:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420927:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:2.0:1767384328.420928:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:2.0:1767384328.420931:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420932:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:2.0:1767384328.420933:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:2.0:1767384328.420935:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384328.420936:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000100:00000001:2.0:1767384328.420938:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.420939:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384328.420942:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:2.0:1767384328.420945:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003b5aafa0. 10000000:00000040:2.0:1767384328.420947:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 44/44 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:2.0:1767384328.420949:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384328.420954:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384328.420956:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c07340. 00000020:00000010:2.0:1767384328.420959:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d122a742. 00000040:00000010:2.0:1767384328.420962:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d05212f9. 00000020:00000010:2.0:1767384328.420966:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4b08d6e. 00000020:00000010:2.0:1767384328.420970:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384328.420973:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000db6bce9c. 80000000:00000010:2.0:1767384328.420976:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000293adcd3. 40000000:00000010:2.0:1767384328.420978:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085cbf845. 00100000:00000010:2.0:1767384328.420983:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000faac41ad. 00040000:00000010:2.0:1767384328.420987:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004150f27. 00040000:00000010:2.0:1767384328.420991:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384328.420994:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d38691a. 00080000:00000010:2.0:1767384328.420998:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004077df2. 00000004:00000010:2.0:1767384328.421003:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000acfc76a9. 00000004:00000010:2.0:1767384328.421008:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7e0218. 00000004:00000010:2.0:1767384328.421013:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d16cadc0. 00002000:00000010:2.0:1767384328.421018:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011860ebc. 00000004:00000010:2.0:1767384328.421023:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f014fa83. 00000004:00000001:2.0:1767384328.421032:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384328.421034:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384328.421036:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003b5aafa0 00000040:00001000:2.0:1767384328.421038:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384328.421039:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384328.421041:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384328.421042:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384328.421046:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384328.421047:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384328.421048:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384328.421050:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384328.421052:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384328.421105:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384328.421110:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d122a742. 00000040:00000010:2.0:1767384328.421114:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d05212f9. 00000020:00000010:2.0:1767384328.421118:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4b08d6e. 00000020:00000010:2.0:1767384328.421122:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384328.421127:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000db6bce9c. 80000000:00000010:2.0:1767384328.421130:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000293adcd3. 40000000:00000010:2.0:1767384328.421133:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000085cbf845. 00100000:00000010:2.0:1767384328.421136:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000faac41ad. 00040000:00000010:2.0:1767384328.421140:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004150f27. 00040000:00000010:2.0:1767384328.421143:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384328.421147:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d38691a. 00080000:00000010:2.0:1767384328.421151:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000004077df2. 00000004:00000010:2.0:1767384328.421156:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000acfc76a9. 00000004:00000010:2.0:1767384328.421158:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a7e0218. 00000004:00000010:2.0:1767384328.421163:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d16cadc0. 00002000:00000010:2.0:1767384328.421166:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000011860ebc. 00000004:00000010:2.0:1767384328.421169:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f014fa83. 00000020:00000010:2.0:1767384328.421172:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c07340. 00000020:00000001:2.0:1767384328.421176:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.421178:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384328.421181:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003b5aafa0. 10000000:00000010:2.0:1767384328.421183:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000024d308ec. 10000000:00000001:2.0:1767384328.421191:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.421193:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.421196:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f485b8ec x1853236737754752/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.421201:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384328.421203:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.421204:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e073d71. 02000000:00000001:2.0:1767384328.421207:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.421209:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.421210:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384328.421211:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384328.421213:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384328.421214:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.421215:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384328.421216:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384328.421218:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000edeff991. 00000100:00000010:2.0:1767384328.421220:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ace11039. 00000100:00000001:2.0:1767384328.421223:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384328.421225:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007eb25790. 02000000:00000001:2.0:1767384328.421227:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384328.421227:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.421228:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 00000100:00000001:2.0:1767384328.421231:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.421232:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384328.421244:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000233eb8f9. 10000000:01000000:2.0:1767384328.421247:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384328.421250:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384328.421252:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.421253:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.421254:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:2.0:1767384328.421256:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.421258:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384328.421260:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384328.421262:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.421297:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.421299:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384328.421301:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.421306:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384328.421308:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.421309:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384328.421311:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.421312:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384328.421314:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384328.421316:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384328.421317:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:2.0:1767384328.421318:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384328.432478:0:25790:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000edeff991. 00000020:00000040:2.0:1767384328.432487:0:25790:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384328.432490:0:25790:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000edeff991. 00000100:00000040:2.0:1767384328.439338:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294916181, at 4294916182 00000100:00000010:2.0:1767384328.439346:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d18248f. 00000100:00000040:0.0:1767384328.439351:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294916181, at 4294916182 00000100:00000010:0.0:1767384328.439360:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000330f0766. 00000100:00000040:1.0:1767384328.439388:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294916181, at 4294916182 00000100:00000010:1.0:1767384328.439396:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aa9511d. 00000100:00000040:3.0:1767384328.439561:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294916181, at 4294916182 00000100:00000010:3.0:1767384328.439570:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067c01167. 00010000:00000001:3.0:1767384329.249358:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384329.249364:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.249368:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384329.249369:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.249423:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.249427:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.249430:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384329.306244:0:26027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384329.306257:0:26027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.306261:0:26027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.306266:0:26027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384329.306271:0:26027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.306302:0:26027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384330.109631:0:26191:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384330.109639:0:26191:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384330.116780:0:26191:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384330.126703:0:26192:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f31409a3. 00000400:00000010:0.0:1767384330.126721:0:26192:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000045318d09. 00000400:00000010:0.0:1767384330.126733:0:26192:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000042719ade. 00000400:00000010:0.0:1767384330.126737:0:26192:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000069312fae. 00000400:00000010:0.0:1767384330.126742:0:26192:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004aec8bcd. 00000400:00000010:0.0:1767384330.126747:0:26192:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009337a16e. 00000400:00000010:0.0:1767384330.126749:0:26192:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001730dd25. 00000400:00000010:0.0:1767384330.126751:0:26192:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000957c7859. 00000400:00000010:0.0:1767384330.126755:0:26192:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c6a439d9. 00000800:00000010:0.0:1767384330.126769:0:26192:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001cd11ead. 00000800:00000200:0.0:1767384330.126783:0:26192:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384330.126792:0:26192:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384330.126836:0:26192:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384330.126863:0:26192:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384330.129780:0:26192:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000bca294cb. 00000400:00000010:0.0:1767384330.129789:0:26192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16949c0. 00000400:00000010:0.0:1767384330.129795:0:26192:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000400:00000001:0.0:1767384330.129813:0:26192:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384330.129816:0:26192:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.129818:0:26192:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:0.0:1767384330.129821:0:26192:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000400:00000010:0.0:1767384330.129823:0:26192:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000400:00000010:0.0:1767384330.129827:0:26192:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000064c2f083. 00000400:00000200:0.0:1767384330.129832:0:26192:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000200:0.0:1767384330.129847:0:26192:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384330.129859:0:26192:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384330.129868:0:26192:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000664ea8d7. 00000020:01000000:0.0:1767384330.129874:0:26192:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384330.129878:0:26192:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp29 00000400:00000200:3.0:1767384330.129879:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384330.129890:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:0.0:1767384330.129896:0:26192:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000045318d09. 00000400:00000010:3.0:1767384330.129901:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000400:00000010:0.0:1767384330.129903:0:26192:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f31409a3. 00000400:00000200:3.0:1767384330.129910:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 00000400:00000010:3.0:1767384330.129921:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e0e47dd. 00000400:00000200:3.0:1767384330.129927:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp27 00000020:00000001:1.0:1767384330.129932:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384330.129939:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384330.129944:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384330.129945:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 10000000:01000000:1.0:1767384330.129950:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384330.129956:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384330.129958:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384330.129964:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384330.129969:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [55:55:8:4294967295] 00000020:01000004:1.0:1767384330.129970:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384330.129979:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp27 00000020:01000004:1.0:1767384330.129987:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384330.129992:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384330.129997:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384330.130001:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384330.130003:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) : PUT try# 0 00000020:01000004:1.0:1767384330.130005:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384330.130010:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384330.130019:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 00000800:00000200:3.0:1767384330.130024:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000020:00000040:1.0:1767384330.130028:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000800:00000010:3.0:1767384330.130033:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005aef70ba. 00000100:00000001:1.0:1767384330.130038:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.130043:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384330.130048:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 02000000:00000001:1.0:1767384330.130052:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384330.130060:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:988 02000000:00000010:1.0:1767384330.130065:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7193346. 00000800:00000200:3.0:1767384330.130067:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005aef70ba type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1767384330.130075:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.130087:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.130089:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.130099:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000040:1.0:1767384330.130100:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce5ce3b] to pc [ptlrpcd_00_02+2] req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.130114:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 10000000:00000001:1.0:1767384330.130148:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384330.130154:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.130156:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384330.130159:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384330.130167:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384330.130170:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384330.130172:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384330.130174:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384330.130178:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384330.130178:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384330.130186:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384330.130189:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384330.130191:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000004:1.0:1767384330.130191:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384330.130195:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384330.130202:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384330.130202:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384330.130205:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384330.130207:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384330.130209:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384330.130214:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000020:00000040:1.0:1767384330.130221:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384330.130226:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384330.130230:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.130236:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.130239:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.130245:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.130247:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.130253:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384330.130256:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e194aad6. 00000100:00000001:3.0:1767384330.130257:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384330.130265:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.130272:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.130299:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.130303:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.130311:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_03+3] req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384330.130343:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.130346:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384330.130346:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1767384330.130349:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.130353:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384330.130354:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005aef70ba. 00000020:00000001:1.0:1767384330.130354:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384330.130363:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384330.130366:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384330.130367:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384330.130368:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000664ea8d7. 02000000:00000001:3.0:1767384330.130374:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384330.130380:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.130384:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: PUT: OK 00000100:00100000:3.0:1767384330.130385:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737754880:0@lo:253: 00000100:00000001:3.0:1767384330.130393:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384330.130393:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384330.130394:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384330.130401:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp27: 0 02000000:00000001:3.0:1767384330.130402:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384330.130407:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384330.130409:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384330.130412:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384330.130414:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.130422:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384330.130426:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c75a395. 00000400:00000200:1.0:1767384330.130437:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : PUT - for me 02000000:00000001:3.0:1767384330.130438:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.130452:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cd0f64. 00000400:00000200:1.0:1767384330.130459:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384330.130467:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010e3b6eb. 00000400:00000200:1.0:1767384330.130473:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 352/368 into md 0x171d [1] + 0 00000400:00000010:1.0:1767384330.130479:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000400:00000200:1.0:1767384330.130483:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b482f36 00000100:00000200:3.0:1767384330.130490:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737754880, portal 25 00000800:00000001:1.0:1767384330.130490:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384330.130500:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1767384330.130500:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.130508:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 00000400:00000200:1.0:1767384330.130509:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.130520:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: PUT: OK 00000400:00000200:1.0:1767384330.130527:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000100:00000040:3.0:1767384330.130529:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384330.130531:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000400:00000200:1.0:1767384330.130539:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384330.130546:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (22) 00000400:00000200:1.0:1767384330.130559:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:3.0:1767384330.130560:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384330.130567:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (368 bytes) 00000100:00000040:3.0:1767384330.130575:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384330.130580:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:3.0:1767384330.130582:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008400ad12. 00000100:00000200:3.0:1767384330.130590:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737754880, offset 0 00000100:00000001:2.0:1767384330.130600:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384330.130605:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1767384330.130606:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.130608:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (23) 00000100:00000001:2.0:1767384330.130632:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.130648:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384330.130650:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384330.130655:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.130658:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.130664:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 00000100:00000001:2.0:1767384330.130667:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.130673:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.130680:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384330.130680:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00000040:2.0:1767384330.130692:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.130713:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) 192.168.203.152@tcp27 : ACK try# 0 00000800:00000200:1.0:1767384330.130735:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000400:00000200:3.0:1767384330.130741:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704700 00000100:00000001:2.0:1767384330.130741:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767384330.130746:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006288c6d8. 00000100:00000001:2.0:1767384330.130747:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.130755:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 02000000:00000001:2.0:1767384330.130758:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384330.130763:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 02000000:00000001:2.0:1767384330.130764:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384330.130773:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.130774:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a48b0d8. 00000800:00000200:1.0:1767384330.130778:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:987 00000400:00000200:3.0:1767384330.130783:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008433955c 00000100:00100000:2.0:1767384330.130783:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737755008:0@lo:253: 00000800:00000200:1.0:1767384330.130786:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006288c6d8 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384330.130796:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384330.130797:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384330.130802:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384330.130802:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384330.130805:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384330.130807:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384330.130809:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384330.130810:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008433955c 00000400:00000010:3.0:1767384330.130815:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008433955c. 02000000:00000010:2.0:1767384330.130821:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000027beb448. 00000800:00000001:1.0:1767384330.130821:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.130827:0:16141:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384330.130828:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384330.130832:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384330.130834:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000100:00000040:3.0:1767384330.130837:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000228f7669 x1853236737754880 msgsize 4848 00000400:00000010:2.0:1767384330.130841:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000456a53b0. 00000100:00100000:3.0:1767384330.130844:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384330.130846:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737755008, portal 25 00000100:00000040:3.0:1767384330.130847:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384330.130850:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.130853:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:2.0:1767384330.130860:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.130863:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.130872:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008400ad12 00000100:00000001:2.0:1767384330.130872:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384330.130875:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008400ad12. 00000100:00000040:2.0:1767384330.130876:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384330.130880:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384330.130880:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063365004. 00000100:00000200:2.0:1767384330.130885:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737755008, offset 0 00000100:00000200:3.0:1767384330.130887:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384330.130888:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384330.130897:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384330.130897:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006288c6d8. 00000400:00000200:1.0:1767384330.130909:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384330.130911:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384330.130912:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384330.130923:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.130926:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: ACK: OK 00000400:00000200:2.0:1767384330.130928:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704780 00000400:00000200:2.0:1767384330.130941:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1055 [2] + 0 00000800:00000001:1.0:1767384330.130942:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384330.130943:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384330.130950:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.130951:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384330.130958:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384330.130963:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384330.130965:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000758737. 00000800:00000001:1.0:1767384330.130968:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.130971:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294917892 00000400:00000200:2.0:1767384330.130971:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c406305 00000800:00000001:1.0:1767384330.130973:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384330.130983:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384330.130985:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384330.130986:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc4a0212. 00000400:00000200:2.0:1767384330.130994:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.130999:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384330.131005:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c406305 00000400:00000200:1.0:1767384330.131006:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : ACK - for me 00000100:00000001:3.0:1767384330.131011:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294917892 00000400:00000010:2.0:1767384330.131013:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c406305. 00000100:00000010:3.0:1767384330.131021:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffef88c1. 00000100:00000001:2.0:1767384330.131023:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384330.131027:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384330.131033:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384330.131034:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d6d4a7e1 x1853236737755008 msgsize 4848 00000400:00000200:1.0:1767384330.131034:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp27: ACK from 12345-192.168.203.152@tcp27 into md 0x1761 00000100:00000001:3.0:1767384330.131045:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294917892 00000400:00000200:1.0:1767384330.131046:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384330.131055:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384330.131057:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000028b5022. 00000400:00000200:1.0:1767384330.131061:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: ACK: OK 00000100:00000040:2.0:1767384330.131064:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384330.131067:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384330.131070:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000100:00000001:3.0:1767384330.131077:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294917892 00000400:00000010:1.0:1767384330.131077:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000400:00000200:1.0:1767384330.131084:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384330.131085:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.131093:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000010:3.0:1767384330.131099:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a88a6022. 00000400:00000200:2.0:1767384330.131099:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063365004 00000400:00000200:1.0:1767384330.131100:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:2.0:1767384330.131106:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063365004. 00000100:00000001:3.0:1767384330.131108:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384330.131113:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384330.131114:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384330.131117:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (22) 00000100:00000001:3.0:1767384330.131120:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384330.131123:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.131127:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384330.131132:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384330.131133:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.131140:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384330.131142:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.131143:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.131143:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384330.131151:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.131154:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.131156:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.131164:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.131168:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.131178:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.131183:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294917892 00000100:00000001:1.0:1767384330.131184:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384330.131188:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294917892 00000100:00100000:1.0:1767384330.131189:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737754880 00000100:00000001:3.0:1767384330.131191:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384330.131197:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384330.131200:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755008 00000100:00000001:2.0:1767384330.131200:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294917892 00000100:00000001:1.0:1767384330.131202:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384330.131206:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384330.131206:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294917892 00000100:00000001:1.0:1767384330.131208:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.131211:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.131213:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294917892 02000000:00000001:1.0:1767384330.131216:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.131218:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.131218:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294917892 00000100:00100000:1.0:1767384330.131227:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737754880 00000100:00000001:2.0:1767384330.131228:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294917892 02000000:00000001:3.0:1767384330.131229:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.131234:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384330.131236:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294917892 00000100:00100000:3.0:1767384330.131237:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755008 00000020:00000040:1.0:1767384330.131238:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384330.131243:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384330.131245:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384330.131246:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384330.131249:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000040:1.0:1767384330.131251:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384330.131259:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384330.131260:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384330.131263:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384330.131266:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000001:1.0:1767384330.131267:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384330.131272:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.131273:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384330.131322:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131370:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384330.131379:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000c2db63f0. 00000400:00000010:2.0:1767384330.131386:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000721c5cc0. 00000400:00000010:2.0:1767384330.131394:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000020:00000001:3.0:1767384330.131397:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384330.131400:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c2db63f0 00000100:00000001:3.0:1767384330.131404:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384330.131406:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000af6d461d. 00000020:00000010:3.0:1767384330.131410:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 00000100:00000001:1.0:1767384330.131412:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384330.131414:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384330.131416:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000020:00000010:1.0:1767384330.131419:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f7a0187. 00000020:00000010:3.0:1767384330.131422:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 00000400:00000200:2.0:1767384330.131427:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 00000100:00000001:1.0:1767384330.131427:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.131436:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000682777f0. 00000020:00000010:1.0:1767384330.131437:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f7a0187. 00000400:00000200:2.0:1767384330.131438:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 00000020:00000010:3.0:1767384330.131449:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082551241. 00000400:00000010:2.0:1767384330.131449:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000256c204b. 00000020:00000010:1.0:1767384330.131452:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c1e61ac. 00000020:00000010:3.0:1767384330.131457:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000400:00000010:2.0:1767384330.131457:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000020:00000010:1.0:1767384330.131461:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d497b39. 00000020:00000010:1.0:1767384330.131471:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0cce15e. 00000400:00000010:2.0:1767384330.131474:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a572fb8b. 00000100:00000040:3.0:1767384330.131478:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384330.131483:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384330.131487:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384330.131487:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:1.0:1767384330.131489:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384330.131491:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.131494:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.131500:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131505:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:3.0:1767384330.131506:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.131511:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131520:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:1.0:1767384330.131528:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.131530:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384330.131534:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000400:00000200:2.0:1767384330.131545:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:1.0:1767384330.131555:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384330.131556:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:3.0:1767384330.131558:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.131561:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384330.131564:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384330.131576:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00100000:1.0:1767384330.131577:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384330.131586:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384330.131590:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016920656 : -113991692630960 : ffff98533da74450) 00000100:00100000:3.0:1767384330.131594:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000200:2.0:1767384330.131595:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000040:3.0:1767384330.131602:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000040:1.0:1767384330.131605:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d4a7e1 x1853236737755008/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.131608:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016929872 : -113991692621744 : ffff98533da76850) 00000400:00000200:2.0:1767384330.131633:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000040:3.0:1767384330.131649:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228f7669 x1853236737754880/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384330.131668:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:1.0:1767384330.131682:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384330.131685:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384330.131686:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000010:1.0:1767384330.131689:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f7a0187. 00000020:00000010:3.0:1767384330.131695:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 00000100:00000001:1.0:1767384330.131696:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384330.131705:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.131706:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f7a0187. 00000400:00000200:2.0:1767384330.131707:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000010:3.0:1767384330.131716:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 00000100:00100000:1.0:1767384330.131725:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737755008:12345-0@lo:253: 00000100:00100000:3.0:1767384330.131729:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737754880:12345-0@lo:253: 00000100:00000200:1.0:1767384330.131735:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755008 00000400:00000200:2.0:1767384330.131738:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000200:3.0:1767384330.131745:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737754880 00000020:00000001:1.0:1767384330.131745:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384330.131754:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384330.131754:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:1.0:1767384330.131755:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384330.131761:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.131763:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384330.131769:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384330.131770:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131770:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:1.0:1767384330.131774:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384330.131778:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384330.131785:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384330.131786:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:2.0:1767384330.131790:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:1.0:1767384330.131791:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384330.131794:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384330.131799:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384330.131801:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.131806:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384330.131807:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:3.0:1767384330.131808:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384330.131813:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.131814:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384330.131821:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00000001:1.0:1767384330.131822:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384330.131823:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.131829:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384330.131832:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384330.131835:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 02000000:00000001:3.0:1767384330.131837:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384330.131839:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088390642. 02000000:00000001:1.0:1767384330.131846:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384330.131847:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001ff289ae. 00000400:00000200:2.0:1767384330.131848:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000100:00000001:1.0:1767384330.131851:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.131855:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.131859:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384330.131862:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131866:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 20000000:00000001:3.0:1767384330.131868:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384330.131874:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 20000000:00000010:1.0:1767384330.131876:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000696f8fa6. 20000000:00000010:3.0:1767384330.131882:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f681e718. 20000000:01000000:1.0:1767384330.131883:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384330.131884:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp28 20000000:00000001:1.0:1767384330.131891:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384330.131895:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384330.131897:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384330.131898:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp28 lpni_is_preferred = 0 20000000:00000001:3.0:1767384330.131900:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384330.131904:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.131910:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131912:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp28 20000000:00000001:3.0:1767384330.131913:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384330.131917:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384330.131919:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.131924:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.152@tcp28 LPNI seq info [57:57:8:4294967295] 20000000:00000001:3.0:1767384330.131925:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384330.131929:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384330.131932:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp28 20000000:00000010:1.0:1767384330.131936:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000f02960e. 20000000:01000000:1.0:1767384330.131943:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384330.131953:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384330.131955:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28:) -> 192.168.203.152@tcp28(192.168.203.152@tcp:192.168.203.152@tcp28) : GET try# 0 00080000:00000001:1.0:1767384330.131962:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.0:1767384330.131967:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp28 00000800:00000010:2.0:1767384330.131975:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000011881e57. 00000800:00000010:2.0:1767384330.131986:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000063365004. 00000800:00000010:2.0:1767384330.131992:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f9f0c385. 00000800:00000200:2.0:1767384330.132001:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000800:00000200:2.1:1767384330.132007:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00080000:00000001:1.0:1767384330.132028:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384330.132029:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00080000:00000001:1.0:1767384330.132037:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384330.132042:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100251 rc 0 00080000:00000001:1.0:1767384330.132043:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.132049:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384330.132056:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384330.132063:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384330.132069:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384330.132080:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 00080000:00000001:1.0:1767384330.132084:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:1.0:1767384330.132088:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384330.132160:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000001:00000001:1.0:1767384330.132241:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384330.132245:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.132248:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384330.132261:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00080000:00000001:1.0:1767384330.132302:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.132308:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384330.132388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00080000:00000001:1.0:1767384330.132523:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384330.132529:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384330.132577:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132668:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132912:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132954:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.132990:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133036:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133099:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133158:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133222:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133328:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133413:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133466:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133503:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133553:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133593:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133686:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133751:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133818:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133864:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133916:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.133977:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134056:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134125:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134193:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134412:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384330.134478:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384330.134734:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000030536ca. 00000800:00000010:2.0:1767384330.134744:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ad7813b. 00000800:00000010:2.0:1767384330.134754:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021ddd0a4. 00000800:00000010:2.0:1767384330.134796:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021ddd0a4. 00000800:00020000:2.0:1767384330.134810:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384330.142853:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ad7813b. 00000800:00000010:2.0:1767384330.142861:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000030536ca. 00000400:02020000:2.0:1767384330.142942:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384330.145221:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384330.145229:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:0.0:1767384330.145231:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384330.145233:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384330.145238:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384330.145239:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384330.145243:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384330.145246:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.145248:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384330.145251:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 20000000:01000000:3.0:1767384330.145253:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384330.145256:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384330.145265:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384330.145271:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384330.145297:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384330.145321:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384330.145326:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052f55500. 20000000:00000001:0.0:1767384330.145327:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384330.145341:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384330.145343:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00010000:00000001:0.0:1767384330.145350:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384330.145351:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384330.145356:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384330.145360:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:0.0:1767384330.145364:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000789fa9e2 count: 2 00010000:00000001:0.0:1767384330.145370:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384330.145375:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384330.145381:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b21bb9c0. 00000020:00000001:0.0:1767384330.145385:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384330.145389:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fddb to hash 00000020:00000001:0.0:1767384330.145391:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384330.145398:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384330.145404:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00080000:00000001:3.0:1767384330.145405:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384330.145410:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.145412:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00080000:00000001:3.0:1767384330.145414:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384330.145420:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384330.145420:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.145425:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.145429:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00010000:0.0:1767384330.145431:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384330.145436:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384330.145445:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384330.145446:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090ed1911. 00010000:00000001:0.0:1767384330.145451:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384330.145452:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751500288 : -113996958051328 : ffff985203cf5400) 00010000:00000001:0.0:1767384330.145456:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384330.145458:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384330.145461:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.145465:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384330.145469:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.145476:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384330.145478:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.145481:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.145483:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.145485:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.145487:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384330.145490:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384330.145496:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000789fa9e2) refcount = 2 00010000:00000040:0.0:1767384330.145500:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384330.145504:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384330.145510:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384330.145512:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384330.145520:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a48fd0d9. 00000100:00000001:0.0:1767384330.145524:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384330.145528:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045318d09. 00000100:00000001:0.0:1767384330.145536:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081031263360 : -113992678288256 : ffff985302e75480) 00000001:00000001:3.0:1767384330.145539:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384330.145539:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081031263360 : -113992678288256 : ffff985302e75480) 00080000:00000001:3.0:1767384330.145544:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.145545:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384330.145550:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384330.145551:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384330.145553:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384330.145557:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.145559:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384330.145562:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.145564:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.145567:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384330.145569:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:3.0:1767384330.145570:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384330.145574:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2e3bff. 00080000:00000001:3.0:1767384330.145575:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:0.0:1767384330.145582:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:0.0:1767384330.145585:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384330.145587:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384330.145591:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384330.145600:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000236920b7. 00000100:00000001:0.0:1767384330.145604:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.145631:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384330.145647:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 16 pid: 16771 timeout: 400 lvb_type: 0 00010000:00000001:0.0:1767384330.145656:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384330.145658:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384330.145662:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384330.145671:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384330.145673:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.145677:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737755136:0@lo:104: 00000100:00000001:0.0:1767384330.145681:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384330.145684:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384330.145687:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.145689:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:3.0:1767384330.145694:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384330.145698:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:0.0:1767384330.145704:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fabc2aed. 02000000:00000001:0.0:1767384330.145708:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384330.145713:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f065b44d. 00000400:00000010:0.0:1767384330.145717:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000100:00000200:0.0:1767384330.145721:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755136, portal 16 00000100:00000001:0.0:1767384330.145723:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384330.145725:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893033600 : -113991816518016 : ffff98533644e680) 00000100:00000040:0.0:1767384330.145729:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384330.145737:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384330.145739:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384330.145741:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384330.145743:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737755136, offset 0 00000400:00000200:0.0:1767384330.145748:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384330.145754:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384330.145762:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d704800 00000400:00000200:0.0:1767384330.145768:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:0.0:1767384330.145771:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000539598c5. 00000400:00000200:0.0:1767384330.145776:0:16794:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060aacb45 00000400:00000200:0.0:1767384330.145780:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.145783:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384330.145786:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060aacb45 00000400:00000010:0.0:1767384330.145788:0:16794:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060aacb45. 00000100:00000001:0.0:1767384330.145792:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384330.145793:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1767384330.145796:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000bce48421 x1853236737755136 msgsize 328 00000100:00100000:0.0:1767384330.145800:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384330.145802:0:16794:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384330.145814:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384330.145820:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384330.145822:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384330.145827:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384330.145831:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384330.145843:0:16761:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c477f7. 00000100:00000010:3.0:1767384330.145854:0:16761:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088ae8ab2. 00000100:00000001:0.0:1767384330.145860:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384330.145861:0:16761:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000040:0.0:1767384330.145867:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384330.145869:0:16761:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:0.0:1767384330.145876:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.145878:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384330.145887:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.145888:0:16761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2bd23a. 00000100:00000001:0.0:1767384330.145895:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294917907 00000400:00000010:3.0:1767384330.145899:0:16761:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086a07cd2. 00000100:00000001:0.0:1767384330.145906:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294917892 00000100:00000001:3.0:1767384330.145910:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384330.145923:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294917907 00000100:00100000:3.0:1767384330.145926:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755136 02000000:00000001:3.0:1767384330.145930:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384330.145932:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294917892 00000100:00000001:3.0:1767384330.145933:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384330.145938:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.145941:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294917907 02000000:00000001:3.0:1767384330.145943:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.145946:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294917892 00000100:00100000:3.0:1767384330.145949:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755136 00000100:00000001:0.0:1767384330.145952:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294917907 00000020:00000001:3.0:1767384330.145954:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384330.145959:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000100:00000001:0.0:1767384330.145961:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294917892 00000020:00000001:3.0:1767384330.145962:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384330.145967:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000100:00000001:0.0:1767384330.145969:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384330.145972:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384330.145974:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.145977:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00010000:00000001:0.0:1767384330.145979:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.145983:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384330.145984:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.145989:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.145990:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b95af218. 00010000:00000001:0.0:1767384330.145992:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.145997:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384330.145998:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384330.146001:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.146004:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b95af218. 00010000:00000001:0.0:1767384330.146005:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384330.146011:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384330.146014:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.146015:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000100:00000001:0.0:1767384330.146016:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.146020:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384330.146023:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000045318d09 going to sleep for 11 seconds 00000020:00000010:3.0:1767384330.146024:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e5dd9bb. 00000100:00000001:0.0:1767384330.146027:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384330.146032:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.146033:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000040:3.0:1767384330.146045:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384330.146048:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384330.146050:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384330.146052:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.146058:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.146068:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.146081:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384330.146083:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384330.146089:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384330.146092:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:3.0:1767384330.146095:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076727574608 : -113996981977008 : ffff985202624050) 00000100:00000040:3.0:1767384330.146099:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bce48421 x1853236737755136/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 328/0 e 0 to 0 dl 1767384341 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384330.146117:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384330.146122:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b95af218. 00000100:00000001:3.0:1767384330.146125:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.146127:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b95af218. 00000100:00100000:3.0:1767384330.146135:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bce48421 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737755136:12345-0@lo:104: 00000100:00000200:3.0:1767384330.146140:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755136 00010000:00000001:3.0:1767384330.146143:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384330.146148:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384330.146149:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384330.146152:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=2 00000020:00000001:3.0:1767384330.146154:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:3.0:1767384330.146158:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:3.0:1767384330.146162:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384330.146165:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384330.146169:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384330.146178:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384330.146182:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384330.146186:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000669aea88. 02000000:00000001:3.0:1767384330.146189:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.146192:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.146197:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.146199:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.146203:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.146209:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.146213:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.146216:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384330.146219:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.146221:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.146224:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.146235:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.146240:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f137ad0. 00000100:00000200:3.0:1767384330.146244:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737755136, offset 224 00000400:00000200:3.0:1767384330.146252:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.146261:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.146270:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d704800 00000400:00000200:3.0:1767384330.146312:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x177d [1] + 224 00000400:00000200:3.0:1767384330.146317:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.146321:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.146326:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.146341:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384330.146352:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384330.146367:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.146374:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f137ad0 00000400:00000010:3.0:1767384330.146376:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f137ad0. 00000100:00000001:3.0:1767384330.146381:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.146383:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384330.146389:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.146392:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384330.146396:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384330.146400:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000056c7cd4. 00010000:00000001:3.0:1767384330.146403:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384330.146417:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384330.146421:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.146422:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.146425:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.146427:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384330.146430:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bce48421 x1853236737755136/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384330.146433:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.146440:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384330.146448:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384330.146453:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767384330.146454:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bce48421 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737755136:12345-0@lo:104: Request processed in 333us (653us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384330.146467:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384330.146484:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1767384330.146488:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a0059aa already unused, calling callback (0000000028dca730) 10000000:00000001:1.0:1767384330.146492:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384330.146496:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384330.146500:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:0.0:1767384330.146500:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384330.146509:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384330.146510:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384330.146510:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384330.146516:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384330.146516:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384330.146522:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1767384330.146523:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384330.146526:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e5dd9bb. 00000020:00000040:1.0:1767384330.146526:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000400:00000010:0.0:1767384330.146527:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f065b44d. 00000020:00000001:1.0:1767384330.146535:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00000020:00000010:3.0:1767384330.146536:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000400:00000200:0.0:1767384330.146538:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000489127b0 00010000:00000001:1.0:1767384330.146543:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00000400:00000010:0.0:1767384330.146546:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000489127b0. 00000020:00000010:3.0:1767384330.146549:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000100:00000001:0.0:1767384330.146551:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384330.146559:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00010000:00000001:1.0:1767384330.146559:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1767384330.146560:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384330.146564:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384330.146568:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.146573:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000669aea88. 02000000:00000001:3.0:1767384330.146582:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384330.146587:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:1.0:1767384330.146589:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1767384330.146592:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005d16ac8d. 10000000:00010000:1.0:1767384330.146594:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384330.146601:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384330.146607:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031d680c8. 00000100:00000200:0.0:1767384330.146607:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384330.146639:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.146642:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048e7b0a6. 10000000:01000000:1.0:1767384330.146647:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:3.0:1767384330.146649:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384330.146653:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086536615. 10000000:00000001:1.0:1767384330.146658:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:3.0:1767384330.146662:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000040:1.0:1767384330.146663:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000010:3.0:1767384330.146667:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000000e1255f. 10000000:00000040:1.0:1767384330.146672:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384330.146676:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384330.146677:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384330.146677:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1767384330.146684:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000110d25f1. 00010000:00000001:1.0:1767384330.146694:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.146694:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384330.146695:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.146699:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000007e8000. 00000100:00000001:0.0:1767384330.146703:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384330.146706:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384330.146707:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1767384330.146710:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046da2a9a. 00000100:00000001:0.0:1767384330.146711:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.146716:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.146718:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:1.0:1767384330.146719:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:0.0:1767384330.146720:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384330.146721:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a276e1c. 10000000:00000001:1.0:1767384330.146725:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384330.146732:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000040:1.0:1767384330.146732:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 00000100:00001000:0.0:1767384330.146732:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=45 v=5 (5 0 0 0) 00000100:00000010:3.0:1767384330.146737:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058b56d24. 10000000:00000001:1.0:1767384330.146742:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00001000:0.0:1767384330.146745:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=45 v=5 (1 0 0 0) 10000000:00000001:1.0:1767384330.146746:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.146747:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.146752:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022c2c222. 00000100:00000001:0.0:1767384330.146757:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384330.146758:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384330.146759:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384330.146761:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384330.146764:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662682b8. 00010000:00000001:1.0:1767384330.146765:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384330.146766:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384330.146771:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384330.146772:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384330.146774:0:16761:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000236ecbf5. 00010000:00000001:1.0:1767384330.146776:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384330.146781:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.146783:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384330.146784:0:16761:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000001578c9f7. 00000100:00000040:0.0:1767384330.146788:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384330.146792:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4fdcd from hash 00000100:00000001:3.0:1767384330.146793:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.146800:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384330.146804:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384330.146806:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384330.146809:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384330.146812:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384330.146813:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384330.146817:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384330.146819:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384330.146823:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384330.146824:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384330.146828:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384330.146830:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384330.146833:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384330.146834:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384330.146837:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384330.146843:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 00000100:00000040:0.0:1767384330.146843:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384330.146851:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384330.146859:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384330.146863:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a2e3bff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737755136:0@lo:104: 02000000:00000001:1.0:1767384330.146870:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.146873:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.146884:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030574f31. 00000100:00000001:0.0:1767384330.146884:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.146892:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.146892:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.146901:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384330.146901:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384330.146906:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384330.146908:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384330.146910:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a2e3bff x1853236737755136/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384330.146934:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384330.146940:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.146940:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.146946:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384330.146947:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384330.146950:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fabc2aed. 00000100:00000001:1.0:1767384330.146951:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.146966:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384330.146971:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccae6d3] to pc [ptlrpcd_00_00+0] req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384330.146972:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.146976:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:0.0:1767384330.146983:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.146986:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000236920b7. 02000000:00000001:0.0:1767384330.146993:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.146996:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.146998:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a2e3bff. 00000100:00000001:0.0:1767384330.147002:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.147003:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384330.147005:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045318d09. 00000100:00000001:0.0:1767384330.147009:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384330.147011:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384330.147014:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a48fd0d9. 00010000:00000001:1.0:1767384330.147015:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384330.147017:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147020:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384330.147022:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.147025:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147026:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384330.147027:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.147029:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384330.147032:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147033:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 20000000:00000001:0.0:1767384330.147035:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384330.147040:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.147041:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:1.0:1767384330.147045:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.147046:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384330.147048:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384330.147051:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384330.147080:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384330.147084:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fdcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fdd4 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384330.147085:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384330.147089:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.147096:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767384330.147101:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004488dd39 count: 0 02000000:00000001:3.0:1767384330.147102:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384330.147109:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384330.147113:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737755264:0@lo:103: 00000100:00000001:3.0:1767384330.147118:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384330.147123:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384330.147124:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384330.147125:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.147128:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384330.147130:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:1.0:1767384330.147132:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000056c7cd4. 02000000:00000010:3.0:1767384330.147137:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0b15564. 00010000:00000001:1.0:1767384330.147138:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.147145:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.147146:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384330.147151:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.147152:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00010000:00010000:1.0:1767384330.147154:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384330.147159:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384330.147163:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f137ad0. 00000100:00000200:3.0:1767384330.147168:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755264, portal 18 00000020:00000001:1.0:1767384330.147170:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147173:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384330.147175:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384330.147177:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009643008 : -113991699908608 : ffff98533d383800) 00000020:00000001:1.0:1767384330.147179:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384330.147185:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.147186:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384330.147189:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384330.147199:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.147204:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.147207:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000100:00000200:3.0:1767384330.147212:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737755264, offset 0 00000100:00000001:1.0:1767384330.147213:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.147219:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.147224:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.147238:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.147245:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d704880 00000400:00000200:3.0:1767384330.147253:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767384330.147257:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055a92e9d. 00000400:00000200:3.0:1767384330.147261:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000130566a1 00000400:00000200:3.0:1767384330.147300:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.147305:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384330.147308:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000130566a1 00000400:00000010:3.0:1767384330.147310:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000130566a1. 00000100:00000001:3.0:1767384330.147315:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384330.147317:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384330.147320:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000584b8ef1 x1853236737755264 msgsize 328 00000100:00100000:3.0:1767384330.147324:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384330.147326:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384330.147347:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.147353:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000400:00000010:3.0:1767384330.147355:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000100:00000001:3.0:1767384330.147359:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384330.147363:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.147373:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384330.147376:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.147382:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147384:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384330.147389:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147392:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294917909 00000100:00000001:3.0:1767384330.147427:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917907 00000100:00000001:3.0:1767384330.147431:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294917909 00000100:00000001:3.0:1767384330.147434:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917907 00000100:00000001:3.0:1767384330.147448:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294917909 00000100:00000001:3.0:1767384330.147451:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917907 00000100:00000001:3.0:1767384330.147454:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294917909 00000100:00000001:3.0:1767384330.147456:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917907 00000100:00000001:3.0:1767384330.147458:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384330.147460:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147470:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147472:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.147478:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.147480:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384330.147484:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.147486:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384330.147488:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.147491:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.149168:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp28 notifying 192.168.203.152@tcp28: down 00000800:00000200:2.0:1767384330.149177:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp28 down 00000800:00000100:2.0:1767384330.149184:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp28 00000800:00000010:2.0:1767384330.149197:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000011881e57. 00000400:00000200:2.0:1767384330.149203:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384330.149207:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384330.149220:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp28 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:2.0:1767384330.149225:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384330.149228:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384330.149235:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:2.0:1767384330.149327:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384330.149330:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755264 02000000:00000001:2.0:1767384330.149332:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384330.149345:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.149348:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.149351:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.149354:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755264 00000020:00000001:2.0:1767384330.149357:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384330.149359:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384330.149361:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.149362:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:2.0:1767384330.149375:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384330.149378:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384330.149383:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384330.149386:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021ddd0a4. 00000100:00000001:2.0:1767384330.149390:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384330.149392:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021ddd0a4. 00000020:00000010:2.0:1767384330.149400:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000246c13ac. 00000020:00000010:2.0:1767384330.149406:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001442c26a. 00000020:00000010:2.0:1767384330.149421:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000100:00000040:2.0:1767384330.149429:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384330.149433:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384330.149435:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384330.149437:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384330.149440:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.149443:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384330.149446:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.149448:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.149450:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=4 00000020:00000001:2.0:1767384330.149452:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:2.0:1767384330.149454:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00010000:2.0:1767384330.149458:0:16764:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 17 pid: 16771 timeout: 400 lvb_type: 0 00010000:00000001:2.0:1767384330.149467:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.149468:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.149470:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.149472:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.149478:0:16764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384330.149483:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000584b8ef1 x1853236737755264/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 328/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.149492:0:16764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384330.149494:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.149505:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.149522:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384330.149532:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384330.149537:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384330.149541:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:2.0:1767384330.149544:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082015788112 : -113991693763504 : ffff98533d95fc50) 00000100:00000040:2.0:1767384330.149550:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000584b8ef1 x1853236737755264/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 328/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.149559:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384330.149563:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021ddd0a4. 00000100:00000001:2.0:1767384330.149566:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384330.149569:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021ddd0a4. 00000100:00100000:2.0:1767384330.149574:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000584b8ef1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16138:x1853236737755264:12345-0@lo:103: 00000100:00000200:2.0:1767384330.149578:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755264 00010000:00000001:2.0:1767384330.149581:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384330.149584:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384330.149587:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384330.149591:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384330.149593:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384330.149598:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011860ebc. 02000000:00000001:2.0:1767384330.149601:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.149603:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.149639:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384330.149642:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384330.149646:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.149648:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.149650:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=4 00000020:00000001:2.0:1767384330.149653:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:2.0:1767384330.149656:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000040:2.0:1767384330.149659:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000789fa9e2 count: 3 00010000:00010000:2.0:1767384330.149663:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 17 pid: 16771 timeout: 400 lvb_type: 0 00000100:00001000:2.0:1767384330.149670:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384330 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384330.149685:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384330.149693:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.149694:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384330.149697:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 17 pid: 16771 timeout: 400 lvb_type: 0 00000020:00000001:2.0:1767384330.149703:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384330.149706:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384330.149709:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.149712:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.149717:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384330.149720:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384330.149725:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.149728:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.149730:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384330.149733:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384330.149737:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007954bc4c with handle 0x1cafe7b7e4a4fdd4 from hash 00010000:00000001:2.0:1767384330.149740:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384330.149742:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.149744:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.149746:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384330.149749:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384330.149751:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384330.149755:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fdd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fdcd expref: 17 pid: 16771 timeout: 400 lvb_type: 0 00010000:00000040:2.0:1767384330.149761:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:2.0:1767384330.149764:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:2.0:1767384330.149771:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.149773:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384330.149776:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384330.149778:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000b21bb9c0 00010000:00000001:2.0:1767384330.149780:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384330.149781:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384330.149782:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.149784:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384330.149786:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.149797:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384330.149800:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384330.149801:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149808:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384330.149811:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384330.149813:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384330.149815:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384330.149816:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000789fa9e2) refcount = 2 00010000:00010000:2.0:1767384330.149820:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149824:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384330.149826:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384330.149827:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.149829:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384330.149834:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021ddd0a4. 00000100:00000001:2.0:1767384330.149836:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384330.149841:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ad7813b. 00000100:00000001:2.0:1767384330.149844:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076751382400 : -113996958169216 : ffff985203cd8780) 00000100:00000001:2.0:1767384330.149846:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076751382400 : -113996958169216 : ffff985203cd8780) 00000100:00000001:2.0:1767384330.149849:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384330.149851:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384330.149853:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384330.149855:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384330.149858:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00010000:00000001:2.0:1767384330.149861:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.149863:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.149864:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=5 00000020:00000001:2.0:1767384330.149867:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:2.0:1767384330.149869:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:2.0:1767384330.149871:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384330.149873:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149891:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384330.149906:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149912:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.149914:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384330.149915:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149920:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384330.149921:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.149923:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384330.149925:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384330.149930:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b21bb9c0 already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384330.149933:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384330.149935:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384330.149937:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149942:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384330.149944:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.149945:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.149947:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=6 00000020:00000001:2.0:1767384330.149961:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:2.0:1767384330.149964:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:2.0:1767384330.149967:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384330.149969:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.149975:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384330.149977:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384330.149985:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.149999:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384330.150001:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384330.150004:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384330.150006:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384330.150008:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4fddb from hash 00010000:00000001:2.0:1767384330.150011:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384330.150012:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.150014:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.150016:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384330.150018:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384330.150020:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384330.150022:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384330.150024:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.150026:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150028:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384330.150030:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384330.150033:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384330.150035:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.150036:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.150040:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150047:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150054:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.150056:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384330.150059:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384330.150061:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384330.150067:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.150069:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.150071:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384330.150076:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1767384330.150077:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.150079:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.150084:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.150088:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384330.150089:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384330.150093:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.150093:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.150098:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384330.150099:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.150102:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384330.150104:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384330.150108:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4fddb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.150133:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.150135:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150137:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384330.150139:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384330.150141:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.150144:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.150146:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384330.150149:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006ad7813b. 00000100:00000001:2.0:1767384330.150153:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384330.150155:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384330.150157:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021ddd0a4. 00010000:00000001:2.0:1767384330.150159:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384330.150161:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000789fa9e2 count: 0 00010000:00010000:2.0:1767384330.150170:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384330.150173:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.150176:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384330.150178:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.150181:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384330.150185:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384330.150189:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384330.150192:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384330.150195:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384330.150198:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.150201:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384330.150207:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384330.150211:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000100:00000200:2.0:1767384330.150216:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737755264, offset 224 00000400:00000200:2.0:1767384330.150223:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384330.150233:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384330.150242:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d704880 00000400:00000200:2.0:1767384330.150250:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x178d [1] + 224 00000400:00000200:2.0:1767384330.150255:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384330.150261:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384330.150299:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384330.150305:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.150318:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.150338:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384330.150350:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000400:00000010:2.0:1767384330.150353:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000001:2.0:1767384330.150358:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384330.150361:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.150366:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.150371:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384330.150374:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150376:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.150381:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000584b8ef1 x1853236737755264/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384330.150391:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000584b8ef1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737755264:12345-0@lo:103: Request processed in 830us (3068us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384330.150401:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384330.150405:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:2.0:1767384330.150408:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384330.150411:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384330.150415:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001442c26a. 00000020:00000010:2.0:1767384330.150420:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384330.150424:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000246c13ac. 00000020:00000040:2.0:1767384330.150430:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 02000000:00000001:2.0:1767384330.150447:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150449:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011860ebc. 02000000:00000001:2.0:1767384330.150453:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384330.150456:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150458:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b5451a85. 02000000:00000001:2.0:1767384330.150463:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150465:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6fb229f. 02000000:00000001:2.0:1767384330.150479:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150481:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007d019935. 02000000:00000001:2.0:1767384330.150485:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150487:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdcacbd8. 02000000:00000001:2.0:1767384330.150491:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150493:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed2389a7. 02000000:00000001:2.0:1767384330.150498:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150500:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096950708. 02000000:00000001:2.0:1767384330.150505:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150506:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007be1dfb5. 02000000:00000001:2.0:1767384330.150509:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150512:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000568d4e69. 02000000:00000001:2.0:1767384330.150517:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150520:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aef1d7bd. 02000000:00000001:2.0:1767384330.150524:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150526:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 02000000:00000001:2.0:1767384330.150532:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384330.150534:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b429e0a6. 02000000:00000001:2.0:1767384330.150537:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384330.150539:0:16764:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384330.150544:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384330.150549:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767384330.150555:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002d4d88b. 00000400:00000010:2.0:1767384330.150561:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad7813b. 00000400:00000200:2.0:1767384330.150594:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384330.150601:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100851 00000400:00000001:2.0:1767384330.150605:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.150607:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384330.150633:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000400:00000010:2.0:1767384330.150636:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000400:00000200:2.0:1767384330.150639:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384330.150644:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:2.0:1767384330.150649:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000256c204b. 00000400:00000200:2.0:1767384330.150653:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (22) 00000400:00000200:2.0:1767384330.150656:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:2.0:1767384330.150660:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102051 rc -71 00000400:00000200:2.0:1767384330.150666:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384330.150689:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (21) 00000100:00000001:2.0:1767384330.150732:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.150734:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384330.150739:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.150741:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384330.150743:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000934c9df. 00000400:00000200:2.0:1767384330.150748:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f137ad0 00000400:00000010:2.0:1767384330.150750:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f137ad0. 00000100:00000001:2.0:1767384330.150755:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384330.150760:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384330.150770:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.150777:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384330.150780:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.150782:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384330.150784:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384330.150785:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.150787:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.150789:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.150793:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384330.150798:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384330.150801:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384330.150803:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.150805:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384330.150807:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.150809:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.150813:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.150819:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.150822:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384330.150823:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384330.150826:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384330.150834:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737755264:0@lo:103: 00000100:00000001:2.0:1767384330.150845:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.150847:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.150851:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ccae6d3 x1853236737755264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.150859:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384330.150860:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384330.150862:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0b15564. 02000000:00000001:2.0:1767384330.150866:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384330.150868:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.150870:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384330.150872:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384330.150874:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000030574f31. 02000000:00000001:2.0:1767384330.150878:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384330.150880:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384330.150882:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccae6d3. 00000100:00000001:2.0:1767384330.150886:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384330.150888:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.150890:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.150895:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.150897:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.150901:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.150903:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384330.153712:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007954bc4c. 00010000:00000010:2.1:1767384330.153723:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b21bb9c0. 00010000:00000010:2.1:1767384330.153732:0:17570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000789fa9e2. 00010000:00000010:1.1:1767384330.156556:0:26197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004488dd39. 00010000:00000010:1.1:1767384330.156570:0:26197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00080000:00000001:0.0:1767384330.157980:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384330.157984:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.157986:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384330.157989:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384330.157992:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384330.157992:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384330.157996:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090ed1911. 00000020:00000002:3.0:1767384330.158000:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:0.0:1767384330.158003:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384330.158005:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384330.158010:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384330.158013:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384330.158026:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384330.158029:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384330.158036:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384330.158061:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384330.158066:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384330.158068:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384330.158073:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384330.158076:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384330.158082:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000857f0481. 00010000:00000001:0.0:1767384330.158087:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384330.158092:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d9a41cd. 00000020:00000001:0.0:1767384330.158096:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384330.158100:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000d9a41cd with handle 0x1cafe7b7e4a4fde2 to hash 00000020:00000001:0.0:1767384330.158103:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384330.158105:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158108:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158111:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.158114:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.158116:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158124:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384330.158127:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384330.158129:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384330.158131:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.158142:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.158145:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.158147:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.158150:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384330.158152:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384330.158154:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384330.158155:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384330.158157:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000857f0481) refcount = 1 00010000:00010000:0.0:1767384330.158161:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158168:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384330.158169:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384330.158171:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.158173:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158176:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384330.158178:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384330.158182:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00010000:00000001:0.0:1767384330.158185:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384330.158187:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.158189:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d9a41cd refcount=4 00000020:00000001:0.0:1767384330.158191:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158194:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158196:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384330.158198:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158204:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384330.158205:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158210:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.158212:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384330.158213:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158230:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.158232:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158235:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384330.158236:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384330.158241:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000d9a41cd already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384330.158244:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.158246:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384330.158247:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158253:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384330.158254:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384330.158256:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.158258:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000d9a41cd refcount=5 00000020:00000001:0.0:1767384330.158259:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158262:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448704 : -113992616102912 : ffff9853069c3400) 00010000:00000001:0.0:1767384330.158265:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384330.158267:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158300:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384330.158303:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.158304:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158308:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384330.158310:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384330.158313:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.158315:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384330.158318:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d9a41cd with handle 0x1cafe7b7e4a4fde2 from hash 00010000:00000001:0.0:1767384330.158321:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384330.158323:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.158325:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.158334:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384330.158336:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384330.158338:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384330.158340:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384330.158341:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.158343:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158344:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384330.158346:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384330.158349:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.158351:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.158353:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158356:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.158359:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.158361:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158367:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.158369:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.158370:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384330.158372:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384330.158375:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.158377:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.158379:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384330.158384:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.158386:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.158389:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.158394:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384330.158397:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384330.158398:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000d9a41cd/0x1cafe7b7e4a4fde2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384330.158404:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000857f0481 count: 0 00010000:00000001:0.0:1767384330.158421:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384330.158423:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384330.161038:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384330.161042:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384330.161045:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000696f8fa6. 20000000:00000001:3.0:1767384330.161051:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384330.161055:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737755008 00010000:00000001:3.0:1767384330.161058:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384330.161064:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6d4a7e1 x1853236737755008/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.161073:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.161075:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.161078:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.161082:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.161085:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.161088:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384330.161091:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.161093:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.161097:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.161102:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.161106:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a88f761. 00000100:00000200:3.0:1767384330.161110:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737755008, offset 224 00000400:00000200:3.0:1767384330.161127:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.161136:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.161144:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704780 00000400:00000200:3.0:1767384330.161149:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x176d [2] + 224 00000400:00000200:3.0:1767384330.161155:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.161160:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.161165:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.161171:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.161182:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.161199:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.161206:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a88f761 00000400:00000010:3.0:1767384330.161209:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a88f761. 00000100:00000001:3.0:1767384330.161212:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.161214:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384330.161219:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.161224:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384330.161226:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384330.161228:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.161231:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384330.161237:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d4a7e1 x1853236737755008/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384330.161248:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737755008:12345-0@lo:253: Request processed in 29565us (30211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384330.161260:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:3.0:1767384330.161265:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384330.161269:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384330.161271:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384330.161311:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082551241. 00000020:00000010:3.0:1767384330.161317:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000020:00000010:3.0:1767384330.161323:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000682777f0. 00000020:00000040:3.0:1767384330.161335:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384330.161346:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.161349:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088390642. 00000100:00000001:2.0:1767384330.161349:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.161354:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384330.161357:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384330.161361:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384330.161361:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.161366:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384330.161369:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384330.161370:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:2.0:1767384330.161380:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000456a53b0 00000400:00000010:3.0:1767384330.161381:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004878204d. 00000400:00000010:2.0:1767384330.161383:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000456a53b0. 00000100:00000001:2.0:1767384330.161389:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384330.161393:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a88f761. 00000100:00000200:2.0:1767384330.161396:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384330.161409:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.161416:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384330.161418:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.161428:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384330.161431:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384330.161458:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.161461:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.161464:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.161468:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384330.161472:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384330.161474:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384330.161476:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.161479:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384330.161481:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.161483:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.161487:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.161494:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.161497:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384330.161499:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384330.161502:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384330.161505:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384330.161507:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384330.161509:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384330.161511:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384330.161512:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384330.161514:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384330.161516:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384330.161517:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384330.161519:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384330.161525:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737755008:0@lo:253: 00000100:00000001:2.0:1767384330.161530:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.161532:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.161533:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737755008/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.161539:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384330.161540:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384330.161550:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000027beb448. 02000000:00000001:2.0:1767384330.161553:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384330.161555:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.161556:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384330.161558:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384330.161560:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e194aad6. 02000000:00000001:2.0:1767384330.161563:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384330.161564:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384330.161565:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:2.0:1767384330.161568:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384330.161569:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.161571:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.161576:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.161577:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.161580:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.161581:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.162476:0:26197:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e2c4a72b. 00000400:00000040:1.0:1767384330.162496:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384330.162500:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384330.162502:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384330.162504:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384330.162507:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384330.162508:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384330.162511:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384330.162513:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384330.162515:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384330.162516:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384330.162519:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384330.162521:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384330.162523:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384330.162524:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384330.162526:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384330.162528:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384330.162529:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384330.162530:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384330.162531:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384330.162533:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384330.162535:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384330.162537:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384330.162539:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384330.162540:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384330.162542:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384330.162545:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384330.162547:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384330.162548:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384330.162550:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384330.162551:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384330.162557:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384330.162560:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384330.162562:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384330.162563:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384330.162565:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384330.162566:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384330.162567:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384330.162569:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384330.162571:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384330.162572:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384330.162573:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384330.162574:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384330.162576:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384330.162577:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384330.162578:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384330.162580:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384330.162581:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384330.162582:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384330.162584:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384330.162586:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384330.162587:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384330.162588:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384330.162590:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384330.162593:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384330.162594:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384330.162596:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384330.162598:0:26197:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384330.162732:0:26197:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e2c4a72b. 00080000:00000020:3.0:1767384330.162973:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384330.162976:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384330.162977:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f681e718. 20000000:00000001:3.0:1767384330.162981:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384330.162984:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737754880 00010000:00000001:3.0:1767384330.162986:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384330.162990:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228f7669 x1853236737754880/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.162997:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.162998:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.163000:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.163003:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.163004:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.163006:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384330.163008:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.163009:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.163011:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.163023:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.163026:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ae53ed. 00000100:00000200:3.0:1767384330.163029:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737754880, offset 224 00000400:00000200:3.0:1767384330.163032:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.163037:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.163042:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704700 00000400:00000200:3.0:1767384330.163046:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1765 [2] + 224 00000400:00000200:3.0:1767384330.163050:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.163053:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.163056:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.163066:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.163073:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.163090:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.163095:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ae53ed 00000400:00000010:3.0:1767384330.163096:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2ae53ed. 00000100:00000001:3.0:1767384330.163098:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.163099:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384330.163102:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.163105:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384330.163107:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384330.163109:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.163111:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384330.163114:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228f7669 x1853236737754880/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.163118:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.163122:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384330.163126:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737754880:12345-0@lo:253: Request processed in 31440us (32286us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384330.163129:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.163132:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384330.163137:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd0f64. 00000100:00100000:3.0:1767384330.163143:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000400:00000200:2.0:1767384330.163144:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010e3b6eb 00000100:00000040:3.0:1767384330.163146:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000010:2.0:1767384330.163147:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010e3b6eb. 00000100:00000001:3.0:1767384330.163153:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384330.163155:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384330.163156:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384330.163161:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d497b39. 00000100:00000200:2.0:1767384330.163162:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384330.163166:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0cce15e. 00000020:00000010:3.0:1767384330.163172:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c1e61ac. 00000020:00000040:3.0:1767384330.163178:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000200:2.0:1767384330.163181:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384330.163185:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.163188:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001ff289ae. 00000100:00000001:2.0:1767384330.163196:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384330.163197:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384330.163198:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.163201:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.163202:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384330.163206:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384330.163208:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384330.163209:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.163213:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.163216:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.163217:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004495d55a. 00000100:00001000:2.0:1767384330.163223:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=45 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384330.163224:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ae53ed. 00000100:00001000:2.0:1767384330.163229:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384330.163241:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384330.163243:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.163245:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384330.163247:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.163249:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.163252:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.163258:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.163261:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384330.163262:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384330.163265:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384330.163266:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384330.163267:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384330.163269:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384330.163270:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384330.163271:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384330.163272:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384330.163290:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384330.163291:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384330.163292:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384330.163297:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384330.163304:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737754880:0@lo:253: 00000100:00000001:2.0:1767384330.163309:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.163311:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.163314:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce5ce3b x1853236737754880/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.163320:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384330.163322:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384330.163324:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c75a395. 02000000:00000001:2.0:1767384330.163327:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384330.163329:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.163330:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384330.163332:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384330.163334:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7193346. 02000000:00000001:2.0:1767384330.163344:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384330.163346:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384330.163347:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 00000100:00000001:2.0:1767384330.163349:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384330.163350:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.163352:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.163356:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.163358:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.163360:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384330.163361:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.167319:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294917909, at 4294917910 00000100:00000010:3.0:1767384330.167329:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a88a6022. 00000100:00000040:1.0:1767384330.167329:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294917909, at 4294917910 00000100:00000010:1.0:1767384330.167349:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffef88c1. 00000100:00000040:2.0:1767384330.167388:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294917909, at 4294917910 00000100:00000010:2.0:1767384330.167400:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000028b5022. 00000100:00000040:0.0:1767384330.167728:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294917909, at 4294917910 00000100:00000010:0.0:1767384330.167735:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc4a0212. 00010000:00000010:0.1:1767384330.168472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000857f0481. 00010000:00000010:0.1:1767384330.168482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d9a41cd. 00010000:00000001:3.0:1767384330.273456:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384330.273461:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.273466:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384330.273468:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.273504:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384330.273509:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384330.273512:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384330.657361:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp28 00000400:00000010:1.0:1767384330.657368:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000075d7cbb2. 00000400:00000010:1.0:1767384330.657391:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007e39ed88. 00000400:00000010:1.0:1767384330.657397:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000400:00000010:1.0:1767384330.657404:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000564c5886. 00000400:00000200:1.0:1767384330.657409:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp28 00000400:00000200:1.0:1767384330.657427:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp28 local destination 00000400:00000200:1.0:1767384330.657445:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp28 00000400:00000200:1.0:1767384330.657449:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.152@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1767384330.657458:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp28 00000400:00000200:1.0:1767384330.657467:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28:) -> 192.168.203.152@tcp28(192.168.203.152@tcp28:192.168.203.152@tcp28) : GET try# 0 00000800:00000200:1.0:1767384330.657472:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp28 00000800:00000010:1.0:1767384330.657477:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11c4354. 00000800:00000200:1.0:1767384330.657484:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000800:00000200:1.1:1767384330.657489:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000400:00000200:1.0:1767384330.657516:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp28 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000010:1.0:1767384330.657524:0:16135:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 0000000061ddff34. 00000400:02000040:1.0:1767384330.657528:0:16135:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.152@tcp28 00000400:00000200:0.0:1767384330.657591:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657645:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657667:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657705:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657735:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657753:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657797:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657819:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657839:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657860:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657876:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657897:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657921:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657941:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.657996:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658034:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658048:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658067:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658083:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658101:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658116:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658134:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658153:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658173:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658192:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658205:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658226:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658244:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658268:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658318:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658351:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384330.658371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384330.658503:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664ea8d7. 00000800:00000010:0.0:1767384330.658508:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d6238a3. 00000800:00000010:0.0:1767384330.658512:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a922e6d. 00000800:00000010:0.0:1767384330.658530:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a922e6d. 00000800:00020000:0.0:1767384330.658538:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384330.658541:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d6238a3. 00000800:00000010:0.0:1767384330.658543:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000664ea8d7. 00000400:02020000:0.0:1767384330.658580:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384330.658586:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp28 notifying 192.168.203.152@tcp28: down 00000400:00000200:0.0:1767384330.658590:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384330.658593:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp28 00000800:00000010:0.0:1767384330.658596:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11c4354. 00000400:00000200:0.0:1767384330.658599:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384330.658602:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384330.658626:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384330.658630:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384330.658633:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp28) recovery failed with -71 00000400:00000010:1.0:1767384330.659632:0:16135:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 0000000061ddff34. 00010000:00000001:3.0:1767384331.297369:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384331.297380:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.297392:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384331.297396:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.297513:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.297522:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.297529:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384331.343191:0:26529:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384331.343207:0:26529:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.343212:0:26529:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.343220:0:26529:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384331.343227:0:26529:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.343231:0:26529:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384331.425451:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384331.425460:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384331.425470:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000100:00000040:1.0:1767384331.425479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:2.0:1767384331.425483:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384331.425496:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384331.425499:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384331.425504:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384331.425511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 02000000:00000001:2.0:1767384331.425517:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.425523:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 02000000:00000010:2.0:1767384331.425533:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000087cf4fa. 00000100:00000001:1.0:1767384331.425533:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.425537:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384331.425545:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.425548:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.425557:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.425562:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.425564:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005a33e340. 00000100:00000001:1.0:1767384331.425575:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.425576:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bccac1f] to pc [ptlrpcd_00_01+1] req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.425588:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.425656:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.425660:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.425666:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce5ce3b] to pc [ptlrpcd_00_02+2] req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384331.425689:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.425701:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.425716:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384331.425721:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384331.425724:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.425727:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384331.425736:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000100:00000001:3.0:1767384331.425737:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.425738:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.425748:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384331.425748:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384331.425749:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384331.425758:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.425761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384331.425764:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384331.425765:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.425766:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.425775:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384331.425779:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d11c4354. 00000100:00000001:0.0:1767384331.425785:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.425790:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.425807:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384331.425811:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.425811:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384331.425819:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.425819:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.425822:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.425827:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384331.425831:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.425832:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.425834:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.425834:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384331.425845:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.425845:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384331.425847:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_03+3] req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.425856:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.425857:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384331.425871:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737755392:0@lo:13: 00000100:00100000:2.0:1767384331.425871:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737755520:0@lo:400: 00000100:00000001:3.0:1767384331.425883:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384331.425883:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384331.425890:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384331.425891:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.425892:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384331.425894:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.425898:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.425901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384331.425904:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384331.425905:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384331.425907:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384331.425915:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 02000000:00000010:3.0:1767384331.425917:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048e7b0a6. 02000000:00000010:2.0:1767384331.425918:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051ef4306. 00000020:00000040:1.0:1767384331.425920:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384331.425922:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384331.425929:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.425930:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.425932:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384331.425933:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384331.425941:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384331.425941:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384331.425944:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cd0f64. 00000400:00000010:2.0:1767384331.425944:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 02000000:00000001:1.0:1767384331.425950:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.425957:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384331.425958:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000400:00000010:2.0:1767384331.425959:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 02000000:00000010:1.0:1767384331.425966:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007cac44e5. 00000100:00000200:3.0:1767384331.425975:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737755392, portal 4 00000100:00000001:1.0:1767384331.425978:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.425982:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755520, portal 25 00000100:00000001:3.0:1767384331.425987:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384331.425995:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000001:2.0:1767384331.425995:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.425997:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384331.425999:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.426001:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 00000100:00000001:0.0:1767384331.426014:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.426017:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.426021:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.426040:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384331.426048:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384331.426061:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.426072:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.426077:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.426080:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.426080:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737755648:0@lo:400: 00000100:00000040:2.0:1767384331.426093:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384331.426103:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccae6d3] to pc [ptlrpcd_00_00+0] req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.426104:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384331.426105:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 02000000:00000001:0.0:1767384331.426116:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384331.426117:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737755520, offset 0 00000100:00000001:3.0:1767384331.426127:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384331.426128:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.426139:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384331.426140:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384331.426143:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384331.426150:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fcfa0e4. 00000100:00000200:3.0:1767384331.426157:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737755392, offset 0 00000400:00000200:2.0:1767384331.426165:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384331.426168:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384331.426170:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fabc2aed. 02000000:00000001:0.0:1767384331.426181:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.426197:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384331.426199:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f065b44d. 00000400:00000200:2.0:1767384331.426203:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d704980 00000400:00000010:0.0:1767384331.426219:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000400:00000200:3.0:1767384331.426220:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d704900 00000400:00000200:2.0:1767384331.426221:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1065 [2] + 0 00000400:00000010:2.0:1767384331.426232:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d728f7e. 00000100:00000001:1.0:1767384331.426233:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.426241:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d30644d7 00000100:00000040:1.0:1767384331.426243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384331.426254:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.426255:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384331.426255:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755648, portal 4 00000400:00000200:3.0:1767384331.426265:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000100:00000010:1.0:1767384331.426266:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000568d4e69. 00000100:00000001:0.0:1767384331.426266:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.426273:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000400:00000200:2.0:1767384331.426322:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384331.426323:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384331.426324:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384331.426326:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.426337:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384331.426342:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30644d7 02000000:00000001:1.0:1767384331.426344:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384331.426349:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384331.426354:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.426355:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d30644d7. 02000000:00000010:1.0:1767384331.426370:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049ecefb4. 00000100:00000001:0.0:1767384331.426371:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.426383:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.426384:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384331.426385:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384331.426385:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384331.426396:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:2.0:1767384331.426396:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384331.426398:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000040:1.0:1767384331.426401:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384331.426410:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737755648, offset 0 00000100:00000010:3.0:1767384331.426412:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b56d24. 00000100:00000040:2.0:1767384331.426412:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000001728875a x1853236737755520 msgsize 224 00000100:00000040:3.0:1767384331.426425:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000058b56d24 x1853236737755392 msgsize 224 00000400:00000200:0.0:1767384331.426439:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384331.426447:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384331.426450:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384331.426451:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384331.426453:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384331.426459:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.426466:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.426469:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.426474:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384331.426477:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000568d4e69] to pc [ptlrpcd_00_01+1] req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384331.426486:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fcfa0e4 00000400:00000200:0.0:1767384331.426487:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d704a00 00000400:00000010:3.0:1767384331.426496:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fcfa0e4. 00000100:00000001:3.0:1767384331.426509:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384331.426512:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000400:00000010:2.0:1767384331.426519:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000200:3.0:1767384331.426523:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.426524:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.426527:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384331.426538:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000200:2.0:1767384331.426546:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.426548:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000400:00000200:0.0:1767384331.426562:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384331.426569:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.426579:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.426580:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.426582:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.426591:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.426594:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384331.426622:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.426627:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.426629:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384331.426632:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.426635:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.426644:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384331.426645:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384331.426646:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a2e3bff. 00000100:00000001:3.0:1767384331.426650:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.426658:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384331.426659:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002a2e3bff x1853236737755648 msgsize 224 00000100:00000040:1.0:1767384331.426660:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384331.426662:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7628 usecs (8 jiffies) 00000100:00000001:2.0:1767384331.426667:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426678:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919177 00000100:00000001:2.0:1767384331.426680:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294919188 00000100:00100000:0.0:1767384331.426686:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384331.426694:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a88a6022. 00000100:00000001:1.0:1767384331.426709:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384331.426710:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.426711:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384331.426714:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426724:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919177 02000000:00000001:1.0:1767384331.426725:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384331.426728:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919177 02000000:00000001:1.0:1767384331.426734:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384331.426737:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000100:00000001:2.0:1767384331.426741:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294919188 02000000:00000001:1.0:1767384331.426745:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.426746:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000010:3.0:1767384331.426749:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d541bfc. 00000100:00000001:0.0:1767384331.426756:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384331.426758:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737755776:0@lo:400: 00000100:00000001:3.0:1767384331.426762:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384331.426768:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384331.426770:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.426774:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919177 00000100:00000001:2.0:1767384331.426776:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919177 02000000:00000001:1.0:1767384331.426777:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384331.426787:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e2d8242. 00000100:00000001:2.0:1767384331.426787:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294919188 00000100:00000001:0.0:1767384331.426796:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384331.426798:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426800:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384331.426805:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.426807:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384331.426811:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919177 00000100:00000001:2.0:1767384331.426811:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919177 02000000:00000010:1.0:1767384331.426815:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069d38768. 02000000:00000001:1.0:1767384331.426825:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.426826:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294919188 00000100:00000010:3.0:1767384331.426827:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c39e764. 00000400:00000010:1.0:1767384331.426840:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000100:00000001:0.0:1767384331.426841:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426842:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384331.426853:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384331.426855:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a724993d. 00000100:00000001:3.0:1767384331.426856:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.426858:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919177 00000100:00000001:0.0:1767384331.426862:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426868:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.426869:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755776, portal 10 00000100:00000001:2.0:1767384331.426870:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384331.426871:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7628 usecs (8 jiffies) 00000100:00000001:1.0:1767384331.426878:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.426882:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919177 00000100:00000001:2.0:1767384331.426883:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.426884:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009643008 : -113991699908608 : ffff98533d383800) 00000100:00000001:0.0:1767384331.426898:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919188 00000100:00000001:2.0:1767384331.426901:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.426904:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919177 00000100:00000040:1.0:1767384331.426907:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.426913:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.426916:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.426917:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919188 00000100:00000001:3.0:1767384331.426930:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.426930:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919177 00000100:00000001:0.0:1767384331.426943:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919188 00000100:00000001:1.0:1767384331.426944:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384331.426945:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.426945:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384331.426955:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384331.426956:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919177 00000100:00000001:2.0:1767384331.426967:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384331.426967:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000100:00000001:3.0:1767384331.426968:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384331.426969:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919188 00000100:00000200:1.0:1767384331.426980:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737755776, offset 0 00000100:00000001:3.0:1767384331.426981:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.426981:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.426982:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.426990:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.426991:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.426992:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.426998:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384331.426999:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.427000:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384331.427003:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.427010:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.427011:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.427013:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.427026:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384331.427034:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.427041:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384331.427050:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704a80 00000100:00000001:0.0:1767384331.427053:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.427054:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384331.427058:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384331.427065:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.427065:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384331.427066:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755520 00000400:00000200:1.0:1767384331.427074:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 02000000:00000001:2.0:1767384331.427077:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384331.427078:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384331.427078:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.427086:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.427086:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384331.427087:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384331.427089:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.427091:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.427094:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.427104:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384331.427107:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384331.427110:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000568d4e69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737755904:0@lo:400: 00000100:00000001:1.0:1767384331.427114:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384331.427116:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755520 00000100:00000001:3.0:1767384331.427118:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384331.427119:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384331.427125:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384331.427125:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384331.427127:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096950708. 02000000:00000001:3.0:1767384331.427133:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.427133:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000040:1.0:1767384331.427134:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000096950708 x1853236737755776 msgsize 224 00000100:00000001:0.0:1767384331.427138:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384331.427142:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384331.427142:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384331.427147:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755392 00000020:00000040:2.0:1767384331.427150:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00100000:1.0:1767384331.427151:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384331.427153:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e0c7d01. 02000000:00000001:3.0:1767384331.427163:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.427163:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 02000000:00000001:0.0:1767384331.427168:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384331.427170:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000010:3.0:1767384331.427173:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00000100:00000001:0.0:1767384331.427176:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.427177:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384331.427181:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fcfa0e4. 00000100:00000001:2.0:1767384331.427181:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384331.427183:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.427191:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4a3dd24. 00000400:00000200:1.0:1767384331.427192:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6813cc 02000000:00000001:0.0:1767384331.427194:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.427203:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6813cc. 00000100:00000001:2.0:1767384331.427204:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384331.427207:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755392 00000020:00000001:0.0:1767384331.427217:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384331.427218:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4a3dd24. 00000100:00000001:1.0:1767384331.427219:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384331.427221:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000200:3.0:1767384331.427224:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737755904, portal 10 00000020:00000001:0.0:1767384331.427231:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384331.427232:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384331.427234:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.427238:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000701cbf7. 00000020:00000040:0.0:1767384331.427239:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:3.0:1767384331.427241:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009630464 : -113991699921152 : ffff98533d380700) 00000020:00000010:2.0:1767384331.427250:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000727d257. 00000020:00000001:0.0:1767384331.427252:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384331.427263:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000040:3.0:1767384331.427265:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.427266:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000100:00000001:0.0:1767384331.427316:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384331.427317:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384331.427318:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384331.427324:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f053a988. 00000100:00000001:2.0:1767384331.427325:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384331.427331:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384331.427332:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384331.427338:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d1b92d30. 00000100:00000001:2.0:1767384331.427341:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.427343:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000001:1.0:1767384331.427345:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384331.427350:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000200:3.0:1767384331.427352:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737755904, offset 0 00000100:00000040:1.0:1767384331.427358:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.427359:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.427370:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384331.427373:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384331.427380:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.427385:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580a4188. 00000400:00000200:3.0:1767384331.427398:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384331.427400:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bfdf831. 00000100:00000001:1.0:1767384331.427403:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.427406:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384331.427414:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.427415:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384331.427415:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000400:00000200:3.0:1767384331.427422:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704b00 00000100:00100000:2.0:1767384331.427428:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000001:1.0:1767384331.427434:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.427436:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000040:0.0:1767384331.427436:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384331.427437:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:0.0:1767384331.427447:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384331.427449:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2733 usecs (3 jiffies) 00000100:00000001:0.0:1767384331.427454:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384331.427455:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.427457:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016932944 : -113991692618672 : ffff98533da77450) 00000100:00000001:0.0:1767384331.427461:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.427463:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919173 00000100:00000040:2.0:1767384331.427470:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001728875a x1853236737755520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384331.427472:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.427474:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.427477:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919188 00000100:00000001:3.0:1767384331.427484:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384331.427492:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919173 00000100:00000200:3.0:1767384331.427493:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384331.427495:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.427503:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384331.427504:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a900965e. 00000100:00000001:1.0:1767384331.427506:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919188 00000100:00000040:3.0:1767384331.427511:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a900965e x1853236737755904 msgsize 224 00000020:00000010:2.0:1767384331.427511:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4a3dd24. 00000100:00000001:1.0:1767384331.427514:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919173 00000100:00000001:0.0:1767384331.427520:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.427521:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.427526:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919188 00000100:00000001:0.0:1767384331.427528:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384331.427530:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4a3dd24. 00000100:00100000:3.0:1767384331.427534:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384331.427541:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919173 00000100:00100000:0.0:1767384331.427545:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384331.427553:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919188 00000100:00100000:2.0:1767384331.427556:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737755520:12345-0@lo:400: 00000100:00000040:0.0:1767384331.427557:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:1.0:1767384331.427559:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.427562:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.427569:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877996672 : -113991831554944 : ffff9853355f7480) 00000100:00000001:1.0:1767384331.427570:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.427577:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000100:00000200:2.0:1767384331.427579:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755520 00000100:00000001:1.0:1767384331.427582:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.427585:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000020:00000001:2.0:1767384331.427586:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384331.427587:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058b56d24 x1853236737755392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.427591:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.427596:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384331.427596:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.427630:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.427631:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384331.427634:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.427636:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384331.427639:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384331.427642:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384331.427651:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000001:1.0:1767384331.427652:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384331.427655:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249a0540. 00000100:00000001:1.0:1767384331.427659:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384331.427663:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384331.427666:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.427668:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427669:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384331.427669:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.427676:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249a0540. 00000100:00000001:1.0:1767384331.427680:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.427682:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384331.427682:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384331.427691:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384331.427693:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058b56d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737755392:12345-0@lo:13: 00000020:00000001:2.0:1767384331.427698:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.427708:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384331.427711:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755392 00000100:00000001:2.0:1767384331.427715:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384331.427720:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384331.427721:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.427722:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:1.0:1767384331.427724:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1767384331.427727:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384331.427728:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767384331.427733:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c4ee7a3. 00000020:00000040:1.0:1767384331.427734:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000020:00000001:0.0:1767384331.427735:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427742:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.427742:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.427749:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.427752:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.427753:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3287 usecs (4 jiffies) 00000020:00000001:0.0:1767384331.427755:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:2.0:1767384331.427760:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427762:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294919174 00000020:00000001:0.0:1767384331.427763:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384331.427764:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384331.427773:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384331.427775:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737755520 00000100:00100000:1.0:1767384331.427775:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755648 02000000:00000001:1.0:1767384331.427784:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384331.427785:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294919188 00000020:00000001:0.0:1767384331.427787:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384331.427788:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384331.427790:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384331.427794:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384331.427797:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294919174 00000100:00000001:1.0:1767384331.427798:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.427800:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384331.427803:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001728875a x1853236737755520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.427811:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427812:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294919188 00000100:00000001:0.0:1767384331.427813:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.427820:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384331.427825:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294919174 00000100:00100000:1.0:1767384331.427826:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755648 02000000:00000010:0.0:1767384331.427830:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000000265f12. 00000100:00000001:3.0:1767384331.427832:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294919188 00010000:00000001:2.0:1767384331.427832:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384331.427838:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.427840:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427844:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294919174 00000020:00000001:1.0:1767384331.427846:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384331.427850:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.427851:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=46 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384331.427852:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:3.0:1767384331.427856:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294919188 00002000:00000001:0.0:1767384331.427858:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384331.427860:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.427866:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000100:00000001:3.0:1767384331.427869:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384331.427869:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384331.427879:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384331.427879:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384331.427880:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384331.427881:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.427888:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:2.0:1767384331.427892:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:1.0:1767384331.427893:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384331.427895:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.427904:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384331.427905:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.427906:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384331.427906:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.427916:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384331.427917:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000020:00000001:0.0:1767384331.427918:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.427919:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384331.427924:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.427926:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.427928:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384331.427930:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384331.427935:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.427935:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384331.427940:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe4e2a. 00000100:00000001:3.0:1767384331.427944:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000020:0.0:1767384331.427946:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:2.0:1767384331.427948:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384331.427950:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e31cf5f. 00000100:00000001:3.0:1767384331.427951:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384331.427958:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000400:00000010:2.0:1767384331.427960:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000100:00000001:3.0:1767384331.427964:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.427965:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08bb8d1. 00000100:00000200:2.0:1767384331.427973:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737755520, offset 224 00002000:00000020:0.0:1767384331.427973:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:1.0:1767384331.427979:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000888c203. 00002000:00000001:0.0:1767384331.427989:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384331.427997:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1767384331.428000:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384331.428002:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000001:00000001:0.0:1767384331.428002:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.428011:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1767384331.428012:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.428017:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1767384331.428023:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737755392 00000100:00000001:1.0:1767384331.428024:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.428026:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384331.428034:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384331.428043:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384331.428044:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384331.428049:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d704980 00000100:00000001:1.0:1767384331.428051:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384331.428059:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058b56d24 x1853236737755392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.428071:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.428074:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17b5 [1] + 224 00000100:00000001:1.0:1767384331.428095:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384331.428098:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384331.428099:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384331.428100:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384331.428110:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.428112:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384331.428118:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384331.428120:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1767384331.428121:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755776 00000100:00001000:0.0:1767384331.428126:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=36 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384331.428130:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384331.428132:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 2 00000100:00000001:2.0:1767384331.428134:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384331.428138:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.428144:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893033600 : -113991816518016 : ffff98533644e680) 00000100:00000001:3.0:1767384331.428145:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.428145:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384331.428149:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.428158:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 02000000:00000001:3.0:1767384331.428160:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.428163:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a2e3bff x1853236737755648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.428172:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00100000:3.0:1767384331.428174:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755776 00000020:00000001:3.0:1767384331.428183:0:16780:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384331.428190:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384331.428192:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:3.0:1767384331.428201:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384331.428201:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384331.428209:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000040:2.0:1767384331.428210:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.428213:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.428218:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384331.428221:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000020:00000010:1.0:1767384331.428225:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000100:00000040:0.0:1767384331.428230:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384331.428233:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384331.428236:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384331.428242:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000001:3.0:1767384331.428244:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.428247:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe4e2a. 00000100:00000200:0.0:1767384331.428257:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737755392, offset 224 00000020:00000010:3.0:1767384331.428258:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078228c75. 00000100:00100000:1.0:1767384331.428265:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a2e3bff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16141:x1853236737755648:12345-0@lo:400: 00000100:00000001:2.0:1767384331.428274:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.428317:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384331.428335:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.428336:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000400:00000200:0.0:1767384331.428340:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384331.428341:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755648 00000020:00000010:3.0:1767384331.428344:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078228c75. 00000400:00000010:2.0:1767384331.428344:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000020:00000001:1.0:1767384331.428351:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384331.428359:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384331.428359:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384331.428362:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000517da0e. 00000400:00000200:0.0:1767384331.428370:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d704900 00000100:00000001:2.0:1767384331.428371:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384331.428371:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384331.428375:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000065b45d1. 00000020:00000001:1.0:1767384331.428383:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.428385:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384331.428388:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000020:00000001:1.0:1767384331.428390:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000400:00000200:0.0:1767384331.428391:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b1 [1] + 224 00000100:00000040:2.0:1767384331.428400:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:1.0:1767384331.428402:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384331.428407:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384331.428410:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.428411:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1767384331.428411:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.428420:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.428423:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384331.428423:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384331.428424:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384331.428427:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384331.428428:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384331.428433:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384331.428438:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.428439:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384331.428441:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.428443:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001728875a x1853236737755520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.428452:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384331.428453:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.428454:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384331.428458:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384331.428465:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384331.428466:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.428477:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384331.428488:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384331.428491:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9eb4783. 02000000:00000001:1.0:1767384331.428505:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.428511:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737755520:12345-0@lo:400: Request processed in 1001us (2090us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384331.428513:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384331.428514:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.428517:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384331.428521:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737755904 00000020:00000001:1.0:1767384331.428531:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.428533:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384331.428540:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:1.0:1767384331.428546:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737755648 00000100:00000001:3.0:1767384331.428548:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.428558:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384331.428562:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.428567:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1767384331.428569:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737755904 00000100:00000040:2.0:1767384331.428574:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00010000:00000200:1.0:1767384331.428574:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a2e3bff x1853236737755648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384331.428577:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384331.428578:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384331.428585:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000100:00000001:2.0:1767384331.428585:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384331.428591:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000100:00000001:2.0:1767384331.428594:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384331.428595:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384331.428626:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000020:00000040:3.0:1767384331.428629:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00010000:00000001:1.0:1767384331.428630:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384331.428632:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000727d257. 00000100:00000001:0.0:1767384331.428635:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384331.428638:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.428639:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:0.0:1767384331.428643:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384331.428645:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000100:00001000:1.0:1767384331.428646:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=36 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384331.428653:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:0.0:1767384331.428655:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.428658:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000701cbf7. 00000100:00000001:1.0:1767384331.428658:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384331.428669:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384331.428670:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384331.428672:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000040:2.0:1767384331.428673:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:1.0:1767384331.428679:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000010:3.0:1767384331.428682:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078228c75. 00010000:00000001:0.0:1767384331.428686:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384331.428689:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.428691:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384331.428692:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dcfbc8c6. 02000000:00000001:1.0:1767384331.428695:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.428698:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c4ee7a3. 00000020:00000040:3.0:1767384331.428700:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000020:00000001:0.0:1767384331.428704:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.428705:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384331.428708:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384331.428712:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384331.428718:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384331.428719:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.428720:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384331.428725:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000100:00000040:0.0:1767384331.428727:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058b56d24 x1853236737755392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384331.428731:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064363bda. 00000100:00000200:2.0:1767384331.428732:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384331.428735:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737755648, offset 224 00000020:00000010:3.0:1767384331.428743:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b450071. 00000400:00000010:2.0:1767384331.428744:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000400:00000200:1.0:1767384331.428758:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384331.428760:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00100000:0.0:1767384331.428768:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058b56d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236737755392:12345-0@lo:13: Request processed in 1129us (2338us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384331.428771:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384331.428785:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025d89204. 00000100:00000001:3.0:1767384331.428790:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384331.428795:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:1.0:1767384331.428796:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384331.428799:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.428808:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00000100:00000001:0.0:1767384331.428814:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384331.428816:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384331.428818:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384331.428826:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384331.428826:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d704a00 00000100:00000001:2.0:1767384331.428827:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384331.428829:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bfdf831. 00000100:00000001:3.0:1767384331.428834:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.428835:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384331.428844:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000400:00000200:1.0:1767384331.428845:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c1 [1] + 224 00000100:00000001:3.0:1767384331.428853:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384331.428855:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000020:00000010:0.0:1767384331.428856:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580a4188. 00000400:00000200:1.0:1767384331.428862:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384331.428868:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000040:2.0:1767384331.428869:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000400:00000200:1.0:1767384331.428878:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384331.428880:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.428880:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.428881:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009634048 : -113991699917568 : ffff98533d381500) 00000100:00000001:3.0:1767384331.428887:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384331.428895:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384331.428901:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096950708 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384331.428902:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000200:1.0:1767384331.428908:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384331.428911:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:3.0:1767384331.428919:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877989504 : -113991831562112 : ffff9853355f5880) 00000100:00000001:0.0:1767384331.428934:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384331.428937:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a900965e x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.428942:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.428948:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384331.428954:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384331.428958:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4a3dd24. 00000400:00000001:0.0:1767384331.428962:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384331.428967:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384331.428969:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd0f64. 00000100:00000040:1.0:1767384331.428970:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.428976:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4a3dd24. 00000400:00000200:0.0:1767384331.428984:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000100:00000001:3.0:1767384331.428986:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384331.428994:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000020:00000010:3.0:1767384331.428997:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000482724dc. 00000100:00100000:2.0:1767384331.428998:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096950708 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737755776:12345-0@lo:400: 00000100:00000001:0.0:1767384331.429007:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384331.429010:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384331.429021:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755776 00000100:00000200:0.0:1767384331.429021:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384331.429025:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000482724dc. 00000020:00000001:2.0:1767384331.429031:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384331.429041:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384331.429042:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384331.429047:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a900965e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737755904:12345-0@lo:400: 00000020:00000001:2.0:1767384331.429051:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.429055:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6813cc 00000400:00000010:1.0:1767384331.429063:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6813cc. 00000100:00000200:3.0:1767384331.429071:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737755904 00000100:00000001:1.0:1767384331.429074:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384331.429075:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384331.429076:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384331.429080:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.429081:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384331.429084:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.429084:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:1.0:1767384331.429090:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.429092:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.429096:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384331.429103:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384331.429106:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000001:2.0:1767384331.429107:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.429110:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00010000:00000001:1.0:1767384331.429119:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384331.429121:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384331.429121:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384331.429125:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.429129:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.429129:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384331.429136:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384331.429140:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384331.429140:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.429142:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384331.429148:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384331.429149:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a2e3bff x1853236737755648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384331.429151:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384331.429152:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.429158:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.429159:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384331.429167:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384331.429169:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384331.429170:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384331.429178:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.429179:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384331.429180:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c4ee7a3. 02000000:00000001:3.0:1767384331.429185:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384331.429187:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384331.429191:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.429192:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a2e3bff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737755648:12345-0@lo:400: Request processed in 965us (2523us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384331.429195:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000086ec97f8. 00000100:00000001:0.0:1767384331.429197:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.429203:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.429205:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.429210:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.429217:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.429220:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.429222:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737755776 00000100:00100000:1.0:1767384331.429227:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:3.0:1767384331.429231:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.429234:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384331.429238:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00001000:0.0:1767384331.429240:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=36 v=5 (5 0 0 0) 00010000:00000040:3.0:1767384331.429241:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737755904 00010000:00000200:2.0:1767384331.429248:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000096950708 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.429248:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384331.429256:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:0.0:1767384331.429257:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.429258:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:3.0:1767384331.429265:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a900965e x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.429268:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08bb8d1. 00000020:00000010:1.0:1767384331.429313:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000888c203. 00000020:00000010:1.0:1767384331.429319:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e31cf5f. 00000100:00000001:0.0:1767384331.429324:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384331.429329:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384331.429332:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.429341:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.429344:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384331.429346:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384331.429347:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384331.429354:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.429354:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384331.429355:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384331.429367:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=41 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384331.429368:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=41 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384331.429376:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384331.429380:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384331.429382:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384331.429383:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384331.429383:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1767384331.429389:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000040:0.0:1767384331.429391:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384331.429396:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000040:2.0:1767384331.429396:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000001:0.0:1767384331.429401:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384331.429405:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:2.0:1767384331.429405:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:0.0:1767384331.429406:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.429417:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.429417:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384331.429418:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384331.429424:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.429424:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.429426:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.429435:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.429439:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.429439:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384331.429445:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384331.429446:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384331.429456:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384331.429456:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:1.0:1767384331.429457:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384331.429458:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384331.429465:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000400:00000010:3.0:1767384331.429466:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000001:0.0:1767384331.429466:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384331.429467:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f065b44d. 00000004:00000001:0.0:1767384331.429477:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384331.429483:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:1.0:1767384331.429485:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000489127b0 00000004:00000040:0.0:1767384331.429488:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000010:1.0:1767384331.429493:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000489127b0. 00000004:00000020:0.0:1767384331.429501:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384331.429504:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384331.429506:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737755904, offset 224 00000100:00000200:2.0:1767384331.429506:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737755776, offset 224 00000100:00000200:1.0:1767384331.429520:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384331.429522:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.429532:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384331.429540:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.429553:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384331.429556:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.429576:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384331.429582:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704b00 00000100:00000200:1.0:1767384331.429585:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.429627:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704a80 00000400:00000200:3.0:1767384331.429633:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17d1 [1] + 224 00000100:00100000:0.0:1767384331.429633:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737755392:0@lo:13: 00000100:00000001:1.0:1767384331.429653:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384331.429659:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384331.429660:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.429661:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.429665:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c9 [1] + 224 00000400:00000200:3.0:1767384331.429673:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.429674:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.429675:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384331.429678:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384331.429684:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384331.429688:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384331.429689:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384331.429690:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737755392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.429695:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384331.429705:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.429708:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384331.429709:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.429724:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384331.429724:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=36 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384331.429738:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384331.429742:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.429752:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384331.429759:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.429766:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.429771:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.429772:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384331.429775:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384331.429781:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048e7b0a6. 00010000:00080000:1.0:1767384331.429790:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.429796:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384331.429801:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384331.429806:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.429812:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384331.429824:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.429830:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000087cf4fa. 00000100:00000001:3.0:1767384331.429839:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384331.429846:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.429852:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384331.429854:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000100:00000001:1.0:1767384331.429857:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384331.429860:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384331.429862:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000100:00000040:1.0:1767384331.429863:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000010:0.0:1767384331.429867:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:1.0:1767384331.429872:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384331.429874:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.429875:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.429877:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.429878:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.429886:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.429891:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000100:00000040:1.0:1767384331.429892:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.429896:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.429896:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.429899:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000001:3.0:1767384331.429907:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.429909:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.429914:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.429918:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.429922:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384331.429924:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000400:00000001:0.0:1767384331.429929:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384331.429934:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.429935:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384331.429937:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384331.429942:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.429945:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000934c9df. 00000020:00000001:3.0:1767384331.429946:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384331.429946:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:0.0:1767384331.429953:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fcfa0e4 00010000:00000001:2.0:1767384331.429958:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384331.429961:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fcfa0e4. 00000100:00000040:3.0:1767384331.429962:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a900965e x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384331.429966:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.429972:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384331.429979:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384331.429987:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.429993:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096950708 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.430008:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.430020:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.430025:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384331.430039:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a900965e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737755904:12345-0@lo:400: Request processed in 1046us (2521us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384331.430042:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.430072:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.430077:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096950708 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737755776:12345-0@lo:400: Request processed in 1120us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384331.430081:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1767384331.430093:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384331.430103:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384331.430112:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384331.430113:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737755648:0@lo:400: 00000020:00000010:3.0:1767384331.430122:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b450071. 00000100:00100000:2.0:1767384331.430122:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384331.430136:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000020:00000010:3.0:1767384331.430138:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00000001:1.0:1767384331.430139:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.430140:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.430143:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384331.430150:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384331.430151:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.430152:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384331.430153:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064363bda. 00000020:00000010:2.0:1767384331.430162:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000065b45d1. 00000100:00000040:1.0:1767384331.430162:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737755648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.430165:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384331.430167:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 02000000:00000001:0.0:1767384331.430175:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384331.430176:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384331.430176:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000100:00000001:0.0:1767384331.430186:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384331.430190:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000517da0e. 00000100:00000001:0.0:1767384331.430196:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.430198:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384331.430201:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 02000000:00000001:1.0:1767384331.430206:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384331.430207:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.430212:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384331.430214:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fabc2aed. 00000100:00001000:0.0:1767384331.430219:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=40 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384331.430225:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384331.430228:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=40 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384331.430230:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.430236:0:16141:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384331.430239:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.430242:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.430243:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384331.430243:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384331.430245:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.430250:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d11c4354. 00000100:00000001:3.0:1767384331.430252:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.430252:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384331.430253:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384331.430262:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767384331.430264:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384331.430266:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.430273:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:1.0:1767384331.430316:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.430318:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384331.430323:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:0.0:1767384331.430324:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.430325:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384331.430333:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000100:00000001:1.0:1767384331.430339:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.430345:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.430352:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.430357:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1689c69 00000100:00000001:1.0:1767384331.430360:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.430362:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384331.430365:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000100:00000001:1.0:1767384331.430367:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.430368:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384331.430376:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384331.430377:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384331.430378:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767384331.430385:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384331.430386:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384331.430393:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.430395:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.430405:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000100:00000200:3.0:1767384331.430421:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.430425:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a724993d 00000400:00000010:2.0:1767384331.430432:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a724993d. 00000100:00000001:2.0:1767384331.430440:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.430449:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.430455:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.430465:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.430466:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384331.430471:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.430472:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.430478:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384331.430486:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384331.430491:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384331.430491:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.430496:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.430501:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.430509:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384331.430519:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384331.430533:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384331.430541:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.430541:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384331.430542:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000568d4e69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737755904:0@lo:400: 00000100:00000001:3.0:1767384331.430547:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.430547:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.430553:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.430555:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384331.430555:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384331.430558:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384331.430562:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.430562:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.430566:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384331.430567:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000568d4e69 x1853236737755904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.430571:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.430571:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.430579:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.430585:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384331.430624:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384331.430635:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384331.430637:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.430637:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384331.430644:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384331.430645:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384331.430646:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384331.430649:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384331.430652:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e0c7d01. 00000100:00000001:2.0:1767384331.430654:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.430657:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.430665:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384331.430667:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:2.0:1767384331.430674:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384331.430675:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.430682:0:16139:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:3.0:1767384331.430684:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737755520:0@lo:400: 00000020:00000001:0.0:1767384331.430691:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.430698:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049ecefb4. 00000100:00000001:3.0:1767384331.430701:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.430701:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.430706:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384331.430709:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384331.430709:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384331.430710:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.430716:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000568d4e69. 00000100:00000040:2.0:1767384331.430718:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384331.430720:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce5ce3b x1853236737755520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.430726:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384331.430727:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.430733:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.430734:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.430741:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384331.430742:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.430744:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384331.430746:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384331.430749:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051ef4306. 02000000:00000001:3.0:1767384331.430756:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384331.430762:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384331.430764:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384331.430765:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384331.430766:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.430769:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.430773:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.430774:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384331.430774:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.430780:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384331.430782:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005a33e340. 00000100:00000040:2.0:1767384331.430785:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.430788:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.430791:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384331.430797:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.430800:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 00000100:00000001:3.0:1767384331.430819:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.430822:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.430826:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384331.430828:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737755776:0@lo:400: 00000100:00000001:3.0:1767384331.430833:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.430835:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.430836:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.430840:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.430840:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.430843:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ccae6d3 x1853236737755776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.430844:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.430855:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384331.430858:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384331.430862:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069d38768. 02000000:00000001:2.0:1767384331.430867:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.430869:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.430872:0:16138:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384331.430875:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.430878:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007cac44e5. 02000000:00000001:2.0:1767384331.430882:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.430884:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.430886:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccae6d3. 00000100:00000001:2.0:1767384331.430891:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.430893:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.430896:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.430903:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.430905:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.430909:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.430912:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.446356:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000040:1.0:1767384331.446357:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000010:1.0:1767384331.446374:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d541bfc. 00000100:00000010:2.0:1767384331.446379:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e2d8242. 00000100:00000040:3.0:1767384331.446410:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000040:0.0:1767384331.446425:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000010:3.0:1767384331.446433:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c39e764. 00000100:00000010:0.0:1767384331.446440:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a88a6022. 00000400:00000001:1.0:1767384331.681362:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.681366:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384331.681374:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000400:00000010:1.0:1767384331.681378:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000400:00000200:1.0:1767384331.681382:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384331.681387:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp28 recovery ping unlinked 00000400:00000010:1.0:1767384331.681394:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000075d7cbb2. 00000400:00000010:1.0:1767384331.681397:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007e39ed88. 00000001:00000001:3.0:1767384332.199661:0:26693:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384332.199665:0:26693:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:3.0:1767384332.202499:0:26693:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384332.208131:0:26694:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000669aea88. 00000400:00000010:3.0:1767384332.208144:0:26694:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004a0a0613. 00000400:00000010:3.0:1767384332.208152:0:26694:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bfd6b5a1. 00000400:00000010:3.0:1767384332.208155:0:26694:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f5cca2e1. 00000400:00000010:3.0:1767384332.208158:0:26694:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cadefa44. 00000400:00000010:3.0:1767384332.208161:0:26694:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066ea62d7. 00000400:00000010:3.0:1767384332.208162:0:26694:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028702040. 00000400:00000010:3.0:1767384332.208163:0:26694:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b95af218. 00000400:00000010:3.0:1767384332.208166:0:26694:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000780d9f37. 00000800:00000010:3.0:1767384332.208176:0:26694:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004b2ab80a. 00000800:00000200:3.0:1767384332.208184:0:26694:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384332.208191:0:26694:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384332.208220:0:26694:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384332.208238:0:26694:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384332.209416:0:26694:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000002e0c7d01. 00000400:00000010:3.0:1767384332.209420:0:26694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384332.209425:0:26694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000400:00000001:3.0:1767384332.209437:0:26694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.209438:0:26694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384332.209439:0:26694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16949c0. 00000400:00000200:3.0:1767384332.209442:0:26694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000400:00000010:3.0:1767384332.209444:0:26694:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000400:00000010:3.0:1767384332.209452:0:26694:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000bca294cb. 00000400:00000200:3.0:1767384332.209456:0:26694:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (20) 00000400:00000200:3.0:1767384332.209465:0:26694:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384332.209472:0:26694:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384332.209477:0:26694:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f681e718. 00000020:01000000:3.0:1767384332.209480:0:26694:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384332.209482:0:26694:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp30 00000400:00000200:0.0:1767384332.209490:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384332.209495:0:26694:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004a0a0613. 00000400:00000200:0.0:1767384332.209497:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102071 00000400:00000010:3.0:1767384332.209500:0:26694:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000669aea88. 00000400:00000200:0.0:1767384332.209502:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 00000400:00000010:0.0:1767384332.209507:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000d05212f9. 00000400:00000010:0.0:1767384332.209510:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000400:00000010:0.0:1767384332.209515:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5cb4351. 00000400:00000200:0.0:1767384332.209518:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000020:00000001:1.0:1767384332.209521:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384332.209525:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384332.209528:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384332.209530:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 10000000:01000000:1.0:1767384332.209532:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384332.209536:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.209540:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384332.209540:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:1.0:1767384332.209544:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.209546:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.209549:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384332.209549:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000020:01000004:1.0:1767384332.209552:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.209555:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384332.209558:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:01000004:1.0:1767384332.209559:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384332.209562:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.209564:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384332.209567:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000010:1.0:1767384332.209570:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000400:00000200:0.0:1767384332.209573:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000040:1.0:1767384332.209576:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384332.209578:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384332.209584:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:1.0:1767384332.209585:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384332.209589:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384332.209590:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 02000000:00000001:1.0:1767384332.209607:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.209612:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 02000000:00000010:1.0:1767384332.209616:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000696f8fa6. 00000400:00000200:0.0:1767384332.209617:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384332.209624:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:1.0:1767384332.209625:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.209633:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384332.209637:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.209640:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000040:1.0:1767384332.209647:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_02+2] req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.209648:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384332.209664:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384332.209669:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384332.209672:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384332.209675:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:0.0:1767384332.209678:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:0.0:1767384332.209682:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000400:00000200:0.0:1767384332.209685:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 10000000:00000001:1.0:1767384332.209686:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384332.209691:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.209691:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp11 00000020:00000001:1.0:1767384332.209695:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384332.209697:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384332.209698:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp11 lpni_is_preferred = 0 00000100:00000001:3.0:1767384332.209699:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.209705:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384332.209705:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384332.209705:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp11 00000100:00000001:3.0:1767384332.209710:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384332.209715:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [59:59:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [59:59:8:4294967295] 10000000:00000001:1.0:1767384332.209716:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384332.209719:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384332.209720:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384332.209722:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384332.209726:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp11 00000020:01000004:1.0:1767384332.209728:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.209731:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384332.209736:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.209740:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.209743:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384332.209745:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:) -> 192.168.203.152@tcp11(192.168.203.152@tcp:192.168.203.152@tcp11) : GET try# 0 00000100:00000001:3.0:1767384332.209746:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384332.209747:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.209750:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384332.209752:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384332.209752:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.209756:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384332.209757:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp11 02000000:00000001:3.0:1767384332.209761:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384332.209761:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6fb229f. 00000800:00000010:0.0:1767384332.209763:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000586d3ae1. 02000000:00000001:3.0:1767384332.209766:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384332.209766:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384332.209772:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384332.209773:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (6) 02000000:00000001:3.0:1767384332.209775:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.209775:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384332.209779:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384332.209783:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737756032:0@lo:253: 00000800:00000200:0.0:1767384332.209786:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:988 02000000:00000010:1.0:1767384332.209788:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e194aad6. 00000100:00000001:3.0:1767384332.209792:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384332.209793:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384332.209794:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000586d3ae1 type 2, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384332.209798:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384332.209798:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384332.209802:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.209803:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.209807:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6fb229f] to pc [ptlrpcd_00_03+3] req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384332.209808:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384332.209814:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 02000000:00000010:3.0:1767384332.209816:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c75a395. 02000000:00000001:3.0:1767384332.209821:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384332.209821:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.209822:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100271 rc 0 10000000:00000001:1.0:1767384332.209827:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.209830:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.209831:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00000020:01000000:1.0:1767384332.209832:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384332.209837:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f681e718. 00000400:00000010:3.0:1767384332.209839:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0a0613. 00000100:00000200:3.0:1767384332.209844:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737756032, portal 25 00000100:00000001:3.0:1767384332.209847:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384332.209849:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000001:0.0:1767384332.209852:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.209855:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384332.209857:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.209864:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384332.209869:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.209870:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384332.209877:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384332.209880:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.209884:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384332.209884:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.209887:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384332.209889:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb17474f. 02000000:00000001:0.0:1767384332.209891:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.209895:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6fb229f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737756160:0@lo:253: 00000100:00000200:3.0:1767384332.209897:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737756032, offset 0 00000100:00000001:0.0:1767384332.209898:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384332.209902:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384332.209905:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.209909:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384332.209910:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384332.209915:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384332.209917:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.209921:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001289bca1. 00000400:00000200:3.0:1767384332.209922:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384332.209928:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7cb9675. 00000100:00000200:0.0:1767384332.209933:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737756160, portal 25 00000800:00000200:1.0:1767384332.209934:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384332.209937:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704b80 00000100:00000001:0.0:1767384332.209938:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384332.209939:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000586d3ae1. 00000100:00000001:0.0:1767384332.209941:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009637632 : -113991699913984 : ffff98533d382300) 00000400:00000200:1.0:1767384332.209946:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384332.209947:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384332.209952:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000400:00000200:1.0:1767384332.209957:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: GET: OK 00000400:00000010:3.0:1767384332.209964:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838e12ba. 00000100:00000001:0.0:1767384332.209966:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.209970:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384332.209972:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007197aa6f 00000400:00000010:0.0:1767384332.209973:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf3bb2f. 00000400:00000200:1.0:1767384332.209979:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384332.209979:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737756160, offset 0 00000400:00000200:3.0:1767384332.209982:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.209984:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:0.0:1767384332.209990:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.209993:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384332.209999:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384332.210002:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384332.210009:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704c00 00000400:00000200:3.0:1767384332.210010:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007197aa6f 00000800:00000001:1.0:1767384332.210011:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384332.210015:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007197aa6f. 00000800:00000001:1.0:1767384332.210021:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.210026:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:1.0:1767384332.210029:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.210031:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000100:00000200:3.0:1767384332.210032:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384332.210039:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a48e5cec. 00000100:00000040:3.0:1767384332.210040:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008bb69ac3 x1853236737756032 msgsize 4848 00000400:00000200:1.0:1767384332.210040:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : GET - for me 00000400:00000200:0.0:1767384332.210045:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065f1d842 00000400:00000200:0.0:1767384332.210050:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384332.210051:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384332.210054:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384332.210057:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384332.210064:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384332.210068:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 368/368 into md 0x17f1 [1] + 0 00000400:00000200:0.0:1767384332.210073:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f1d842 00000100:00000001:3.0:1767384332.210076:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384332.210077:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065f1d842. 00000400:00000200:1.0:1767384332.210079:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp11 to MR: 192.168.203.152@tcp11 local destination 00000100:00000001:0.0:1767384332.210085:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384332.210086:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [60:60:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [60:60:8:4294967295] 00000100:00000200:0.0:1767384332.210088:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384332.210091:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384332.210093:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002b005ae8 x1853236737756160 msgsize 4848 00000100:00100000:2.0:1767384332.210097:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756032 02000000:00000001:2.0:1767384332.210103:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384332.210107:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384332.210108:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384332.210108:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) -> 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) 192.168.203.152@tcp11 : REPLY try# 0 00000100:00000040:0.0:1767384332.210109:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384332.210113:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384332.210118:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.152@tcp11 02000000:00000001:2.0:1767384332.210119:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.210120:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb17474f 00000100:00000001:0.0:1767384332.210121:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:1.0:1767384332.210122:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d11c4354. 00000400:00000010:3.0:1767384332.210124:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb17474f. 00000100:00100000:2.0:1767384332.210125:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756032 00000020:00000001:2.0:1767384332.210129:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1767384332.210130:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (6) 00000400:00000200:0.0:1767384332.210130:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf3bb2f 00000100:00000001:3.0:1767384332.210131:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384332.210136:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf3bb2f. 00000020:00000040:2.0:1767384332.210137:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000200:3.0:1767384332.210138:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.210141:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384332.210142:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:1019 00000020:00000001:2.0:1767384332.210143:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384332.210147:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384332.210149:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000800:00000200:1.0:1767384332.210149:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11c4354 type 3, nob 464 niov 1 nkiov 1 00000020:00000001:2.0:1767384332.210156:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384332.210162:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384332.210170:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384332.210172:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384332.210172:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384332.210176:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384332.210177:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000100:00000040:0.0:1767384332.210178:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.210182:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.210189:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000800:00000200:1.0:1767384332.210191:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.210196:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d11c4354. 00000020:00000010:2.0:1767384332.210198:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8d914d6. 00000400:00000200:1.0:1767384332.210201:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384332.210206:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff2aa6b0. 00000100:00000001:0.0:1767384332.210208:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210210:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210212:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: REPLY: OK 00000100:00000001:0.0:1767384332.210213:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.210214:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384332.210214:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000100:00000001:0.0:1767384332.210219:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210222:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.210223:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294919971 00000100:00000040:2.0:1767384332.210227:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384332.210228:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.210229:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294919971 00000100:00000010:0.0:1767384332.210229:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000100:00000001:2.0:1767384332.210233:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1767384332.210233:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.210237:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384332.210239:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1767384332.210239:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.210244:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210245:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294919971 00000100:00000001:0.0:1767384332.210245:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294919971 00000800:00000001:1.0:1767384332.210246:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.210251:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384332.210251:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c48c82eb. 00000800:00000001:1.0:1767384332.210252:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.210253:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294919971 00000800:00000001:1.0:1767384332.210258:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.210259:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384332.210264:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.210265:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294919971 00000100:00000001:3.0:1767384332.210266:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294919971 00000400:00000200:1.0:1767384332.210267:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : REPLY - for me 00000100:00000010:0.0:1767384332.210272:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd64f204. 00000100:00000001:0.0:1767384332.210299:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384332.210303:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294919972 00000100:00000010:0.0:1767384332.210306:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000100:00000001:2.0:1767384332.210307:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384332.210308:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384332.210311:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294919972 00000100:00100000:2.0:1767384332.210311:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756160 00000400:00000200:1.0:1767384332.210315:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp11: Reply from 12345-192.168.203.152@tcp11 of length 368/368 into md 0x17f5 02000000:00000001:2.0:1767384332.210316:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384332.210320:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919971 00000100:00000001:2.0:1767384332.210320:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.210321:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384332.210322:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.210323:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.210327:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210328:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294919972 02000000:00000001:2.0:1767384332.210329:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.210330:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.210333:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210335:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294919972 00000100:00100000:2.0:1767384332.210335:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756160 00000400:00000200:1.0:1767384332.210335:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384332.210336:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384332.210341:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384332.210343:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384332.210344:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:1.0:1767384332.210346:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: REPLY: OK 00000100:00000001:0.0:1767384332.210347:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.210348:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.210348:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384332.210349:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000100:00000001:0.0:1767384332.210351:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384332.210352:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.210352:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384332.210355:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.210357:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384332.210357:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384332.210358:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384332.210359:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384332.210361:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.210362:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384332.210365:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384332.210367:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384332.210367:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.210368:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384332.210368:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384332.210374:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000100:00000001:3.0:1767384332.210375:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384332.210377:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000100:00000001:3.0:1767384332.210378:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384332.210378:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.210383:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210384:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:0.0:1767384332.210387:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384332.210388:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.210389:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000100:00000001:0.0:1767384332.210391:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384332.210393:0:16132:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp (384 bytes) 00000020:00000010:2.0:1767384332.210396:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db482431. 00000100:00100000:0.0:1767384332.210399:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:1.0:1767384332.210402:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000020:00000010:2.0:1767384332.210405:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c818ef4. 00000100:00000040:0.0:1767384332.210405:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384332.210409:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016928848 : -113991692622768 : ffff98533da76450) 00000020:00000010:2.0:1767384332.210412:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000400:00000010:1.0:1767384332.210416:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000d05212f9. 00000100:00000040:0.0:1767384332.210416:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bb69ac3 x1853236737756032/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.210419:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.210424:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384332.210424:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (22) 00000100:00000001:2.0:1767384332.210428:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.210434:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.210437:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.210438:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384332.210439:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.210444:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384332.210444:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000100:00000001:0.0:1767384332.210450:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384332.210455:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000100:00000001:2.0:1767384332.210459:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384332.210460:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737756032:12345-0@lo:253: 00000100:00000001:2.0:1767384332.210463:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384332.210467:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756032 00000100:00100000:2.0:1767384332.210472:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000001:0.0:1767384332.210472:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384332.210473:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384332.210478:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384332.210479:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000400:00000010:1.0:1767384332.210480:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000540df881. 00000020:00000001:0.0:1767384332.210483:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.210485:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016926800 : -113991692624816 : ffff98533da75c50) 00000400:00000010:1.0:1767384332.210487:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c534c8. 00000020:00000001:0.0:1767384332.210488:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384332.210492:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000010:1.0:1767384332.210493:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000100:00000040:2.0:1767384332.210495:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b005ae8 x1853236737756160/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384332.210497:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384332.210499:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000540df881 00000020:00000001:0.0:1767384332.210500:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384332.210504:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384332.210506:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:1.0:1767384332.210507:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384332.210510:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384332.210511:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000721c5cc0. 00000020:00000001:0.0:1767384332.210515:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210517:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44c98f 00000100:00000001:2.0:1767384332.210519:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384332.210520:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000020:00000010:2.0:1767384332.210524:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000400:00000200:1.0:1767384332.210527:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:0.0:1767384332.210528:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384332.210529:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384332.210530:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000c2db63f0. 02000000:00000001:0.0:1767384332.210532:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384332.210536:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000020:00000010:2.0:1767384332.210537:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 02000000:00000010:0.0:1767384332.210540:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000236ecbf5. 00000400:00000200:1.0:1767384332.210542:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100871 02000000:00000001:0.0:1767384332.210546:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.210549:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737756160:12345-0@lo:253: 00000400:00000200:1.0:1767384332.210550:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:0 00000100:00000001:0.0:1767384332.210550:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210556:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102071 rc 1 20000000:00000001:0.0:1767384332.210558:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384332.210561:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756160 00000400:00000200:1.0:1767384332.210564:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x102071 00000020:00000001:2.0:1767384332.210566:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384332.210567:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 20000000:00000010:0.0:1767384332.210568:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007dc6e5a3. 00000020:00000001:2.0:1767384332.210572:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384332.210573:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000990d486e. 20000000:01000000:0.0:1767384332.210573:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384332.210577:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.210579:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384332.210580:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000020:00000001:2.0:1767384332.210581:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384332.210583:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384332.210585:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000010:1.0:1767384332.210586:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c721c5d. 20000000:00000001:0.0:1767384332.210586:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210593:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 20000000:00000001:0.0:1767384332.210593:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.210594:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384332.210608:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384332.210612:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384332.210617:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384332.210619:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:00000001:2.0:1767384332.210620:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:0.0:1767384332.210620:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007eb25790. 00000400:00000200:1.0:1767384332.210626:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 20000000:01000000:0.0:1767384332.210626:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000020:00000001:2.0:1767384332.210627:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.210631:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384332.210637:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384332.210641:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384332.210641:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 02000000:00000001:2.0:1767384332.210647:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384332.210648:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:1.0:1767384332.210654:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 02000000:00000010:2.0:1767384332.210655:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027beb448. 00000400:00000200:1.0:1767384332.210659:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 02000000:00000001:2.0:1767384332.210661:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210666:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:2.0:1767384332.210667:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.210674:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384332.210675:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00080000:00000001:0.0:1767384332.210677:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384332.210683:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000030536ca. 00080000:00000001:0.0:1767384332.210684:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384332.210687:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.210688:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 20000000:01000000:2.0:1767384332.210690:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384332.210693:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384332.210697:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384332.210698:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384332.210701:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 20000000:00000001:2.0:1767384332.210702:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384332.210704:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 20000000:00000001:2.0:1767384332.210706:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384332.210709:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384332.210710:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 20000000:00000001:2.0:1767384332.210713:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384332.210716:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002aaabcae. 20000000:00000001:2.0:1767384332.210718:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384332.210719:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00080000:00000001:0.0:1767384332.210720:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081509863424 : -113992199688192 : ffff98531f6e3000) 00080000:00000001:0.0:1767384332.210727:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384332.210730:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:1.0:1767384332.210735:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:1.0:1767384332.210738:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:1.0:1767384332.210740:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:1.0:1767384332.210744:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000400:00000200:1.0:1767384332.210748:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:1.0:1767384332.210752:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000400:00000200:1.0:1767384332.210754:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:1.0:1767384332.210763:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:1.0:1767384332.210766:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp12 00000400:00000200:1.0:1767384332.210768:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp12 lpni_is_preferred = 0 00000400:00000200:1.0:1767384332.210770:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp12 00000400:00000200:1.0:1767384332.210772:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [61:61:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1767384332.210777:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp12 00000400:00000200:1.0:1767384332.210784:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:) -> 192.168.203.152@tcp12(192.168.203.152@tcp:192.168.203.152@tcp12) : GET try# 0 00000800:00000200:1.0:1767384332.210787:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp12 00000800:00000010:1.0:1767384332.210791:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11c4354. 00000800:00000200:1.0:1767384332.210794:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000800:00000200:1.0:1767384332.210799:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:988 00000800:00000200:1.0:1767384332.210801:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11c4354 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384332.210809:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384332.210812:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100271 rc 0 00000001:00000001:0.0:1767384332.210837:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384332.210840:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384332.210844:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384332.210863:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1767384332.210864:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384332.210866:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11c4354. 00080000:00000001:0.0:1767384332.210868:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384332.210870:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.210875:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: GET: OK 00000400:00000200:1.0:1767384332.210878:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384332.210880:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:1.0:1767384332.210887:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.210891:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.210893:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.210898:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.210901:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : GET - for me 00000400:00000200:1.0:1767384332.210909:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384332.210913:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 384/384 into md 0x17f1 [1] + 0 00000400:00000200:1.0:1767384332.210920:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp12 to MR: 192.168.203.152@tcp12 local destination 00000400:00000200:1.0:1767384332.210925:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [62:62:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [62:62:8:4294967295] 00000400:00000200:1.0:1767384332.210944:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) -> 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) 192.168.203.152@tcp12 : REPLY try# 0 00000800:00000200:1.0:1767384332.210950:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.152@tcp12 00000800:00000010:1.0:1767384332.210953:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d11c4354. 00000800:00000200:1.0:1767384332.210956:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000800:00000200:1.0:1767384332.210961:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:1017 00000800:00000200:1.0:1767384332.210964:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11c4354 type 3, nob 480 niov 1 nkiov 1 00080000:00000001:0.0:1767384332.210983:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384332.210988:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384332.211002:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.211005:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d11c4354. 00000400:00000200:1.0:1767384332.211008:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.211012:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: REPLY: OK 00000800:00000001:1.0:1767384332.211017:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211019:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.211021:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211023:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.211025:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211027:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.211032:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : REPLY - for me 00000400:00000200:1.0:1767384332.211041:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp12: Reply from 12345-192.168.203.152@tcp12 of length 384/384 into md 0x180d 00000800:00000001:1.0:1767384332.211044:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211048:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.211049:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.211052:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: REPLY: OK 00000400:00000200:1.0:1767384332.211055:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6813cc 00000400:00000010:1.0:1767384332.211056:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6813cc. 00000400:00000200:1.0:1767384332.211058:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384332.211061:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:1.0:1767384332.211064:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384332.211067:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 22. state = 0x100271 00000400:00000200:1.0:1767384332.211071:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384332.211079:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (22) 00000800:00000001:1.0:1767384332.211083:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211092:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.211106:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384332.211110:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1000f1 00000400:00000010:1.0:1767384332.211114:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000001c825e59. 00000400:00000010:1.0:1767384332.211118:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000086c0e43d. 00000400:00000010:1.0:1767384332.211120:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000d1017b71. 00000400:00000200:1.0:1767384332.211141:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp28(000000002cf1111a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384332.211147:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000cd143d6. 00000400:00000200:1.0:1767384332.211152:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000cd143d6 nid 192.168.203.152@tcp29 00000400:00000010:1.0:1767384332.211155:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005e1b4e63. 00000400:00000200:1.0:1767384332.211157:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000005e1b4e63 net tcp29 00000400:00000200:1.0:1767384332.211160:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (21) 00000400:00000200:1.0:1767384332.211164:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp29 flags 0x11 00000400:00000010:1.0:1767384332.211168:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007e39ed88. 00000400:00000200:1.0:1767384332.211171:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007e39ed88 nid 192.168.203.152@tcp30 00000400:00000010:1.0:1767384332.211174:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000086535f5d. 00000400:00000200:1.0:1767384332.211176:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000086535f5d net tcp30 00000400:00000200:1.0:1767384332.211178:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (22) 00000400:00000200:1.0:1767384332.211182:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp30 flags 0x11 00000400:00000010:1.0:1767384332.211184:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000001c825e59. 00000400:00000010:1.0:1767384332.211188:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000086c0e43d. 00000400:00000010:1.0:1767384332.211190:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000d1017b71. 00000400:00000010:1.0:1767384332.211193:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000990d486e. 00000400:00000200:1.0:1767384332.211196:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384332.211199:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100171 00000400:00000200:1.0:1767384332.211201:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100171 rc 1 00000400:00000200:1.0:1767384332.211206:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100171 00000400:00000010:1.0:1767384332.211210:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000400:00000200:1.0:1767384332.211212:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000010:1.0:1767384332.211217:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065013839. 00000400:00000200:1.0:1767384332.211220:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp12 00000400:00000200:1.0:1767384332.211225:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp12 to MR: 192.168.203.152@tcp12 local destination 00000400:00000200:1.0:1767384332.211228:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [63:63:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1767384332.211236:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp12 00000400:00000200:1.0:1767384332.211242:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) -> 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) : PUT try# 0 00000800:00000200:1.0:1767384332.211246:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.152@tcp12 00000800:00000010:1.0:1767384332.211248:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d11c4354. 00000800:00000200:1.0:1767384332.211252:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000800:00000200:1.0:1767384332.211256:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:988 00000800:00000200:1.0:1767384332.211258:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11c4354 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:1.0:1767384332.211271:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000800:00000200:0.0:1767384332.211398:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384332.211401:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d11c4354. 00000400:00000200:0.0:1767384332.211404:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.211414:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: PUT: OK 00000400:00000200:0.0:1767384332.211417:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384332.211420:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp12: 0 00000800:00000001:0.0:1767384332.211428:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211435:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384332.211438:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211441:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.211449:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : PUT - for me 00000400:00000200:0.0:1767384332.211459:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384332.211465:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 384/384 into md 0x1809 [1] + 0 00000400:00000200:1.0:1767384332.211467:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100571 rc 0 00000400:00000010:0.0:1767384332.211472:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c534c8. 00000400:00000200:0.0:1767384332.211478:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b482f36 00000800:00000001:0.0:1767384332.211482:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211488:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.211490:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.211494:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: PUT: OK 00000400:00000200:0.0:1767384332.211497:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000400:00000010:0.0:1767384332.211498:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000400:00000200:0.0:1767384332.211501:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384332.211504:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (24) 00000400:00000200:0.0:1767384332.211508:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:0.0:1767384332.211511:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b5c07340. 00000400:00000200:0.0:1767384332.211514:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 22 00000400:00000200:0.0:1767384332.211521:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384332.211526:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (25) 00000400:00000200:0.0:1767384332.211529:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384332.211536:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp12 to MR: 192.168.203.152@tcp12 local destination 00000400:00000200:0.0:1767384332.211540:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [64:64:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384332.211548:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) -> 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) 192.168.203.152@tcp12 : ACK try# 0 00000400:00000200:1.0:1767384332.211553:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384332.211553:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp12 00000800:00000010:0.0:1767384332.211556:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b1ad6b5. 00000400:00000010:1.0:1767384332.211559:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d95aff. 00000400:00000010:1.0:1767384332.211564:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384332.211568:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000540df881 00000800:00000200:0.0:1767384332.211569:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000400:00000200:1.0:1767384332.211575:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x1004f1 00000800:00000200:0.0:1767384332.211580:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:1017 00000400:00000010:1.0:1767384332.211583:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000aa150184. 00000800:00000200:0.0:1767384332.211583:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b1ad6b5 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384332.211590:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000086c0e43d. 00000400:00000010:1.0:1767384332.211594:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000990d486e. 00000400:00000010:1.0:1767384332.211619:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000aa150184. 00000400:00000010:1.0:1767384332.211622:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000086c0e43d. 00000400:00000010:1.0:1767384332.211625:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000990d486e. 00000400:00000010:1.0:1767384332.211628:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b5c07340. 00000400:00000200:1.0:1767384332.211631:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384332.211633:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x100571 00000400:00000200:1.0:1767384332.211636:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100571 rc 1 00000400:00000200:1.0:1767384332.211639:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100571 00000400:00000200:1.0:1767384332.211642:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384332.211645:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100511 rc 0 00000400:00000200:1.0:1767384332.211649:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000800:00000200:0.0:1767384332.211651:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384332.211652:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000800:00000010:0.0:1767384332.211655:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b1ad6b5. 00000400:00000200:0.0:1767384332.211659:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.211664:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: ACK: OK 00000800:00000001:1.0:1767384332.211669:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211670:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.211674:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384332.211677:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384332.211679:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211682:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.211689:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : ACK - for me 00000400:00000200:0.0:1767384332.211697:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp12: ACK from 12345-192.168.203.152@tcp12 into md 0x1811 00000400:00000200:0.0:1767384332.211700:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.211703:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: ACK: OK 00000400:00000200:0.0:1767384332.211706:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6813cc 00000400:00000010:0.0:1767384332.211707:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6813cc. 00000400:00000200:0.0:1767384332.211711:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384332.211713:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:0.0:1767384332.211716:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (23) 00000800:00000001:0.0:1767384332.211720:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.211722:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384332.218674:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384332.218680:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:1.0:1767384332.218682:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384332.218683:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384332.218688:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384332.218688:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384332.218691:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384332.218693:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384332.218694:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384332.218695:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002aaabcae. 20000000:01000000:0.0:1767384332.218697:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384332.218699:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384332.218706:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384332.218711:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384332.218716:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384332.218724:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000125383fa. 20000000:01000000:0.0:1767384332.218729:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384332.218730:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:0.0:1767384332.218734:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384332.218737:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384332.218738:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384332.218743:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384332.218743:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384332.218752:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384332.218757:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000080d69e71. 00010000:00000001:0.0:1767384332.218761:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384332.218764:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c71e0da. 00080000:00000001:2.0:1767384332.218767:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384332.218767:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384332.218770:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c71e0da with handle 0x1cafe7b7e4a4fde9 to hash 00080000:00000001:2.0:1767384332.218773:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384332.218774:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384332.218778:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218778:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000001:2.0:1767384332.218783:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384332.218784:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00000020:00000001:2.0:1767384332.218787:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384332.218789:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384332.218792:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:0.0:1767384332.218793:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384332.218798:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384332.218799:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384332.218805:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ff45f87. 00080000:00000001:2.0:1767384332.218810:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734309376 : -113996975242240 : ffff985202c90400) 00010000:00000001:0.0:1767384332.218813:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384332.218814:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384332.218818:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384332.218822:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384332.218824:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.218826:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.218829:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.218831:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.218834:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384332.218836:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384332.218838:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384332.218840:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384332.218842:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000080d69e71) refcount = 1 00010000:00010000:0.0:1767384332.218845:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218850:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384332.218852:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384332.218853:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.218855:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218856:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384332.218859:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767384332.218860:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:0.0:1767384332.218861:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00080000:00000001:2.0:1767384332.218864:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384332.218867:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384332.218871:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.218873:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.218874:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=4 00000020:00000001:0.0:1767384332.218875:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384332.218877:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000001:2.0:1767384332.218879:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218879:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384332.218880:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384332.218886:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384332.218888:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384332.218890:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218894:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.218895:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384332.218896:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218899:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.218900:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218903:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384332.218904:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384332.218908:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007c71e0da already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384332.218910:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.218912:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384332.218913:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218917:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384332.218918:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.218919:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.218920:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=5 00000020:00000001:0.0:1767384332.218922:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384332.218928:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384332.218930:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384332.218932:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218936:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384332.218938:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.218939:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218942:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384332.218943:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384332.218945:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.218946:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384332.218948:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c71e0da with handle 0x1cafe7b7e4a4fde9 from hash 00010000:00000001:0.0:1767384332.218950:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384332.218952:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.218953:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.218954:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384332.218956:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1767384332.218957:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384332.218957:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384332.218960:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384332.218962:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384332.218963:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384332.218964:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218967:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384332.218969:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384332.218970:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.218971:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.218972:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218974:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.218975:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.218977:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.218980:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.218981:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.218981:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384332.218983:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384332.218988:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.218990:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.218991:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384332.218993:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.218994:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.218996:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.219000:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384332.219001:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384332.219002:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4fde9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384332.219006:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000080d69e71 count: 0 00010000:00000001:0.0:1767384332.219015:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384332.219017:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384332.226165:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384332.226167:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384332.226169:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384332.226171:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384332.226174:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384332.226175:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:1.0:1767384332.226176:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384332.226178:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ff45f87. 20000000:00000001:2.0:1767384332.226182:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.226183:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384332.226193:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384332.226195:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384332.226204:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384332.226208:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384332.226211:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384332.226213:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384332.226216:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384332.226218:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384332.226221:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384332.226223:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384332.226227:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2c1ccbe. 00010000:00000001:0.0:1767384332.226230:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384332.226234:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d4b38d5. 00000020:00000001:0.0:1767384332.226236:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384332.226238:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fdf0 to hash 00000020:00000001:0.0:1767384332.226240:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384332.226241:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226257:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226260:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.226261:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.226263:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226270:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384332.226271:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000010:0.1:1767384332.226292:0:16794:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000080d69e71. 00010000:00000010:0.1:1767384332.226296:0:16794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c71e0da. 00010000:00000001:0.0:1767384332.226308:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384332.226309:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.226311:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.226312:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.226313:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.226315:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384332.226316:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384332.226317:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384332.226319:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384332.226321:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c2c1ccbe) refcount = 1 00010000:00010000:0.0:1767384332.226323:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226328:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384332.226329:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384332.226330:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.226331:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226333:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384332.226335:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384332.226337:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00010000:00000001:0.0:1767384332.226339:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.226341:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.226342:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=4 00000020:00000001:0.0:1767384332.226344:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226346:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226347:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384332.226349:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226353:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384332.226355:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226358:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.226360:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384332.226361:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226370:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.226371:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226373:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384332.226374:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384332.226379:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d4b38d5 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384332.226381:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.226382:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384332.226384:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226387:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384332.226388:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.226389:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.226391:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=5 00000020:00000001:0.0:1767384332.226392:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226394:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384332.226396:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384332.226397:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226400:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384332.226402:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.226402:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226404:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384332.226405:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384332.226407:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.226408:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384332.226410:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fdf0 from hash 00010000:00000001:0.0:1767384332.226412:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384332.226413:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.226414:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.226421:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384332.226424:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384332.226426:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384332.226427:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384332.226429:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.226431:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226433:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384332.226435:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384332.226438:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.226439:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.226441:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226443:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.226445:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.226447:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226455:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.226456:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.226458:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384332.226459:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384332.226461:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.226463:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.226465:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384332.226468:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.226470:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.226473:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.226479:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384332.226481:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384332.226483:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fdf0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384332.226489:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2c1ccbe count: 0 00010000:00000001:0.0:1767384332.226495:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384332.226497:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384332.228427:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384332.228431:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.228434:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007dc6e5a3. 20000000:00000001:3.0:1767384332.228439:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384332.228444:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756032 00010000:00000001:3.0:1767384332.228448:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384332.228455:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bb69ac3 x1853236737756032/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.228464:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.228466:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.228471:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.228475:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384332.228478:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384332.228480:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384332.228483:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.228486:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.228489:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384332.228493:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.228498:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5480b3a. 00000100:00000200:3.0:1767384332.228502:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737756032, offset 224 00000400:00000200:3.0:1767384332.228516:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.228527:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.228537:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704b80 00000400:00000200:3.0:1767384332.228544:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17f9 [2] + 224 00000400:00000200:3.0:1767384332.228551:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.228557:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.228563:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.228568:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.228578:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.228594:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.228618:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5480b3a 00000400:00000010:3.0:1767384332.228621:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5480b3a. 00000100:00000001:3.0:1767384332.228625:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.228627:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.228649:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.228653:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384332.228656:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384332.228658:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.228661:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384332.228666:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb69ac3 x1853236737756032/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.228678:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737756032:12345-0@lo:253: Request processed in 18238us (18635us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384332.228687:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384332.228693:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384332.228696:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.228698:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384332.228703:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff2aa6b0. 00000020:00000010:3.0:1767384332.228709:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:3.0:1767384332.228714:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8d914d6. 00000020:00000040:3.0:1767384332.228725:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384332.228729:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384332.228732:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000236ecbf5. 02000000:00000001:3.0:1767384332.228735:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384332.228737:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384332.228743:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384332.228988:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.228991:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384332.228997:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.229000:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384332.229002:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000934c9df. 00000400:00000200:3.0:1767384332.229007:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0a0613 00000400:00000010:3.0:1767384332.229009:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a0a0613. 00000100:00000001:3.0:1767384332.229014:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.229018:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.229027:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.229034:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.229036:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.229055:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384332.229059:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384332.229061:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.229063:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.229067:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.229071:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384332.229076:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.229079:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384332.229081:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.229084:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384332.229086:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.229089:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.229093:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.229102:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.229105:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.229116:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384332.229120:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384332.229122:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384332.229124:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384332.229125:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384332.229127:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384332.229129:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384332.229130:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384332.229132:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384332.229133:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384332.229135:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384332.229139:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.229149:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737756032:0@lo:253: 00000100:00000001:3.0:1767384332.229155:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.229158:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384332.229162:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737756032/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.229171:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384332.229174:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384332.229177:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c75a395. 02000000:00000001:3.0:1767384332.229182:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384332.229185:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.229187:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384332.229190:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384332.229193:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000696f8fa6. 02000000:00000001:3.0:1767384332.229199:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384332.229201:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384332.229203:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:3.0:1767384332.229208:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384332.229210:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.229213:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.229235:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.229238:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.229241:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.229244:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.229256:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000934c9df. 00000400:00000010:3.0:1767384332.229266:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0a0613. 00080000:00000020:2.0:1767384332.229306:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384332.229310:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:0.0:1767384332.229310:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294919971, at 4294919972 20000000:00000010:2.0:1767384332.229314:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000030536ca. 00000100:00000010:0.0:1767384332.229318:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ec628c8. 20000000:00000001:2.0:1767384332.229320:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384332.229325:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756160 00010000:00000001:2.0:1767384332.229329:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384332.229334:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b005ae8 x1853236737756160/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.229341:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294919971, at 4294919972 00010000:00000001:2.0:1767384332.229343:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384332.229347:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384332.229350:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c48c82eb. 00000100:00001000:2.0:1767384332.229352:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.229358:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384332.229361:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384332.229363:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384332.229365:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384332.229367:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.229369:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384332.229371:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384332.229374:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060aacb45. 00000100:00000200:2.0:1767384332.229377:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737756160, offset 224 00000400:00000200:2.0:1767384332.229383:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384332.229389:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384332.229396:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704c00 00000400:00000200:2.0:1767384332.229401:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1801 [2] + 224 00000400:00000200:2.0:1767384332.229406:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384332.229410:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384332.229413:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384332.229417:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384332.229425:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.229449:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384332.229457:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060aacb45 00000400:00000010:2.0:1767384332.229460:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060aacb45. 00000100:00000001:0.0:1767384332.229463:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.229465:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384332.229467:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384332.229468:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384332.229475:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384332.229476:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384332.229479:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384332.229483:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:0.0:1767384332.229484:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001289bca1. 00010000:00000001:2.0:1767384332.229488:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384332.229490:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cb9675 00000020:00000001:2.0:1767384332.229492:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.229493:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7cb9675. 00000020:00000001:2.0:1767384332.229499:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384332.229500:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384332.229507:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b005ae8 x1853236737756160/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384332.229507:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384332.229526:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.229536:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737756160:12345-0@lo:253: Request processed in 19013us (19438us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384332.229537:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384332.229540:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.229543:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384332.229545:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384332.229548:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.229549:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.229553:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 02000000:00000001:0.0:1767384332.229553:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.229556:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=47 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384332.229558:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00001000:0.0:1767384332.229560:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.229564:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384332.229565:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384332.229568:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.229569:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384332.229570:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384332.229573:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.229575:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c818ef4. 00000100:00000001:0.0:1767384332.229575:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.229581:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000100:00000040:0.0:1767384332.229581:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384332.229588:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db482431. 00000100:00000001:0.0:1767384332.229589:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.229593:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384332.229605:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384332.229609:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000020:01000004:0.0:1767384332.229609:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384332.229611:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384332.229615:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384332.229616:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384332.229617:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384332.229617:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:2.0:1767384332.229620:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027beb448. 02000000:00000001:2.0:1767384332.229625:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384332.229626:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384332.229628:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384332.229629:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384332.229631:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384332.229634:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:2.0:1767384332.229636:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384332.229639:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384332.229643:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000721c5cc0. 00000100:00100000:0.0:1767384332.229649:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6fb229f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737756160:0@lo:253: 00000400:00000010:2.0:1767384332.229650:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060aacb45. 00000100:00000001:0.0:1767384332.229655:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.229657:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384332.229660:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6fb229f x1853236737756160/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.229665:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384332.229667:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384332.229669:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384332.229672:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384332.229673:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384332.229675:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384332.229677:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384332.229678:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e194aad6. 02000000:00000001:0.0:1767384332.229682:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384332.229684:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384332.229685:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6fb229f. 00000100:00000001:0.0:1767384332.229687:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384332.229688:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.229690:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.229693:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.229694:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.229696:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.229699:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.230340:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294919972, at 4294919973 00000100:00000010:2.0:1767384332.230346:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd64f204. 00000100:00000040:3.0:1767384332.231326:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294919972, at 4294919974 00000100:00000010:3.0:1767384332.231332:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00010000:00000010:0.1:1767384332.231412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2c1ccbe. 00010000:00000010:0.1:1767384332.231418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d4b38d5. 00000400:00000010:3.0:1767384332.232131:0:26699:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000056d4746a. 00000400:00000040:3.0:1767384332.232146:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.232148:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384332.232151:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.232152:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.232154:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.232155:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384332.232157:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.232158:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384332.232159:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384332.232160:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384332.232162:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384332.232163:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.232165:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384332.232166:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.232167:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384332.232169:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384332.232170:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.232171:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384332.232171:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384332.232173:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.232175:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.232176:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.232177:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.232178:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.232179:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384332.232180:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.232181:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.232183:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.232184:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.232185:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.232186:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384332.232187:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.232188:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.232194:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.232195:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.232196:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.232197:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384332.232199:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.232200:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.232202:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384332.232202:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384332.232203:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.232204:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384332.232205:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384332.232206:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384332.232207:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384332.232208:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384332.232209:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384332.232210:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384332.232211:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.232212:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384332.232214:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384332.232214:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384332.232216:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384332.232217:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384332.232217:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384332.232218:0:26699:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384332.232265:0:26699:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000056d4746a. 00010000:00000001:3.0:1767384332.322354:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384332.322360:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.322368:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384332.322371:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.322395:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384332.322410:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.322414:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384332.705403:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp28 00000400:00000010:3.0:1767384332.705410:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000da2358a4. 00000400:00000010:3.0:1767384332.705435:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000072b691a4. 00000400:00000010:3.0:1767384332.705442:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000400:00000010:3.0:1767384332.705453:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000577610da. 00000400:00000200:3.0:1767384332.705460:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp28 00000400:00000200:3.0:1767384332.705480:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp28 local destination 00000400:00000200:3.0:1767384332.705490:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp28 00000400:00000200:3.0:1767384332.705507:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp28 NI seq info: [65:65:256:4294967295] 192.168.203.152@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384332.705517:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp28 00000400:00000200:3.0:1767384332.705532:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28:) -> 192.168.203.152@tcp28(192.168.203.152@tcp28:192.168.203.152@tcp28) : GET try# 0 00000800:00000200:3.0:1767384332.705542:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp28 00000800:00000010:3.0:1767384332.705549:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad01580d. 00000800:00000200:3.0:1767384332.705560:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000800:00000200:3.1:1767384332.705570:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000400:00000200:3.0:1767384332.705624:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp28 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:0.0:1767384332.705704:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.705768:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.705796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.705883:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.705948:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706006:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706064:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706185:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706226:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706310:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706481:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706506:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706533:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706553:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706573:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706628:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706657:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706683:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706748:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706840:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706867:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706892:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706920:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706946:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706971:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.706996:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384332.707031:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384332.707163:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003617e049. 00000800:00000010:0.0:1767384332.707169:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048aa7814. 00000800:00000010:0.0:1767384332.707174:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b2efc2. 00000800:00000010:0.0:1767384332.707196:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b2efc2. 00000800:00020000:0.0:1767384332.707206:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384332.715394:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048aa7814. 00000800:00000010:0.0:1767384332.715400:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003617e049. 00000400:02020000:0.0:1767384332.715456:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384332.722495:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp28 notifying 192.168.203.152@tcp28: down 00000800:00000200:0.0:1767384332.722503:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp28 down 00000800:00000100:0.0:1767384332.722511:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp28 00000800:00000010:0.0:1767384332.722515:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad01580d. 00000400:00000200:0.0:1767384332.722521:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384332.722528:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384332.722537:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384332.722541:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384332.722545:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp28) recovery failed with -71 00010000:00000001:3.0:1767384333.345414:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384333.345421:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.345428:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384333.345430:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.345487:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384333.345494:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.345499:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384333.645218:0:27042:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384333.645247:0:27042:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.645251:0:27042:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.645256:0:27042:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384333.645261:0:27042:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.645264:0:27042:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384333.729448:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384333.729454:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384333.729457:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:0.0:1767384333.729462:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000400:00000200:0.0:1767384333.729468:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384333.729476:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384333.729485:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000da2358a4. 00000400:00000010:0.0:1767384333.729490:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000072b691a4. 00010000:00000001:3.0:1767384334.369328:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384334.369333:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.369338:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384334.369340:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.369367:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384334.369370:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.369373:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384334.434042:0:27206:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384334.434045:0:27206:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384334.436933:0:27206:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384334.442939:0:27207:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006a84b343. 00000400:00000010:1.0:1767384334.442951:0:27207:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d1837f03. 00000400:00000010:1.0:1767384334.442959:0:27207:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dfbc336d. 00000400:00000010:1.0:1767384334.442962:0:27207:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001150ed25. 00000400:00000010:1.0:1767384334.442965:0:27207:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008261a921. 00000400:00000010:1.0:1767384334.442968:0:27207:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c521198. 00000400:00000010:1.0:1767384334.442969:0:27207:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002910df12. 00000400:00000010:1.0:1767384334.442971:0:27207:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c7a45ff1. 00000400:00000010:1.0:1767384334.442973:0:27207:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004fe7f361. 00000800:00000010:1.0:1767384334.442984:0:27207:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007cac44e5. 00000800:00000200:1.0:1767384334.442993:0:27207:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384334.443000:0:27207:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384334.443045:0:27207:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384334.443065:0:27207:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767384334.444386:0:27207:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000a2a55580. 00000400:00000010:1.0:1767384334.444391:0:27207:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000342851b2. 00000400:00000010:1.0:1767384334.444397:0:27207:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000400:00000001:1.0:1767384334.444415:0:27207:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384334.444417:0:27207:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384334.444420:0:27207:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:1.0:1767384334.444423:0:27207:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:1.0:1767384334.444425:0:27207:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000400:00000010:1.0:1767384334.444430:0:27207:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000002e0c7d01. 00000400:00000200:1.0:1767384334.444435:0:27207:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (22) 00000400:00000200:1.0:1767384334.444449:0:27207:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384334.444460:0:27207:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767384334.444467:0:27207:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000088390642. 00000020:01000000:1.0:1767384334.444473:0:27207:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384334.444473:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384334.444478:0:27207:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp31 00000400:00000200:0.0:1767384334.444481:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 00000400:00000010:0.0:1767384334.444489:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000400:00000010:1.0:1767384334.444491:0:27207:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d1837f03. 00000400:00000010:1.0:1767384334.444495:0:27207:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006a84b343. 00000400:00000200:0.0:1767384334.444501:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000010:0.0:1767384334.444508:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e81d1c73. 00000400:00000200:0.0:1767384334.444512:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:3.0:1767384334.444516:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384334.444520:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384334.444523:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384334.444525:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384334.444525:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:01000004:3.0:1767384334.444531:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384334.444533:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:3.0:1767384334.444534:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384334.444537:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384334.444540:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384334.444543:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:01000004:3.0:1767384334.444544:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384334.444547:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384334.444550:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384334.444553:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384334.444553:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:01000004:3.0:1767384334.444557:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384334.444559:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384334.444561:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000100:00000010:3.0:1767384334.444565:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdcacbd8. 00000400:00000200:0.0:1767384334.444566:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000040:3.0:1767384334.444572:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384334.444574:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:0.0:1767384334.444591:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:3.0:1767384334.444599:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384334.444599:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 02000000:00000001:3.0:1767384334.444603:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384334.444609:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 02000000:00000001:3.0:1767384334.444610:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.444618:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 02000000:00000010:3.0:1767384334.444620:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c75a395. 00000400:00000200:0.0:1767384334.444636:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:3.0:1767384334.444637:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.444646:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384334.444646:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000100:00000001:3.0:1767384334.444650:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.444657:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000040:3.0:1767384334.444659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdcacbd8] to pc [ptlrpcd_00_00+0] req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384334.444670:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:0.0:1767384334.444678:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:0.0:1767384334.444681:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:0.0:1767384334.444686:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 10000000:00000001:3.0:1767384334.444693:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.444696:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384334.444697:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.444699:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000020:00000001:3.0:1767384334.444701:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.444701:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384334.444705:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384334.444707:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384334.444713:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384334.444713:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000020:00000001:3.0:1767384334.444715:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384334.444719:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384334.444721:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384334.444724:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384334.444730:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384334.444730:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000020:01000004:3.0:1767384334.444734:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384334.444736:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384334.444738:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384334.444740:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384334.444741:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384334.444744:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:3.0:1767384334.444745:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384334.444746:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384334.444750:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384334.444751:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384334.444752:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000020:01000004:3.0:1767384334.444753:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384334.444756:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384334.444757:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384334.444760:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384334.444761:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737756288:0@lo:253: 00000400:00000200:0.0:1767384334.444762:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp29 00000100:00000010:3.0:1767384334.444764:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b7fb4c1. 00000020:00000040:3.0:1767384334.444770:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384334.444770:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384334.444772:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp29 lpni_is_preferred = 0 00000100:00000001:3.0:1767384334.444775:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384334.444776:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384334.444778:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384334.444780:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.444780:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp29 02000000:00000001:3.0:1767384334.444781:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.444786:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384334.444789:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001ff289ae. 00000400:00000200:0.0:1767384334.444791:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [66:66:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [66:66:8:4294967295] 00000100:00000001:3.0:1767384334.444793:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384334.444794:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e194aad6. 00000100:00000001:3.0:1767384334.444798:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384334.444801:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.444802:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.444805:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp29 00000100:00000040:3.0:1767384334.444809:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7fb4c1] to pc [ptlrpcd_00_01+1] req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384334.444809:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d898bb6. 00000400:00000010:1.0:1767384334.444816:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1837f03. 00000100:00000200:1.0:1767384334.444821:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737756288, portal 25 00000400:00000200:0.0:1767384334.444824:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:) -> 192.168.203.152@tcp29(192.168.203.152@tcp:192.168.203.152@tcp29) : PUT try# 0 00000100:00000001:1.0:1767384334.444827:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384334.444830:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877983232 : -113991831568384 : ffff9853355f4000) 00000100:00000040:1.0:1767384334.444840:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384334.444841:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384334.444841:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.152@tcp29 10000000:00000001:3.0:1767384334.444848:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384334.444850:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000193558e0. 00000020:00000001:3.0:1767384334.444852:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384334.444857:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384334.444858:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384334.444861:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000088390642. 00000100:00000040:1.0:1767384334.444862:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384334.444862:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bffc79bc. 00000400:00000010:1.0:1767384334.444868:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008400ad12. 00000800:00000010:0.0:1767384334.444869:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ddeeabb5. 00000100:00000200:1.0:1767384334.444872:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737756288, offset 0 00000800:00000200:0.0:1767384334.444877:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000400:00000200:1.0:1767384334.444881:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.1:1767384334.444885:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000100:00000001:3.0:1767384334.444886:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.444891:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384334.444892:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384334.444893:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384334.444898:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384334.444901:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384334.444904:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704c80 00000400:00000200:0.0:1767384334.444910:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100551 rc 0 00000400:00000200:1.0:1767384334.444917:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000100:00000001:3.0:1767384334.444920:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384334.444921:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8bbd31. 00000100:00000001:3.0:1767384334.444922:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.444926:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384334.444926:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000eb5b450 02000000:00000001:3.0:1767384334.444930:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384334.444932:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.444934:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384334.444935:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737756416:0@lo:253: 00000100:00000001:3.0:1767384334.444941:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384334.444941:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384334.444945:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384334.444947:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb5b450 02000000:00000001:3.0:1767384334.444948:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.444951:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384334.444951:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eb5b450. 02000000:00000010:3.0:1767384334.444958:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000696f8fa6. 02000000:00000001:3.0:1767384334.444961:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.444970:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cd0f64. 00000100:00000001:1.0:1767384334.444971:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384334.444974:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b0b85f. 00000100:00000200:1.0:1767384334.444974:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384334.444975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000040:1.0:1767384334.444978:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000075bc184e x1853236737756288 msgsize 4848 00000100:00000200:3.0:1767384334.444981:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737756416, portal 25 00000100:00000001:3.0:1767384334.444984:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384334.444986:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877994880 : -113991831556736 : ffff9853355f6d80) 00000100:00100000:1.0:1767384334.444989:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384334.444992:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384334.444992:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384334.445000:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384334.445003:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384334.445004:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384334.445007:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb016366. 00000400:00000200:1.0:1767384334.445011:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008400ad12 00000400:00000010:1.0:1767384334.445012:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008400ad12. 00000100:00000001:1.0:1767384334.445017:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384334.445018:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737756416, offset 0 00000100:00000200:1.0:1767384334.445022:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384334.445026:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384334.445028:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384334.445037:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384334.445041:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384334.445048:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.445052:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d704d00 00000400:00000200:0.0:1767384334.445055:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384334.445063:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000100:00000001:1.0:1767384334.445065:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.445067:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d59fd2. 00000100:00000001:1.0:1767384334.445068:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384334.445073:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a880e9af 00000100:00000001:1.0:1767384334.445076:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.445078:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384334.445081:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294922206 00000400:00000200:0.0:1767384334.445084:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384334.445085:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384334.445088:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e099309. 00000400:00000200:3.0:1767384334.445093:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a880e9af 00000400:00000010:3.0:1767384334.445096:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a880e9af. 00000100:00000001:1.0:1767384334.445096:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384334.445103:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384334.445105:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294922206 00000100:00000200:3.0:1767384334.445106:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384334.445110:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000100:00000040:3.0:1767384334.445111:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000331c3d35 x1853236737756416 msgsize 4848 00000100:00000001:1.0:1767384334.445117:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384334.445117:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00100000:3.0:1767384334.445121:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384334.445123:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294922206 00000100:00000040:3.0:1767384334.445125:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384334.445128:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da37ce75. 00000100:00000001:1.0:1767384334.445132:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384334.445136:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384334.445138:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294922206 00000100:00000010:1.0:1767384334.445141:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000228629ff. 00000400:00000200:3.0:1767384334.445143:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb016366 00000100:00000001:1.0:1767384334.445145:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384334.445147:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb016366. 00000100:00000001:1.0:1767384334.445149:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.445151:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384334.445152:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.445156:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384334.445157:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.445160:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.445164:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:1.0:1767384334.445169:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.445170:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384334.445173:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384334.445176:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.445178:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384334.445181:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384334.445184:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445186:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.445188:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445189:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384334.445195:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445198:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294922206 00000100:00000001:3.0:1767384334.445201:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294922206 00000100:00000001:3.0:1767384334.445203:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294922206 00000100:00000001:3.0:1767384334.445205:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294922206 00000100:00000001:3.0:1767384334.445206:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294922206 00000100:00000001:1.0:1767384334.445209:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384334.445213:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756288 00000100:00000001:3.0:1767384334.445215:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294922206 02000000:00000001:1.0:1767384334.445216:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384334.445217:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00000001:3.0:1767384334.445219:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294922206 00000100:00000001:1.0:1767384334.445220:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384334.445223:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445224:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294922206 00000100:00000001:3.0:1767384334.445228:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384334.445228:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445233:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384334.445234:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756288 00000100:00000001:3.0:1767384334.445237:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445240:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384334.445245:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384334.445247:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384334.445248:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.445252:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384334.445252:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384334.445256:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384334.445257:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.445260:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384334.445260:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:0.0:1767384334.445262:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:3.0:1767384334.445265:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.445265:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384334.445272:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.445305:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384334.445309:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046467eff. 00000100:00000001:1.0:1767384334.445312:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384334.445314:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046467eff. 00000100:00000001:3.0:1767384334.445316:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384334.445320:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756416 00000020:00000010:1.0:1767384334.445321:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c521d9b0. 02000000:00000001:3.0:1767384334.445322:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384334.445326:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.445328:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384334.445329:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008148ec09. 02000000:00000001:3.0:1767384334.445331:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.445332:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000020:00000010:1.0:1767384334.445335:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000888c203. 00000100:00100000:3.0:1767384334.445336:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756416 00000020:00000001:3.0:1767384334.445340:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384334.445343:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384334.445345:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.445346:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384334.445349:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000040:1.0:1767384334.445349:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384334.445351:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384334.445353:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384334.445356:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384334.445356:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384334.445360:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384334.445361:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081503e87. 00000100:00000001:3.0:1767384334.445365:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384334.445367:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081503e87. 00000100:00000001:1.0:1767384334.445367:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384334.445376:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000abe9827. 00000020:00000010:3.0:1767384334.445380:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001915795e. 00000100:00000001:1.0:1767384334.445380:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.445387:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000020:00000010:3.0:1767384334.445388:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000001:3.0:1767384334.445396:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384334.445397:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384334.445400:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384334.445404:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384334.445406:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384334.445409:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:1.0:1767384334.445414:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384334.445415:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.445418:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016934992 : -113991692616624 : ffff98533da77c50) 00000100:00000001:3.0:1767384334.445420:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384334.445428:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075bc184e x1853236737756288/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.445434:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384334.445438:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384334.445439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:1.0:1767384334.445442:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384334.445447:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000020:00000010:1.0:1767384334.445449:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046467eff. 00000100:00000040:3.0:1767384334.445452:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384334.445454:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.445457:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016931920 : -113991692619696 : ffff98533da77050) 00000020:00000010:1.0:1767384334.445459:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046467eff. 00000100:00000040:3.0:1767384334.445469:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000331c3d35 x1853236737756416/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.445469:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737756288:12345-0@lo:253: 00000100:00000200:1.0:1767384334.445478:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756288 00000100:00000001:3.0:1767384334.445485:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384334.445487:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000020:00000001:1.0:1767384334.445488:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384334.445490:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081503e87. 00000020:00000001:1.0:1767384334.445494:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384334.445495:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384334.445498:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384334.445499:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081503e87. 00000020:00000001:1.0:1767384334.445501:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384334.445505:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00100000:3.0:1767384334.445509:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737756416:12345-0@lo:253: 00000020:00000001:1.0:1767384334.445510:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384334.445513:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384334.445515:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756416 00000020:00000001:1.0:1767384334.445517:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384334.445518:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384334.445519:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384334.445522:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384334.445523:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.445526:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.445528:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384334.445529:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384334.445531:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384334.445532:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384334.445536:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384334.445537:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088390642. 00000400:00000200:0.0:1767384334.445537:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000020:00000001:3.0:1767384334.445538:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384334.445543:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.445544:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384334.445546:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.445547:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384334.445549:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384334.445550:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.445553:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384334.445556:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384334.445559:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f681e718. 02000000:00000010:3.0:1767384334.445561:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000236ecbf5. 20000000:01000000:1.0:1767384334.445563:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384334.445565:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.445567:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384334.445568:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.445569:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 20000000:00000001:1.0:1767384334.445570:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384334.445572:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384334.445574:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.445576:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384334.445579:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384334.445602:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050a5eb44. 20000000:01000000:1.0:1767384334.445605:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000010:3.0:1767384334.445606:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f1f7ce00. 20000000:00000001:1.0:1767384334.445610:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384334.445612:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384334.445615:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384334.445617:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384334.445617:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384334.445619:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.445631:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.445631:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 20000000:00000001:3.0:1767384334.445634:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384334.445670:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00080000:00000001:1.0:1767384334.445671:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384334.445677:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384334.445678:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.445680:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384334.445683:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384334.445687:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384334.445690:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384334.445696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00080000:00000010:1.0:1767384334.445697:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 00080000:00000001:1.0:1767384334.445701:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:1.0:1767384334.445704:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384334.445726:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.445758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.445809:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000001:00000001:1.0:1767384334.445811:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384334.445814:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.445817:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384334.445837:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.445839:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384334.445853:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.445891:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.445923:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.445960:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00080000:00000001:1.0:1767384334.445980:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384334.445984:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384334.446013:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446046:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446081:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446115:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446138:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446165:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446196:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446220:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446249:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446309:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384334.446345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384334.446573:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003617e049. 00000800:00000010:0.0:1767384334.446594:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078df5fd2. 00000800:00000010:0.0:1767384334.446602:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968e784d. 00000800:00000010:0.0:1767384334.446655:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968e784d. 00000800:00020000:0.0:1767384334.446665:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384334.446675:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078df5fd2. 00000800:00000010:0.0:1767384334.446680:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003617e049. 00000400:02020000:0.0:1767384334.446732:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384334.446738:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp29 notifying 192.168.203.152@tcp29: down 00000800:00000200:0.0:1767384334.446743:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp29 down 00000800:00000100:0.0:1767384334.446748:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.152@tcp29 00000800:00000010:0.0:1767384334.446750:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000193558e0. 00000400:00000200:0.0:1767384334.446755:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384334.446759:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384334.446765:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp29 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:0.0:1767384334.446770:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384334.446774:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:0.0:1767384334.446779:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384334.446803:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384334.446809:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x101151 00000400:00000001:1.0:1767384334.446813:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384334.446814:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384334.446815:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:1.0:1767384334.446817:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000400:00000200:1.0:1767384334.446820:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384334.446824:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384334.446827:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000400:00000200:1.0:1767384334.446830:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384334.446833:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100151 rc -71 00000400:00000200:1.0:1767384334.446835:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384334.446838:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (23) 00080000:00000001:2.0:1767384334.455051:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.455060:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384334.455066:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384334.455069:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384334.455069:0:16771:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384334.455072:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384334.455076:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384334.455077:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384334.455078:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 20000000:00000001:2.0:1767384334.455083:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384334.455084:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384334.455105:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384334.455120:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384334.455125:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384334.455131:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e4c51d3. 00080000:00000020:2.0:1767384334.455133:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384334.455138:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384334.455138:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384334.455144:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384334.455145:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384334.455147:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384334.455151:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384334.455153:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384334.455158:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384334.455165:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000daac47ad. 00010000:00000001:3.0:1767384334.455170:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384334.455174:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00080000:00000001:1.0:1767384334.455177:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384334.455178:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384334.455183:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fdf7 to hash 00080000:00000001:1.0:1767384334.455183:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384334.455187:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.455188:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384334.455190:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384334.455192:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00000020:00000001:1.0:1767384334.455194:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384334.455197:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00000020:00000001:1.0:1767384334.455198:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:3.0:1767384334.455201:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384334.455203:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384334.455205:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.455209:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384334.455210:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a84b343. 00080000:00000001:1.0:1767384334.455216:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076750595072 : -113996958956544 : ffff985203c18400) 00080000:00000001:1.0:1767384334.455223:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384334.455225:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384334.455247:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384334.455248:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384334.455250:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384334.455251:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.455259:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384334.455261:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.455263:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384334.455265:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384334.455266:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384334.455267:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384334.455268:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000daac47ad) refcount = 1 00010000:00010000:3.0:1767384334.455271:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.455276:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384334.455278:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384334.455279:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.455281:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455283:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384334.455286:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384334.455313:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00010000:00000001:3.0:1767384334.455316:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.455317:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.455319:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384334.455321:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.455323:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.455325:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384334.455327:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384334.455331:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384334.455332:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384334.455334:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.455335:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384334.455338:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384334.455341:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.455343:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384334.455344:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.455350:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.455357:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455359:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384334.455361:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.455362:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384334.455366:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384334.455370:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384334.455373:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384334.455375:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384334.455378:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.455382:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384334.455383:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.455384:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.455386:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384334.455387:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.455389:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.455392:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384334.455394:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.455398:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384334.455401:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384334.455403:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455407:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384334.455408:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384334.455411:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.455412:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384334.455414:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fdf7 from hash 00010000:00000001:3.0:1767384334.455416:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384334.455418:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.455419:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.455420:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384334.455422:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384334.455424:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384334.455433:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384334.455435:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.455438:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455440:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384334.455443:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384334.455445:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.455447:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.455449:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455452:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.455455:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.455458:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.455481:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.455483:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.455484:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384334.455487:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384334.455490:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.455492:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.455495:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384334.455499:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.455501:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.455502:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384334.455504:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384334.455506:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384334.455513:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384334.455515:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384334.455517:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdf7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384334.455522:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000daac47ad count: 0 00010000:00000001:3.0:1767384334.455552:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384334.455554:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384334.460309:0:16601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000daac47ad. 00010000:00000010:3.1:1767384334.460317:0:16601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00000100:00000040:0.0:1767384334.464350:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294922206, at 4294922207 00000100:00000040:2.0:1767384334.464358:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294922206, at 4294922207 00000100:00000010:0.0:1767384334.464359:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e099309. 00000100:00000010:2.0:1767384334.464370:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da37ce75. 00080000:00000001:3.0:1767384334.464891:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384334.464894:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384334.464895:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384334.464897:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384334.464898:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384334.464905:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a84b343. 00080000:00000001:3.0:1767384334.464909:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384334.464938:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384334.464942:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384334.464944:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.464946:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384334.464948:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384334.464955:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384334.464957:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384334.464961:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384334.464969:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384334.464971:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384334.464973:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384334.464976:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384334.464977:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384334.464982:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007edcae29. 00010000:00000001:3.0:1767384334.464984:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384334.464987:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384334.464989:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384334.464991:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fdfe to hash 00000020:00000001:3.0:1767384334.464992:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384334.464993:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.464995:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.464997:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.464998:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.465000:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465005:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384334.465007:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384334.465008:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384334.465009:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384334.465010:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.465012:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384334.465013:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.465015:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384334.465021:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384334.465023:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384334.465024:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384334.465026:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007edcae29) refcount = 1 00010000:00010000:3.0:1767384334.465028:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465032:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384334.465033:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384334.465034:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.465035:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465037:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384334.465039:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384334.465042:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004531652s 00010000:00000001:3.0:1767384334.465043:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.465045:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.465046:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384334.465048:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.465051:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.465052:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384334.465054:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465058:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384334.465060:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465064:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.465065:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384334.465066:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465070:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.465071:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465073:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384334.465078:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384334.465082:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384334.465084:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384334.465086:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384334.465087:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465090:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384334.465091:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.465092:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.465093:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384334.465094:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.465096:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384334.465098:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384334.465098:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465102:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384334.465102:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384334.465103:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465105:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384334.465106:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384334.465106:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.465107:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384334.465109:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fdfe from hash 00010000:00000001:3.0:1767384334.465111:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384334.465112:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.465113:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.465114:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384334.465115:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384334.465116:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384334.465118:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384334.465120:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.465121:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465127:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384334.465128:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384334.465130:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.465131:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.465132:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465134:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.465135:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.465137:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465140:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.465142:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.465143:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384334.465145:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384334.465146:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.465147:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.465148:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384334.465151:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384334.465152:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.465154:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.465157:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384334.465158:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384334.465160:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fdfe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384334.465164:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007edcae29 count: 0 00010000:00000001:3.0:1767384334.465177:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384334.465178:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384334.465335:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294922206, at 4294922208 00000100:00000010:1.0:1767384334.465341:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f446d1e. 00000100:00000040:3.0:1767384334.465400:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294922206, at 4294922208 00000100:00000010:3.0:1767384334.465406:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000228629ff. 00080000:00000020:1.0:1767384334.467120:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384334.467123:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384334.467126:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f681e718. 20000000:00000001:1.0:1767384334.467130:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384334.467134:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756288 00010000:00000001:1.0:1767384334.467137:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384334.467142:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075bc184e x1853236737756288/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.467149:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384334.467151:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384334.467154:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384334.467158:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384334.467160:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384334.467161:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384334.467164:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384334.467166:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.467169:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384334.467170:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384334.467174:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc2cb34c. 00000100:00000200:1.0:1767384334.467178:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737756288, offset 224 00000400:00000200:1.0:1767384334.467181:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384334.467189:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384334.467196:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704c80 00000400:00000200:1.0:1767384334.467201:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1835 [2] + 224 00000400:00000200:1.0:1767384334.467207:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.467210:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384334.467213:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384334.467216:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384334.467234:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384334.467248:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384334.467255:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2cb34c 00000100:00000001:3.0:1767384334.467257:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384334.467257:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc2cb34c. 00000100:00000001:3.0:1767384334.467261:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384334.467262:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384334.467265:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384334.467267:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384334.467269:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384334.467270:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384334.467291:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d898bb6. 00000100:00000040:1.0:1767384334.467300:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:3.0:1767384334.467303:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1837f03 00010000:00000001:1.0:1767384334.467304:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384334.467306:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1837f03. 00000020:00000001:1.0:1767384334.467307:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.467312:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384334.467313:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384334.467316:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075bc184e x1853236737756288/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384334.467320:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.467346:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737756288:12345-0@lo:253: Request processed in 21891us (22353us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384334.467352:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.467359:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:1.0:1767384334.467365:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384334.467366:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384334.467368:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384334.467369:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384334.467371:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384334.467375:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384334.467377:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008148ec09. 02000000:00000001:3.0:1767384334.467378:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384334.467382:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384334.467383:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000888c203. 00000100:00000001:3.0:1767384334.467384:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.467388:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384334.467388:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c521d9b0. 00000100:00001000:3.0:1767384334.467392:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=49 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384334.467394:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:3.0:1767384334.467398:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=49 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384334.467400:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384334.467402:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384334.467403:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088390642. 00000100:00000001:3.0:1767384334.467405:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384334.467407:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384334.467409:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384334.467411:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384334.467412:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.467416:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384334.467416:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384334.467420:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384334.467422:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d898bb6. 00000400:00000010:1.0:1767384334.467428:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc2cb34c. 00000100:00000001:3.0:1767384334.467451:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.467455:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384334.467457:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384334.467460:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384334.467463:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384334.467476:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384334.467478:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384334.467480:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384334.467482:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384334.467484:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384334.467486:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384334.467488:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384334.467490:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384334.467493:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384334.467526:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737756288:0@lo:253: 00000100:00000001:3.0:1767384334.467532:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.467535:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.467537:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdcacbd8 x1853236737756288/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.467542:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384334.467544:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384334.467545:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e194aad6. 02000000:00000001:3.0:1767384334.467549:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384334.467550:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384334.467552:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384334.467554:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384334.467555:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c75a395. 02000000:00000001:3.0:1767384334.467558:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.467559:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384334.467560:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdcacbd8. 00000100:00000001:3.0:1767384334.467563:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384334.467564:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.467565:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.467569:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.467570:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.467572:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.467573:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384334.468992:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384334.469001:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384334.469003:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f1f7ce00. 20000000:00000001:1.0:1767384334.469009:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384334.469011:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756416 00010000:00000001:1.0:1767384334.469013:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384334.469016:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000331c3d35 x1853236737756416/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384334.469023:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384334.469024:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384334.469026:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384334.469029:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384334.469031:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384334.469033:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384334.469035:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384334.469036:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384334.469038:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384334.469040:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384334.469043:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006670ba80. 00000100:00000200:1.0:1767384334.469046:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737756416, offset 224 00000400:00000200:1.0:1767384334.469051:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384334.469056:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384334.469062:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d704d00 00000400:00000200:1.0:1767384334.469066:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x183d [2] + 224 00000400:00000200:1.0:1767384334.469071:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384334.469073:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384334.469076:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384334.469078:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384334.469081:0:27212:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b9f1cf14. 00000100:00000040:1.0:1767384334.469088:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384334.469107:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384334.469109:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:2.0:1767384334.469112:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384334.469116:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.469118:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.469121:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.469122:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:3.0:1767384334.469125:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384334.469125:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384334.469127:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384334.469129:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:2.0:1767384334.469130:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384334.469133:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000001:3.0:1767384334.469135:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000040:2.0:1767384334.469135:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000001:3.0:1767384334.469138:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:2.0:1767384334.469139:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:3.0:1767384334.469141:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd0f64. 00000400:00000040:2.0:1767384334.469143:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000200:3.0:1767384334.469147:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b0b85f 00000400:00000040:2.0:1767384334.469147:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.469148:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000010:3.0:1767384334.469151:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b0b85f. 00000400:00000040:2.0:1767384334.469152:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384334.469154:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:2.0:1767384334.469155:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384334.469158:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384334.469160:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000200:3.0:1767384334.469161:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384334.469163:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.469167:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384334.469171:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384334.469174:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384334.469178:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000200:3.0:1767384334.469181:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384334.469182:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384334.469184:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384334.469185:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384334.469195:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384334.469198:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:2.0:1767384334.469198:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384334.469201:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384334.469202:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384334.469205:0:16139:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:2.0:1767384334.469206:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 02000000:00000001:3.0:1767384334.469208:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:2.0:1767384334.469210:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384334.469211:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:2.0:1767384334.469214:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384334.469215:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384334.469220:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384334.469221:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384334.469226:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00001000:3.0:1767384334.469227:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=49 v=5 (5 0 0 0) 00000400:00000040:2.0:1767384334.469229:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00001000:3.0:1767384334.469233:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=49 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384334.469233:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384334.469237:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384334.469238:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384334.469241:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384334.469242:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767384334.469243:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:2.0:1767384334.469246:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:3.0:1767384334.469247:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384334.469250:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384334.469251:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384334.469255:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:3.0:1767384334.469258:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384334.469259:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384334.469264:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384334.469268:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00000001:3.0:1767384334.469271:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:2.0:1767384334.469272:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384334.469275:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384334.469276:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384334.469278:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384334.469279:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384334.469281:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384334.469283:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384334.469285:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384334.469286:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384334.469288:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384334.469290:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384334.469291:0:27212:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767384334.469299:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384334.469301:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384334.469305:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384334.469306:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384334.469307:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384334.469308:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384334.469310:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384334.469311:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384334.469313:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384334.469315:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384334.469316:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384334.469319:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384334.469326:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737756416:0@lo:253: 00000100:00000001:3.0:1767384334.469342:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.469346:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.469350:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b7fb4c1 x1853236737756416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.469368:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384334.469371:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384334.469374:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000696f8fa6. 02000000:00000001:3.0:1767384334.469380:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384334.469383:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384334.469386:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384334.469389:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384334.469392:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001ff289ae. 02000000:00000001:3.0:1767384334.469397:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.469400:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384334.469402:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b7fb4c1. 00000100:00000001:3.0:1767384334.469407:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384334.469409:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.469411:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.469416:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.469419:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.469438:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.469441:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384334.469444:0:27212:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b9f1cf14. 00000400:00000200:1.0:1767384334.469446:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006670ba80 00000400:00000010:1.0:1767384334.469448:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006670ba80. 00000100:00000001:1.0:1767384334.469452:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384334.469458:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384334.469461:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384334.469463:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384334.469465:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384334.469466:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.469468:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384334.469470:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000331c3d35 x1853236737756416/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384334.469476:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737756416:12345-0@lo:253: Request processed in 23991us (24364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384334.469481:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:1.0:1767384334.469483:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384334.469484:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384334.469486:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384334.469488:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001915795e. 00000020:00000010:1.0:1767384334.469507:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000020:00000010:1.0:1767384334.469512:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000abe9827. 00000020:00000040:1.0:1767384334.469514:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:1.0:1767384334.469517:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384334.469519:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000236ecbf5. 02000000:00000001:1.0:1767384334.469522:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384334.469523:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384334.469526:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384334.469529:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c534c8. 00000400:00000010:1.0:1767384334.469531:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006670ba80. 00010000:00000010:3.1:1767384334.471311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007edcae29. 00010000:00000010:3.1:1767384334.471318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00000400:00000200:3.0:1767384334.753363:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp29 00000400:00000010:3.0:1767384334.753373:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b6787da5. 00000400:00000010:3.0:1767384334.753384:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac9a419b. 00000400:00000010:3.0:1767384334.753389:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000400:00000010:3.0:1767384334.753400:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a6566b2. 00000400:00000200:3.0:1767384334.753406:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp29 00000400:00000200:3.0:1767384334.753423:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp29 local destination 00000400:00000200:3.0:1767384334.753430:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp29 00000400:00000200:3.0:1767384334.753433:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1767384334.753440:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp29 00000400:00000200:3.0:1767384334.753448:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:) -> 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) : GET try# 0 00000800:00000200:3.0:1767384334.753453:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp29 00000800:00000010:3.0:1767384334.753457:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000167c99b2. 00000800:00000200:3.0:1767384334.753463:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000800:00000200:3.1:1767384334.753479:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000400:00000200:3.0:1767384334.753496:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp29 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:2.0:1767384334.753560:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753738:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753761:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753803:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753844:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753897:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753930:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.753989:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754021:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754130:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754154:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754172:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754200:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754246:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754672:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754736:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754773:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754831:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754876:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.754978:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755021:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755051:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755093:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755152:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384334.755178:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384334.755367:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027beb448. 00000800:00000010:2.0:1767384334.755373:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025000e5d. 00000800:00000010:2.0:1767384334.755384:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f104b6da. 00000800:00000010:2.0:1767384334.755418:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f104b6da. 00000800:00020000:2.0:1767384334.755428:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384334.755431:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025000e5d. 00000800:00000010:2.0:1767384334.755434:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000027beb448. 00000400:02020000:2.0:1767384334.755471:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384334.755477:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp29 notifying 192.168.203.152@tcp29: down 00000400:00000200:2.0:1767384334.755482:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384334.755486:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp29 00000800:00000010:2.0:1767384334.755490:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000167c99b2. 00000400:00000200:2.0:1767384334.755495:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384334.755499:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384334.755507:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384334.755510:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384334.755514:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384335.394356:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384335.394363:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.394371:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384335.394375:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384335.394378:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384335.394381:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.394383:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384335.394384:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.394386:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.394388:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.394438:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384335.394442:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.394445:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384335.777331:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.777335:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384335.777338:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384335.777343:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000400:00000200:3.0:1767384335.777348:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384335.777356:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384335.777367:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b6787da5. 00000400:00000010:3.0:1767384335.777372:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac9a419b. 00080000:00000001:2.0:1767384335.876991:0:27568:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384335.877005:0:27568:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.877009:0:27568:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.877015:0:27568:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384335.877020:0:27568:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.877023:0:27568:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.033401:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384336.033409:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384336.033414:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.033419:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384336.033422:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384336.033425:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384336.033428:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384336.033431:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384336.033434:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 45 10000000:00000001:2.0:1767384336.033437:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384336.033440:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384336.033449:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000020:00000040:2.0:1767384336.033454:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384336.033470:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.033474:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.033480:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.033488:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098b7eacf. 00000100:00000001:2.0:1767384336.033497:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.033502:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384336.033506:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384336.033515:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004488dd39. 00010000:00000001:2.0:1767384336.033520:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384336.033523:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384336.033527:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384336.033530:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4fe05 to hash 00000020:00000001:2.0:1767384336.033532:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384336.033534:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.033537:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.033541:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384336.033543:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.033546:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384336.033556:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384336.033567:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384336.033595:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384336.033598:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384336.033604:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ec8590c. 00000100:00000001:2.0:1767384336.033606:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757678528 : -113996951873088 : ffff9852042d99c0) 00000100:00000001:2.0:1767384336.033609:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.033610:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000001:2.0:1767384336.033615:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.033617:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.033619:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384336.033643:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384336.033650:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.033658:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384336.033660:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.033663:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.033665:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.033667:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.033669:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737756544:0@lo:101: 00000100:00000001:2.0:1767384336.033673:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.033678:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.033680:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.033682:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384336.033684:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ace11039. 02000000:00000001:2.0:1767384336.033686:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.033690:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:2.0:1767384336.033696:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000100:00000200:2.0:1767384336.033701:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737756544, portal 25 00000100:00000001:2.0:1767384336.033702:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.033703:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000040:2.0:1767384336.033707:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.033713:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.033715:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.033717:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000100:00000200:2.0:1767384336.033718:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737756544, offset 0 00000400:00000200:2.0:1767384336.033724:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.033734:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.033744:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d704d80 00000400:00000200:2.0:1767384336.033749:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10b5 [2] + 0 00000400:00000010:2.0:1767384336.033753:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfeb6fc. 00000400:00000200:2.0:1767384336.033757:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5663369 00000400:00000200:2.0:1767384336.033762:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.033771:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384336.033776:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5663369 00000400:00000010:2.0:1767384336.033778:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5663369. 00000100:00000001:2.0:1767384336.033782:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384336.033783:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384336.033786:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000a9905972 x1853236737756544 msgsize 328 00000100:00100000:2.0:1767384336.033789:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384336.033790:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384336.033804:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.033810:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000400:00000010:2.0:1767384336.033811:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000100:00000001:2.0:1767384336.033815:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384336.033817:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.033825:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.033827:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.033850:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.033852:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.033856:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.033860:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294923795 00000100:00000010:2.0:1767384336.033864:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006baf7e0a. 00000100:00000001:2.0:1767384336.033871:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384336.033883:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294923795 00000100:00000010:2.0:1767384336.033886:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae684421. 00000100:00000001:2.0:1767384336.033889:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384336.033892:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294923795 00000100:00000010:2.0:1767384336.033895:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000293adcd3. 00000100:00000001:2.0:1767384336.033900:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384336.033903:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294923795 00000100:00000010:2.0:1767384336.033906:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9106a9. 00000100:00000001:2.0:1767384336.033910:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384336.033928:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.033931:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.033932:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.033939:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756544 00000100:00000001:2.0:1767384336.033940:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.033944:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384336.033946:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384336.033948:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ec8590c going to sleep for 11 seconds 00000100:00000001:3.0:1767384336.033951:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.033955:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.033956:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.033960:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.033964:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.033971:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756544 00000020:00000001:3.0:1767384336.033974:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.033977:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384336.033980:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.033983:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384336.033987:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384336.033990:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384336.033996:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.034002:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384336.034005:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.034007:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000020:00000010:3.0:1767384336.034024:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002abf1209. 00000020:00000010:3.0:1767384336.034030:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536c0389. 00000020:00000010:3.0:1767384336.034034:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000040:3.0:1767384336.034045:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384336.034049:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.034050:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.034052:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.034061:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.034083:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.034096:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.034098:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384336.034104:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384336.034108:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384336.034111:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016924752 : -113991692626864 : ffff98533da75450) 00000100:00000040:3.0:1767384336.034117:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9905972 x1853236737756544/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.034129:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.034132:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384336.034134:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.034137:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000100:00100000:3.0:1767384336.034141:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737756544:12345-0@lo:101: 00000100:00000200:3.0:1767384336.034145:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756544 00000020:00000001:3.0:1767384336.034148:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384336.034152:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.034155:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.034157:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384336.034159:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384336.034163:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.034164:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.034167:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384336.034169:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384336.034173:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.034175:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384336.034186:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384336.034188:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384336.034191:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384336.034193:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.034198:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384336.034203:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007edcae29. 00010000:00000001:3.0:1767384336.034207:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384336.034209:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d34e2459. 00000020:00000001:3.0:1767384336.034212:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384336.034214:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d34e2459 with handle 0x1cafe7b7e4a4fe0c to hash 00000020:00000001:3.0:1767384336.034233:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384336.034234:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:3.0:1767384336.034236:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00010000:3.0:1767384336.034238:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fe05 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384336.034244:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384336.034246:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384336.034252:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384336.034254:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384336.034257:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002c686e11. 02000000:00000001:3.0:1767384336.034259:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.034260:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.034262:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384336.034265:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384336.034267:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384336.034269:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384336.034270:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.034272:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384336.034273:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.034275:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384336.034277:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384336.034278:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384336.034279:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384336.034281:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007edcae29) refcount = 1 00010000:00010000:3.0:1767384336.034284:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.034343:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384336.034346:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384336.034349:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.034353:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.034355:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384336.034362:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384336.034366:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.034373:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384336.034375:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384336.034377:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.034380:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.034382:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384336.034383:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.034385:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384336.034386:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d34e2459, rc 0) 00000020:00000001:3.0:1767384336.034388:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384336.034392:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756544 00010000:00000001:3.0:1767384336.034396:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384336.034400:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a9905972 x1853236737756544/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.034415:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384336.034418:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.034423:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.034430:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384336.034433:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.034437:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384336.034441:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.034444:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.034447:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.034450:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.034456:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000100:00000200:3.0:1767384336.034461:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737756544, offset 224 00000400:00000200:3.0:1767384336.034480:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.034490:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.034501:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d704d80 00000400:00000200:3.0:1767384336.034508:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1859 [1] + 224 00000400:00000200:3.0:1767384336.034515:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.034520:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.034525:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384336.034531:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.034541:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.034561:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.034567:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384336.034588:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:3.0:1767384336.034611:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.034612:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.034616:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.034619:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384336.034621:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.034622:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.034624:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384336.034627:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9905972 x1853236737756544/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.034633:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737756544:12345-0@lo:101: Request processed in 504us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384336.034639:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384336.034642:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384336.034645:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384336.034646:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384336.034650:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536c0389. 00000020:00000010:3.0:1767384336.034653:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000020:00000010:3.0:1767384336.034657:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002abf1209. 00000100:00000001:2.0:1767384336.034661:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384336.034670:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000400:00000001:2.0:1767384336.034671:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.034675:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384336.034677:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384336.034679:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 02000000:00000010:3.0:1767384336.034681:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002c686e11. 02000000:00000001:3.0:1767384336.034687:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384336.034688:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000100:00000001:3.0:1767384336.034689:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384336.034692:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000200:3.0:1767384336.034696:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384336.034697:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384336.034704:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049cd0f64. 00000100:00000200:2.0:1767384336.034705:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.034710:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f0ed35d. 00000100:00000200:2.0:1767384336.034721:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.034729:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.034731:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.034734:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384336.034736:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.034738:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.034740:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.034742:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.034746:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.034748:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.034751:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.034752:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.034754:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384336.034755:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.034757:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.034760:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.034765:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.034768:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.034777:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.034781:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.034787:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737756544:0@lo:101: 00000100:00000001:2.0:1767384336.034790:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.034792:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.034794:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384336.034795:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.034797:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.034803:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384336.034805:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ec8590c. 00000100:00000001:2.0:1767384336.034807:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384336.034808:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.034810:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384336.034813:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.034814:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.034816:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=4 00000020:00000001:2.0:1767384336.034818:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.034820:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000040:2.0:1767384336.034841:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005a0059aa, remote cookie: 0x1cafe7b7e4a4fe0c, flags: 0x0 00010000:00000001:2.0:1767384336.034844:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384336.034847:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384336.034848:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384336.034850:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384336.034852:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384336.034854:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004488dd39) refcount = 1 00010000:00010000:2.0:1767384336.034857:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.034865:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384336.034866:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384336.034868:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384336.034879:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384336.034882:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.034885:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.034891:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384336.034892:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.034894:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.034895:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.034896:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.034897:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.034899:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.034902:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737756544/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.034909:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.034912:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.034915:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ace11039. 02000000:00000001:2.0:1767384336.034918:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.034920:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.034921:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384336.034924:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.034926:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098b7eacf. 02000000:00000001:2.0:1767384336.034929:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.034930:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.034932:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00000100:00000001:2.0:1767384336.034935:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.034937:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384336.034939:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.034941:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384336.034942:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384336.034944:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.034946:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.034948:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.034949:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:2.0:1767384336.034951:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.034953:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.034955:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384336.034961:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.034962:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.034964:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.034967:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384336.034970:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000955c0683. 00000100:00000010:2.0:1767384336.034985:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000020:00000040:2.0:1767384336.034988:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384336.034991:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.034993:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.034996:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.034999:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098b7eacf. 00000100:00000001:2.0:1767384336.035003:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035006:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384336.035009:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ace11039. 00000100:00000010:2.0:1767384336.035012:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a59b21fc. 00000020:00000040:2.0:1767384336.035014:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384336.035018:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384336.035019:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384336.035022:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ec8590c. 00000100:00000001:2.0:1767384336.035024:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757678528 : -113996951873088 : ffff9852042d99c0) 00000100:00000001:2.0:1767384336.035026:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.035027:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000001:2.0:1767384336.035030:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.035032:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035034:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384336.035035:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384336.035037:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.035044:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384336.035046:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.035048:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.035050:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.035052:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.035054:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737756672:0@lo:256: 00000100:00000001:2.0:1767384336.035057:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.035065:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.035068:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035070:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384336.035074:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:2.0:1767384336.035079:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f66494bc. 00000100:00000200:2.0:1767384336.035082:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d704e00-0x695824d704e00, portal 33 00000100:00000001:2.0:1767384336.035085:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.035087:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384336.035090:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c4b61ca. 02000000:00000001:2.0:1767384336.035091:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.035103:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cc223de. 00000400:00000010:2.0:1767384336.035107:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000100:00000200:2.0:1767384336.035109:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737756672, portal 25 00000100:00000001:2.0:1767384336.035112:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.035113:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000040:2.0:1767384336.035117:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.035124:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.035127:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.035129:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000100:00000200:2.0:1767384336.035131:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737756672, offset 0 00000400:00000200:2.0:1767384336.035135:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.035142:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.035149:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d704e00 00000400:00000200:2.0:1767384336.035153:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10dd [2] + 0 00000400:00000010:2.0:1767384336.035156:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027add2b6. 00000400:00000200:2.0:1767384336.035161:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000011fdcd79 00000400:00000200:2.0:1767384336.035165:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.035168:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384336.035171:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011fdcd79 00000400:00000010:2.0:1767384336.035173:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011fdcd79. 00000100:00000001:2.0:1767384336.035176:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384336.035177:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384336.035180:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000005d09d6c7 x1853236737756672 msgsize 304 00000100:00100000:2.0:1767384336.035193:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384336.035195:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384336.035211:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.035218:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000400:00000010:2.0:1767384336.035219:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000100:00000001:2.0:1767384336.035222:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384336.035225:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.035234:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.035236:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.035258:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035259:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.035262:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035264:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294923796 00000100:00000001:2.0:1767384336.035268:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923795 00000100:00000001:2.0:1767384336.035271:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294923796 00000100:00000001:2.0:1767384336.035273:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923795 00000100:00000001:2.0:1767384336.035275:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294923796 00000100:00000001:2.0:1767384336.035277:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923795 00000100:00000001:2.0:1767384336.035278:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294923796 00000100:00000001:2.0:1767384336.035280:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923795 00000100:00000001:2.0:1767384336.035282:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.035284:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035286:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.035287:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384336.035289:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ec8590c going to sleep for 11 seconds 00000100:00000001:2.0:1767384336.035310:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.035312:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035314:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384336.035318:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756672 02000000:00000001:3.0:1767384336.035320:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.035322:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.035323:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.035327:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.035329:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756672 00000020:00000001:3.0:1767384336.035331:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.035333:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384336.035335:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.035336:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384336.035339:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384336.035342:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384336.035344:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.035348:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384336.035349:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.035351:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000020:00000010:3.0:1767384336.035354:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002abf1209. 00000020:00000010:3.0:1767384336.035357:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536c0389. 00000020:00000010:3.0:1767384336.035359:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000040:3.0:1767384336.035363:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384336.035365:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.035366:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.035367:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035370:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035402:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.035417:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.035433:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384336.035440:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384336.035444:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384336.035447:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016922704 : -113991692628912 : ffff98533da74c50) 00000100:00000040:3.0:1767384336.035453:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d09d6c7 x1853236737756672/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 304/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.035470:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.035475:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384336.035479:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.035484:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000100:00100000:3.0:1767384336.035492:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737756672:12345-0@lo:256: 00000100:00000200:3.0:1767384336.035499:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756672 00000020:00000001:3.0:1767384336.035503:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384336.035508:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.035511:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.035515:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384336.035518:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:3.0:1767384336.035522:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.035524:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.035527:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384336.035529:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384336.035532:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035535:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384336.035537:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384336.035541:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002c686e11. 02000000:00000001:3.0:1767384336.035544:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035546:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.035548:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384336.035552:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384336.035555:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384336.035558:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384336.035560:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.035563:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384336.035564:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384336.035603:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008eff70b3. 20000000:00000001:3.0:1767384336.035608:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384336.035641:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384336.035647:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384336.035651:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384336.035652:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384336.035654:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384336.035656:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384336.035657:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384336.035658:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384336.035660:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384336.035661:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384336.035663:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384336.035664:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384336.035665:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384336.035667:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384336.035668:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384336.035669:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384336.035671:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384336.035672:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384336.035673:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384336.035675:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384336.035677:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384336.035678:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384336.035679:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384336.035681:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:3.0:1767384336.035687:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384336.035688:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384336.035690:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384336.035691:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384336.035692:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384336.035694:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384336.035695:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384336.035697:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384336.035698:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384336.035700:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384336.035701:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384336.035703:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384336.035704:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384336.035712:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384336.035714:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384336.035715:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384336.035716:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384336.035718:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384336.035720:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384336.035721:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384336.035723:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384336.035724:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384336.035725:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384336.035727:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:3.0:1767384336.035729:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:3.0:1767384336.035730:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:3.0:1767384336.035732:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384336.035735:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000db6cc60b. 00000100:00000010:3.0:1767384336.035737:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e956b92f. 00000020:00000040:3.0:1767384336.035739:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:3.0:1767384336.035742:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384336.035744:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384336.035746:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000400:00000010:3.0:1767384336.035752:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050c215eb. 00000400:00000200:3.0:1767384336.035754:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.035761:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.035767:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x695824d704e00 00000400:00000200:3.0:1767384336.035771:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x1869 [4] + 0 00000400:00000010:3.0:1767384336.035774:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:3.0:1767384336.035777:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f66494bc 00000400:00000200:3.0:1767384336.035780:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.035783:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384336.035785:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f66494bc 00000400:00000010:3.0:1767384336.035786:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f66494bc. 00000100:00000001:3.0:1767384336.035789:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384336.035790:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000014ce40c desc 00000000ace11039 mbits 1853236737756672 00000100:00000001:3.0:1767384336.035802:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384336.035805:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384336.035808:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384336.035820:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1875 00000400:00000200:3.0:1767384336.035822:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.035824:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384336.035827:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384336.035828:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000db6cc60b 00000100:00000001:3.0:1767384336.035830:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384336.035852:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384336.035854:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:3.0:1767384336.035856:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384336.035857:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000db6cc60b 00000100:00000001:3.0:1767384336.035859:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384336.035864:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x695824d704e00-0x695824d704e00 00000100:00000001:3.0:1767384336.035867:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.035871:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035873:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384336.035875:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:3.0:1767384336.035878:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e956b92f. 00000100:00000010:3.0:1767384336.035882:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000db6cc60b. 00000100:00000001:3.0:1767384336.035884:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384336.035886:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384336.035894:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008eff70b3. 20000000:00000001:3.0:1767384336.035899:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.035902:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384336.035903:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756672 00010000:00000001:3.0:1767384336.035910:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384336.035911:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384336.035917:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d09d6c7 x1853236737756672/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.035929:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384336.035932:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.035934:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.035937:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384336.035939:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.035941:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384336.035944:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.035945:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.035948:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.035955:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.035957:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000100:00000200:3.0:1767384336.035960:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737756672, offset 224 00000400:00000200:3.0:1767384336.035964:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.035969:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.035974:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d704e00 00000400:00000200:3.0:1767384336.035978:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x186d [1] + 224 00000400:00000200:3.0:1767384336.035982:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.035984:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.035987:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384336.035990:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.035999:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.036016:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.036020:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384336.036021:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:3.0:1767384336.036024:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.036025:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.036027:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.036030:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384336.036033:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.036035:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.036038:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384336.036040:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384336.036043:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d09d6c7 x1853236737756672/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.036054:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737756672:12345-0@lo:256: Request processed in 584us (871us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384336.036060:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.036065:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384336.036066:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000400:00000010:2.0:1767384336.036068:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cc223de. 00000100:00000040:3.0:1767384336.036072:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384336.036078:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384336.036079:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000100:00000001:3.0:1767384336.036080:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384336.036086:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000020:00000010:3.0:1767384336.036089:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536c0389. 00000100:00000001:2.0:1767384336.036092:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.036098:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384336.036108:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000020:00000010:3.0:1767384336.036119:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002abf1209. 00000100:00000200:2.0:1767384336.036120:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384336.036129:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:2.0:1767384336.036139:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384336.036140:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384336.036144:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384336.036145:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002c686e11. 00000100:00000001:2.0:1767384336.036149:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.036152:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384336.036154:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384336.036157:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.036158:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.036164:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.036167:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384336.036168:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.036177:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=51 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384336.036178:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d59fd2. 00000100:00001000:2.0:1767384336.036185:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=51 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384336.036187:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018cdf1e6. 00000100:00000001:2.0:1767384336.036191:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.036195:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.036198:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384336.036201:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.036203:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.036206:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.036217:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.036242:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.036243:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.036245:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.036250:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737756672:0@lo:256: 00000100:00000001:2.0:1767384336.036261:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.036263:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.036264:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384336.036265:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.036267:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.036272:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384336.036273:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ec8590c. 00000100:00000001:2.0:1767384336.036275:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384336.036276:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384336.036279:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:2.0:1767384336.036282:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384336.036287:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cf9a233a. 10000000:00000040:2.0:1767384336.036314:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384336.036337:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384336.036340:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384336.036346:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384336.036349:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.036352:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384336.036355:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384336.036357:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:2.0:1767384336.036362:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:2.0:1767384336.036365:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384336.036368:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384336.036374:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384336.036379:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (22) 00000400:00000200:2.0:1767384336.036384:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000200:2.0:1767384336.036404:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384336.036406:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384336.036409:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384336.036411:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384336.036413:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000400:00000200:2.0:1767384336.036416:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384336.036418:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384336.036430:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036432:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384336.036434:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384336.036437:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036439:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384336.036441:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384336.036444:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036446:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384336.036449:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:2.0:1767384336.036452:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036454:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384336.036456:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384336.036459:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036460:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384336.036462:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384336.036466:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036468:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384336.036470:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384336.036476:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384336.036476:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384336.036479:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384336.036486:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:0.0:1767384336.036491:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100171 00000400:00000200:2.0:1767384336.036493:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036502:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384336.036506:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000010:0.0:1767384336.036508:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd918751. 00000400:00000200:2.0:1767384336.036510:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036518:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:0.0:1767384336.036520:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000200:2.0:1767384336.036522:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384336.036529:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000010:0.0:1767384336.036531:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003fb42d18. 00000400:00000200:2.0:1767384336.036532:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384336.036540:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:0.0:1767384336.036545:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384336.036549:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036554:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384336.036557:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:0.0:1767384336.036565:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384336.036566:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036602:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:0.0:1767384336.036603:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:2.0:1767384336.036627:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:0.0:1767384336.036631:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:0.0:1767384336.036643:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:2.0:1767384336.036644:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036650:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:0.0:1767384336.036657:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000400:00000200:2.0:1767384336.036658:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384336.036667:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036669:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:0.0:1767384336.036672:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384336.036675:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384336.036683:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036684:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384336.036686:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384336.036688:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036693:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384336.036698:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:2.0:1767384336.036707:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384336.036707:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:2.0:1767384336.036712:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:2.0:1767384336.036719:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:0.0:1767384336.036723:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:2.0:1767384336.036726:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036732:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:0.0:1767384336.036736:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:2.0:1767384336.036737:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:2.0:1767384336.036745:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384336.036749:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:2.0:1767384336.036750:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:2.0:1767384336.036755:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:2.0:1767384336.036762:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036765:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:0.0:1767384336.036769:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384336.036770:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:2.0:1767384336.036778:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384336.036782:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:2.0:1767384336.036787:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:0.0:1767384336.036792:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000010:2.0:1767384336.036795:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b3fe9440. 00000400:00000200:2.0:1767384336.036805:0:16775:0:(peer.c:264:lnet_peer_alloc()) 00000000b3fe9440 nid 192.168.203.152@tcp31 00000400:00000200:0.0:1767384336.036807:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000010:2.0:1767384336.036810:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001e519d67. 00000400:00000200:2.0:1767384336.036833:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 000000001e519d67 net tcp31 00000400:00000200:0.0:1767384336.036840:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000010:2.0:1767384336.036849:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002e5c8be9. 00000400:00000200:0.0:1767384336.036850:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:2.0:1767384336.036865:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002e5c8be9 nid 192.168.203.152@tcp31 00000400:00000200:0.0:1767384336.036867:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:0.0:1767384336.036875:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:0.0:1767384336.036879:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:0.0:1767384336.036884:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:0.0:1767384336.036888:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000400:00000200:0.0:1767384336.036892:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000400:00000200:0.0:1767384336.036896:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:0.0:1767384336.036900:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:0.0:1767384336.036906:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:0.0:1767384336.036910:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp30 lpni_is_preferred = 0 00000400:00000200:0.0:1767384336.036913:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp30 00000400:00000200:0.0:1767384336.036928:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [68:68:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [68:68:8:4294967295] 00000400:00000200:0.0:1767384336.036935:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:0.0:1767384336.036944:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp:192.168.203.152@tcp30) : PUT try# 0 00000400:00000200:2.0:1767384336.036949:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (0) 00000800:00000200:0.0:1767384336.036951:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.152@tcp30 00000400:00000200:2.0:1767384336.036961:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.152@tcp31: -2 00000800:00000010:0.0:1767384336.036962:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bffd41c. 00000400:00000200:2.0:1767384336.036972:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp31 NID 192.168.203.152@tcp31 flags 0x1 00000800:00000010:0.0:1767384336.036976:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6886a17. 00000800:00000010:0.0:1767384336.036984:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cd863318. 00000400:00000200:2.0:1767384336.036989:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (1) 00000400:00000200:2.0:1767384336.036995:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (2) 00000800:00000200:0.0:1767384336.036995:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:2.0:1767384336.037000:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (1) 00000800:00000200:0.1:1767384336.037007:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:2.0:1767384336.037008:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (2) 00000400:00000200:2.0:1767384336.037021:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): 0 00000400:00000200:2.0:1767384336.037024:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384336.037027:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384336.037030:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp31 NID 192.168.203.152@tcp31: 0. pending discovery 00000400:00000200:2.0:1767384336.037032:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (3) 00000100:00000001:2.0:1767384336.037040:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.037042:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384336.037047:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 00000400:00000200:0.0:1767384336.037051:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 10000000:00000010:2.0:1767384336.037054:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000096b7e6f6. 00000400:00000200:0.0:1767384336.037058:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100571 rc 0 10000000:00000040:2.0:1767384336.037061:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 50/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:2.0:1767384336.037070:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384336.037074:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x41 00000020:00000001:2.0:1767384336.037081:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384336.037081:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (2) 00000020:00000010:2.0:1767384336.037090:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd048f01. 00000400:00000010:0.0:1767384336.037092:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b14ba506. 00000400:00000010:0.0:1767384336.037102:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000020:00000010:2.0:1767384336.037103:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bee5ebcb. 00000400:00000010:0.0:1767384336.037109:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002973ea6f. 00000040:00000010:2.0:1767384336.037112:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d233de57. 00000020:00000010:2.0:1767384336.037120:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004077df2. 00000400:00000200:0.0:1767384336.037122:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp31 00000020:00000010:2.0:1767384336.037129:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384336.037136:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051ef4306. 00000400:00000200:0.0:1767384336.037140:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp31 local destination 80000000:00000010:2.0:1767384336.037143:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000067c01167. 00000400:00000200:0.0:1767384336.037147:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:0.0:1767384336.037154:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp31 40000000:00000010:2.0:1767384336.037155:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ff9ae5f. 00000400:00000200:0.0:1767384336.037161:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp31 lpni_is_preferred = 0 00100000:00000010:2.0:1767384336.037166:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000862c9173. 00000400:00000200:0.0:1767384336.037167:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp31 00040000:00000010:2.0:1767384336.037177:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f9c33b5. 00000400:00000200:0.0:1767384336.037178:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [69:69:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [1:1:8:4294967295] 00040000:00000010:2.0:1767384336.037190:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d16cadc0. 00000400:00000200:0.0:1767384336.037190:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp31 00040000:00000010:2.0:1767384336.037198:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b46b0c80. 00000400:00000200:3.0:1767384336.037204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00080000:00000010:2.0:1767384336.037207:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b4b08d6e. 00000400:00000200:0.0:1767384336.037215:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) : GET try# 0 00000004:00000010:2.0:1767384336.037220:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000faac41ad. 00000800:00000200:0.0:1767384336.037242:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp31 00000004:00000010:2.0:1767384336.037244:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024d308ec. 00000800:00000010:0.0:1767384336.037248:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f6c30cb7. 00000004:00000010:2.0:1767384336.037252:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005543f13c. 00000800:00000010:0.0:1767384336.037257:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000078df5fd2. 00000800:00000010:0.0:1767384336.037262:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005ca964fb. 00002000:00000010:2.0:1767384336.037267:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000047757c41. 00000800:00000200:0.0:1767384336.037271:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (2) 00000004:00000010:2.0:1767384336.037275:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009ff45f87. 00000800:00000200:0.1:1767384336.037277:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (2) 00000400:00000200:3.0:1767384336.037280:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000004:00000001:2.0:1767384336.037284:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384336.037288:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:0.0:1767384336.037342:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp31 00000040:00001000:2.0:1767384336.037343:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000096b7e6f6 00000040:00001000:2.0:1767384336.037346:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384336.037350:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384336.037355:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384336.037360:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:0.0:1767384336.037361:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x241 rc 0 00000400:00000200:3.0:1767384336.037366:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000040:00001000:2.0:1767384336.037370:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384336.037375:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384336.037378:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384336.037380:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384336.037383:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384336.037439:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.037446:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000004:00000001:2.0:1767384336.037450:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.037459:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bee5ebcb. 00000040:00000010:2.0:1767384336.037466:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d233de57. 00000020:00000010:2.0:1767384336.037472:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004077df2. 00000020:00000010:2.0:1767384336.037479:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384336.037485:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051ef4306. 80000000:00000010:2.0:1767384336.037491:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000067c01167. 40000000:00000010:2.0:1767384336.037497:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ff9ae5f. 00100000:00000010:2.0:1767384336.037503:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000862c9173. 00040000:00000010:2.0:1767384336.037508:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f9c33b5. 00040000:00000010:2.0:1767384336.037513:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d16cadc0. 00040000:00000010:2.0:1767384336.037518:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b46b0c80. 00080000:00000010:2.0:1767384336.037523:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b4b08d6e. 00000004:00000010:2.0:1767384336.037528:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000faac41ad. 00000400:00000200:0.0:1767384336.037530:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000004:00000010:2.0:1767384336.037533:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024d308ec. 00000004:00000010:2.0:1767384336.037541:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005543f13c. 00002000:00000010:2.0:1767384336.037547:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000047757c41. 00000400:00000200:3.0:1767384336.037551:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000004:00000010:2.0:1767384336.037553:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ff45f87. 00000020:00000010:2.0:1767384336.037562:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd048f01. 00000020:00000001:2.0:1767384336.037567:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.037589:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384336.037594:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000096b7e6f6. 10000000:00000010:2.0:1767384336.037607:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cf9a233a. 10000000:00000001:2.0:1767384336.037612:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.037615:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.037621:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737756672/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.037628:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:2.0:1767384336.037647:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.037652:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.037654:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c4b61ca. 02000000:00000001:2.0:1767384336.037659:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.037661:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.037663:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384336.037665:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384336.037667:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384336.037669:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.037671:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384336.037673:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384336.037675:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a59b21fc. 00000100:00000010:2.0:1767384336.037679:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ace11039. 00000400:00000200:3.0:1767384336.037681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:2.0:1767384336.037682:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384336.037686:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098b7eacf. 02000000:00000001:2.0:1767384336.037689:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.037691:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.037693:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00000100:00000001:2.0:1767384336.037698:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.037699:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384336.037715:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000955c0683. 10000000:01000000:2.0:1767384336.037719:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:0.0:1767384336.037721:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 10000000:00000001:2.0:1767384336.037722:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384336.037727:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.037729:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.037732:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:2.0:1767384336.037734:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.037737:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384336.037740:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384336.037742:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384336.037752:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00010000:00000001:2.0:1767384336.037754:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.037757:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384336.037760:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.037766:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384336.037769:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.037770:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384336.037772:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.037774:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.037776:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384336.037779:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384336.037781:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:2.0:1767384336.037783:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384336.037794:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.037812:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.037892:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.037901:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.037969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.037988:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038047:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038135:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038166:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038242:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038268:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038392:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038503:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038636:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038698:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038729:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038760:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038792:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038809:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038896:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.038960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.038974:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039046:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039057:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039134:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039138:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039284:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039299:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039391:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039464:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039524:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039535:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039641:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039739:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039819:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039866:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039896:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.039949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.039978:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.040058:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.040141:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040206:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.040223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040356:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040421:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.040494:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:3.0:1767384336.040505:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7c23b12. 00000800:00000010:3.0:1767384336.040513:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ad9fb1d. 00000800:00000010:3.0:1767384336.040519:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000920df339. 00000800:00000010:3.0:1767384336.040545:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000920df339. 00000800:00020000:3.0:1767384336.040562:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384336.040566:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ad9fb1d. 00000800:00000010:3.0:1767384336.040588:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e7c23b12. 00000400:02020000:3.0:1767384336.040650:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384336.040657:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:3.0:1767384336.040664:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000800:00000100:3.0:1767384336.040671:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:3.0:1767384336.040674:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bffd41c. 00000400:00000200:3.0:1767384336.040681:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384336.040685:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384336.040693:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 0 next ping: 257 health :900 00000400:00000200:3.0:1767384336.040697:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384336.040700:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:3.0:1767384336.040705:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384336.040742:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384336.040757:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384336.040762:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x101171 00000400:00000001:3.0:1767384336.040765:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.040767:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.040769:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd918751 00000400:00000010:3.0:1767384336.040771:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd918751. 00000400:00000200:3.0:1767384336.040774:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384336.040777:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384336.040780:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000400:00000200:3.0:1767384336.040783:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384336.040785:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x100171 rc -71 00000400:00000200:3.0:1767384336.040789:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:3.0:1767384336.040793:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (23) 00000400:00000200:0.0:1767384336.040879:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp31 from 217.3.0.2 00000800:00000010:0.0:1767384336.040893:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e47f3ac1. 00000800:00000010:3.0:1767384336.040941:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7c23b12. 00000800:00000010:3.0:1767384336.040949:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ad9fb1d. 00000800:00000010:0.0:1767384336.041315:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003617e049. 00000800:00000010:0.0:1767384336.041320:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c623cc37. 00000800:00000010:0.0:1767384336.041324:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d67a45f. 00000800:00000010:0.0:1767384336.041402:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d67a45f. 00000800:00000010:3.0:1767384336.041438:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009b2c700b. 00000800:00000200:3.1:1767384336.041451:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (2) 00000800:00000200:3.1:1767384336.041460:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp31 000000009b2c700b deleted 00000800:00000010:3.1:1767384336.041464:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009b2c700b. 00000800:00000200:3.1:1767384336.041472:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384336.041484:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:985 00000800:00000200:3.1:1767384336.041490:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6c30cb7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384336.041499:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp31 p 3.x 192.168.203.152 -> 192.168.203.152:985 incarnation:1767384334442985529 sched[0] 00000800:00000010:3.0:1767384336.041506:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000920df339. 00000800:00000010:3.0:1767384336.041592:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000920df339. 00000800:00000010:3.0:1767384336.041598:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ad9fb1d. 00000800:00000010:3.0:1767384336.041653:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e47f3ac1. 00000800:00000001:3.0:1767384336.041666:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.041673:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384336.041726:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.041729:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f6c30cb7. 00000400:00000200:3.0:1767384336.041734:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.041739:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: GET: OK 00000400:00000200:3.0:1767384336.041744:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384336.041748:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp31: 0 00000800:00000200:0.1:1767384336.041749:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384336.041760:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp31 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384334442985529 sched[0] 00000800:00000010:0.0:1767384336.041765:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c623cc37. 00000800:00000001:0.0:1767384336.041798:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.041805:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384336.041809:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.041834:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.041842:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : GET - for me 00000400:00000200:0.0:1767384336.041856:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp31 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384336.041864:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp31 of length 272/272 into md 0x182d [1] + 0 00000400:00000200:0.0:1767384336.041872:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp31 to MR: 192.168.203.152@tcp31 local destination 00000400:00000200:0.0:1767384336.041879:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [70:70:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384336.041887:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) 192.168.203.152@tcp31 : REPLY try# 0 00000800:00000200:0.0:1767384336.041891:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp31 00000800:00000010:0.0:1767384336.041895:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39e3c8d. 00000800:00000200:0.0:1767384336.041907:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000800:00000200:0.0:1767384336.041912:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:988 00000800:00000200:0.0:1767384336.041915:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b39e3c8d type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384336.041954:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.041993:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384336.041999:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384336.042002:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384336.042005:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39e3c8d. 00000800:00000001:3.0:1767384336.042007:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.042011:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384336.042015:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042020:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00000400:00000200:3.0:1767384336.042036:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : REPLY - for me 00000800:00000001:0.0:1767384336.042046:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.042055:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp31: Reply from 12345-192.168.203.152@tcp31 of length 272/272 into md 0x1885 00000800:00000001:3.0:1767384336.042063:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.042071:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.042073:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.042079:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00000400:00000200:3.0:1767384336.042085:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b064c092 00000400:00000010:3.0:1767384336.042087:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b064c092. 00000400:00000200:3.0:1767384336.042092:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384336.042096:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042097:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp31 has discovery enabled 00000400:00000200:3.0:1767384336.042106:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp31(00000000b3fe9440) is MR 00000400:00000200:3.0:1767384336.042111:0:16132:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp31 (400 bytes) 00000400:00000200:3.0:1767384336.042119:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): -114 00000400:00000010:3.0:1767384336.042133:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b14ba506. 00000400:00000200:3.0:1767384336.042138:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (3) 00000800:00000001:3.0:1767384336.042146:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.042151:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042172:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384336.042181:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000002abf1209. 00000400:00000010:3.0:1767384336.042187:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfeb6fc. 00000400:00000010:3.0:1767384336.042192:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000400:00000200:3.0:1767384336.042197:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002abf1209 00000400:00000001:3.0:1767384336.042202:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.042203:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.042205:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d95aff. 00000400:00000200:3.0:1767384336.042209:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:3.0:1767384336.042211:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:3.0:1767384336.042215:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384336.042219:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000540df881. 00000400:00000200:3.0:1767384336.042223:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000400:00000200:3.0:1767384336.042243:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x841 00000400:00000200:0.0:1767384336.042247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042248:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp31:0 00000400:00000200:3.0:1767384336.042257:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x2041 rc 1 00000400:00000200:3.0:1767384336.042263:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x2041 00000400:00000200:3.0:1767384336.042278:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (2) 00000400:00000010:3.0:1767384336.042282:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000ed5550b4. 00000400:00000010:3.0:1767384336.042285:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000400:00000010:3.0:1767384336.042317:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040964ca2. 00000400:00000200:0.0:1767384336.042322:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042323:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp31 00000400:00000200:3.0:1767384336.042364:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp31 local destination 00000400:00000200:3.0:1767384336.042370:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:3.0:1767384336.042375:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp31 00000400:00000200:3.0:1767384336.042379:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp31 lpni_is_preferred = 0 00000400:00000200:3.0:1767384336.042382:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp31 00000400:00000200:3.0:1767384336.042385:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [71:71:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384336.042392:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp31 00000400:00000200:3.0:1767384336.042406:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) : GET try# 0 00000400:00000200:0.0:1767384336.042412:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.042427:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp31 00000800:00000010:3.0:1767384336.042436:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a33e340. 00000800:00000200:3.0:1767384336.042444:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000800:00000200:3.0:1767384336.042454:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:985 00000800:00000200:3.0:1767384336.042459:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a33e340 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384336.042465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042490:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp31 00000400:00000200:3.0:1767384336.042496:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x241 rc 0 00000800:00000200:0.0:1767384336.042553:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384336.042556:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384336.042559:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a33e340. 00000400:00000200:0.0:1767384336.042565:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384336.042567:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042592:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: GET: OK 00000800:00000001:3.0:1767384336.042593:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384336.042599:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384336.042619:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042619:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp31: 0 00000400:00000200:3.0:1767384336.042632:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : GET - for me 00000400:00000200:3.0:1767384336.042641:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp31 of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384336.042648:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp31 of length 400/400 into md 0x182d [1] + 0 00000400:00000200:3.0:1767384336.042657:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp31 to MR: 192.168.203.152@tcp31 local destination 00000400:00000200:3.0:1767384336.042664:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [72:72:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384336.042664:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.042682:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) 192.168.203.152@tcp31 : REPLY try# 0 00000800:00000200:3.0:1767384336.042695:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.152@tcp31 00000800:00000010:3.0:1767384336.042700:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a33e340. 00000800:00000200:3.0:1767384336.042705:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000800:00000200:3.0:1767384336.042711:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:988 00000400:00000200:0.0:1767384336.042712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.042714:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a33e340 type 3, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1767384336.042754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.042787:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.042792:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a33e340. 00000800:00000001:0.0:1767384336.042792:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.042799:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384336.042801:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.042805:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00000800:00000001:0.0:1767384336.042809:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.042837:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384336.042841:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.042847:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042856:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : REPLY - for me 00000400:00000200:0.0:1767384336.042878:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp31: Reply from 12345-192.168.203.152@tcp31 of length 400/400 into md 0x188d 00000800:00000001:0.0:1767384336.042883:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.042897:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.042900:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.042904:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00000400:00000200:0.0:1767384336.042908:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:0.0:1767384336.042910:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000400:00000200:0.0:1767384336.042915:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384336.042918:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp31 has discovery enabled 00000400:00000200:0.0:1767384336.042920:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp31(00000000b3fe9440) is MR 00000400:00000200:0.0:1767384336.042923:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp31 data present 0. state = 0x241 00000400:00000200:0.0:1767384336.042926:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): -114 00000400:00000200:0.0:1767384336.042940:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (3) 00000800:00000001:0.0:1767384336.042947:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.042951:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.042971:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384336.042982:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0xc1 00000400:00000200:0.0:1767384336.042997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00020000:3.0:1767384336.042998:0:16136:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.152@tcp NID 192.168.203.152@tcp is already locked with peer 0000000012e301b9 00000400:00000200:0.0:1767384336.043044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043078:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043106:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043135:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043163:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043188:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043217:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043310:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043353:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043391:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043435:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043481:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043676:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043708:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043834:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.043908:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384336.044054:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dc6e5a3. 00000800:00000010:0.0:1767384336.044060:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c623cc37. 00000800:00000010:0.0:1767384336.044064:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d67a45f. 00000800:00000010:0.0:1767384336.044088:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d67a45f. 00000800:00020000:0.0:1767384336.044095:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384336.044099:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c623cc37. 00000800:00000010:0.0:1767384336.044101:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007dc6e5a3. 00000400:02020000:0.0:1767384336.044140:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp31 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384336.047948:0:16136:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp flags 0x11: -76 00000400:00000200:3.0:1767384336.047953:0:16136:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.152@tcp31 NID 192.168.203.152@tcp: -76 00000400:00000010:3.0:1767384336.047956:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000ed5550b4. 00000400:00000200:3.0:1767384336.047961:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp31(00000000b3fe9440): -76. state = 0x200141 00000400:00000200:3.0:1767384336.047964:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x200141 rc -76 00000400:00000200:3.0:1767384336.047967:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp31 (00000000b3fe9440) 00000400:00000200:3.0:1767384336.047970:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (2) 00000020:00000010:0.0:1767384336.049835:0:27606:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001d67a45f. 00000020:00000040:0.0:1767384336.049843:0:27606:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384336.049846:0:27606:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001d67a45f. 00000100:00000040:3.0:1767384336.054338:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294923796, at 4294923797 00000100:00000040:1.0:1767384336.054342:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294923796, at 4294923797 00000100:00000010:3.0:1767384336.054350:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9106a9. 00000100:00000010:1.0:1767384336.054353:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae684421. 00000100:00000040:0.0:1767384336.054365:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294923796, at 4294923797 00000100:00000010:0.0:1767384336.054388:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006baf7e0a. 00000100:00000040:2.0:1767384336.055325:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294923796, at 4294923798 00000100:00000010:2.0:1767384336.055334:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000293adcd3. 00010000:00000001:3.0:1767384336.417328:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384336.417334:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.417339:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384336.417340:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.417387:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384336.417392:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.417395:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384336.545353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384336.545360:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384336.545365:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000020:00000040:2.0:1767384336.545371:0:37:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384336.545375:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384336.545377:0:20661:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:2.0:1767384336.545378:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.545382:0:20661:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.545385:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.545392:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f9c33b5. 00000100:00000001:2.0:1767384336.545397:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545404:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384336.545413:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.545415:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545420:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000014ce40c] to pc [ptlrpcd_00_02+2] req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.545442:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384336.545452:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384336.545455:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f485b8ec. 00000020:00000040:2.0:1767384336.545457:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384336.545459:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.545461:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.545461:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384336.545464:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.545466:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384336.545467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ba3153e. 00000100:00000001:2.0:1767384336.545470:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545472:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.545477:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384336.545482:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.545484:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.545485:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.545491:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f485b8ec] to pc [ptlrpcd_00_03+3] req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.545508:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.545511:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.545512:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384336.545515:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384336.545520:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384336.545520:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384336.545523:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 02000000:00000001:1.0:1767384336.545524:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.545528:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1767384336.545530:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737756800:0@lo:400: 00000100:00000001:2.0:1767384336.545531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.545534:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.545537:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.545538:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.545542:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384336.545543:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a7451ff. 02000000:00000001:1.0:1767384336.545546:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.545547:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.545551:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384336.545553:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384336.545556:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070beb58f. 02000000:00000001:1.0:1767384336.545562:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.545563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.545582:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.545586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bccac1f] to pc [ptlrpcd_00_00+0] req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384336.545587:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000400:00000010:1.0:1767384336.545595:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000100:00000200:1.0:1767384336.545601:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737756800, portal 4 00000100:00000001:1.0:1767384336.545606:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384336.545609:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000100:00000040:1.0:1767384336.545616:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.545620:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.545624:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.545625:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.545628:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000100:00100000:3.0:1767384336.545630:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:1.0:1767384336.545631:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384336.545635:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384336.545637:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a50a4a4. 00000100:00000200:1.0:1767384336.545640:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737756800, offset 0 00000100:00000001:2.0:1767384336.545642:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.545643:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.545647:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.545647:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384336.545648:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.545651:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384336.545652:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384336.545656:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.545661:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.545662:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.545665:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384336.545672:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.545673:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384336.545675:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.545680:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d704e80 02000000:00000001:2.0:1767384336.545681:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.545684:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.545688:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384336.545689:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.545692:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.545693:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000100:00100000:2.0:1767384336.545696:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737756928:0@lo:400: 02000000:00000001:3.0:1767384336.545698:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384336.545703:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.545704:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384336.545705:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384336.545708:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384336.545709:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.545710:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.545714:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384336.545715:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384336.545717:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737757056:0@lo:400: 02000000:00000010:2.0:1767384336.545721:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1017b71. 00000100:00000001:3.0:1767384336.545722:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384336.545722:0:16140:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384336.545726:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.545726:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.545729:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.545731:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cc223de. 02000000:00000001:3.0:1767384336.545732:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384336.545732:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1767384336.545736:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 02000000:00000010:3.0:1767384336.545739:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8d914d6. 00000100:00000010:1.0:1767384336.545739:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000110d25f1. 00000100:00000200:2.0:1767384336.545741:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737756928, portal 10 02000000:00000001:3.0:1767384336.545745:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.545746:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384336.545747:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000110d25f1 x1853236737756800 msgsize 224 00000100:00000001:2.0:1767384336.545749:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000400:00000010:3.0:1767384336.545752:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c8bbd31. 00000100:00100000:1.0:1767384336.545757:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384336.545759:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.545760:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d65fa04. 00000100:00000200:3.0:1767384336.545765:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737757056, portal 10 00000100:00000001:1.0:1767384336.545767:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.545770:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.545771:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384336.545773:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000040:2.0:1767384336.545777:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384336.545778:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a50a4a4 00000100:00000040:3.0:1767384336.545782:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384336.545782:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a50a4a4. 00000400:00000010:2.0:1767384336.545783:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000100:00000001:1.0:1767384336.545787:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384336.545789:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737756928, offset 0 00000100:00000200:1.0:1767384336.545793:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.545800:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384336.545801:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.545809:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384336.545811:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384336.545815:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000400:00000200:2.0:1767384336.545815:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384336.545817:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.545821:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737757056, offset 0 00000400:00000200:2.0:1767384336.545830:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704f00 00000400:00000200:3.0:1767384336.545833:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.545834:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.545838:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384336.545842:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384336.545844:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.545846:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000040:1.0:1767384336.545851:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7290 usecs (8 jiffies) 00000400:00000200:2.0:1767384336.545852:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.545855:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d704f80 00000100:00000001:1.0:1767384336.545857:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924296 00000400:00000200:2.0:1767384336.545861:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384336.545864:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd8c85e4. 00000400:00000200:3.0:1767384336.545866:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000400:00000200:3.0:1767384336.545872:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384336.545873:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384336.545877:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384336.545878:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.545879:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924296 00000100:00000200:2.0:1767384336.545880:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384336.545886:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006687f7ee. 00000100:00000010:2.0:1767384336.545887:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e375115. 00000100:00000001:1.0:1767384336.545890:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384336.545891:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000003e375115 x1853236737756928 msgsize 224 00000100:00000001:1.0:1767384336.545895:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924296 00000100:00100000:2.0:1767384336.545899:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384336.545902:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047474e00. 00000100:00000001:1.0:1767384336.545907:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384336.545908:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924296 00000100:00000010:1.0:1767384336.545910:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000100:00000001:2.0:1767384336.545911:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.545912:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384336.545916:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.545918:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.545924:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000100:00000001:1.0:1767384336.545926:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.545928:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000100:00000001:3.0:1767384336.545929:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384336.545930:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.545933:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384336.545936:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384336.545939:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756928 00000100:00000200:2.0:1767384336.545939:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.545940:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384336.545943:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.545946:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.545947:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.545949:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.545951:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.545953:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.545958:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.545959:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.545962:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384336.545965:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756928 00000100:00000040:2.0:1767384336.545967:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.545969:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.545972:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:3.0:1767384336.545976:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384336.545978:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384336.545980:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:1.0:1767384336.545980:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.545981:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384336.545985:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00100000:1.0:1767384336.545985:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737756800 00000100:00000001:2.0:1767384336.545987:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.545989:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384336.545991:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384336.545992:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384336.545993:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2978 usecs (3 jiffies) 00000100:00000001:1.0:1767384336.545996:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.545998:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384336.545998:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924291 02000000:00000001:1.0:1767384336.546000:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546003:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924296 00000020:00000010:3.0:1767384336.546004:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010100f17. 00000100:00100000:1.0:1767384336.546004:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737756800 00000020:00000001:1.0:1767384336.546008:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384336.546010:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924291 00000100:00000001:3.0:1767384336.546011:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384336.546011:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:1.0:1767384336.546016:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384336.546018:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010100f17. 00000100:00000001:2.0:1767384336.546018:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924296 00000020:00000040:1.0:1767384336.546019:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:2.0:1767384336.546024:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924291 00000020:00000001:1.0:1767384336.546024:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000010:3.0:1767384336.546025:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db482431. 00000100:00000001:2.0:1767384336.546031:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924296 00000020:00000001:1.0:1767384336.546031:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000010:3.0:1767384336.546033:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b2a2354. 00000100:00000001:2.0:1767384336.546037:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924291 00000100:00000001:1.0:1767384336.546038:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.546040:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000001:2.0:1767384336.546040:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924296 00000020:00000010:1.0:1767384336.546043:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030e94069. 00000100:00000001:2.0:1767384336.546045:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.546048:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f053a988. 00000100:00000040:3.0:1767384336.546049:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384336.546054:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384336.546054:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:2.0:1767384336.546055:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546056:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.546060:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546062:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546064:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.546066:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384336.546067:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384336.546069:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384336.546070:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384336.546073:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d56d9eb6. 00000100:00000001:3.0:1767384336.546074:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546074:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384336.546079:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000848a2f4e. 00000100:00000001:2.0:1767384336.546081:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.546083:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384336.546084:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000888c203. 00000100:00000001:2.0:1767384336.546085:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546086:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546091:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.546094:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384336.546097:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384336.546099:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.546100:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.546101:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.546103:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384336.546104:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.546106:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384336.546107:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.546111:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1767384336.546112:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384336.546115:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.546116:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:3.0:1767384336.546118:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996005248 : -113991713546368 : ffff98533c681f80) 00000100:00000040:3.0:1767384336.546123:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e375115 x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.546124:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384336.546128:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384336.546131:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384336.546133:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa38c93e. 00000100:00000040:2.0:1767384336.546137:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000fa38c93e x1853236737757056 msgsize 224 00000100:00000001:1.0:1767384336.546143:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.546147:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384336.546149:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384336.546154:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384336.546157:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384336.546158:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000020:00000010:3.0:1767384336.546161:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010100f17. 00000100:00000001:2.0:1767384336.546161:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.546162:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009635840 : -113991699915776 : ffff98533d381c00) 00000400:00000200:2.0:1767384336.546168:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000100:00000001:3.0:1767384336.546169:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384336.546171:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000110d25f1 x1853236737756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.546173:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000020:00000010:3.0:1767384336.546175:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010100f17. 00000100:00000001:2.0:1767384336.546178:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384336.546184:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.546186:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e375115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737756928:12345-0@lo:400: 00000100:00000200:3.0:1767384336.546198:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756928 00000100:00000001:1.0:1767384336.546202:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384336.546205:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384336.546207:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384336.546207:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c4f40da. 00000020:00000001:3.0:1767384336.546210:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384336.546212:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384336.546213:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.546216:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.546217:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c4f40da. 00000020:00000001:3.0:1767384336.546224:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384336.546226:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.546228:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000110d25f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737756800:12345-0@lo:400: 00000020:00000001:3.0:1767384336.546230:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:2.0:1767384336.546230:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384336.546234:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737756800 00000100:00000001:2.0:1767384336.546235:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.546237:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384336.546238:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384336.546240:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3430 usecs (4 jiffies) 00000020:00000001:1.0:1767384336.546241:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.546243:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546245:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294924292 00000020:00000001:1.0:1767384336.546245:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.546250:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384336.546250:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294924296 00000020:00000001:1.0:1767384336.546250:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384336.546255:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294924292 00000020:00000001:1.0:1767384336.546255:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384336.546256:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384336.546260:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384336.546261:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294924296 00000020:00000001:3.0:1767384336.546262:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.546263:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546264:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294924292 00000020:00000001:3.0:1767384336.546270:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384336.546270:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384336.546295:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384336.546297:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294924296 00000020:00000001:1.0:1767384336.546298:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546303:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294924293 00000020:00000001:1.0:1767384336.546304:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384336.546308:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294924296 00000100:00000001:1.0:1767384336.546309:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384336.546312:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384336.546313:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384336.546315:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546319:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384336.546319:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.546319:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c2de494. 02000000:00000001:3.0:1767384336.546323:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384336.546325:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.546326:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384336.546328:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c686e11. 00000100:00000001:1.0:1767384336.546332:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.546333:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.546337:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546338:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384336.546341:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00010000:00000040:1.0:1767384336.546342:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737756800 00000020:00000001:3.0:1767384336.546343:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384336.546345:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00010000:00000040:3.0:1767384336.546349:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737756928 00010000:00000001:1.0:1767384336.546349:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:2.0:1767384336.546351:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00010000:00000001:3.0:1767384336.546352:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384336.546356:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00010000:00000200:3.0:1767384336.546360:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e375115 x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384336.546361:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000110d25f1 x1853236737756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.546362:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.546365:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.546369:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.546376:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000758ea796. 00000100:00000001:2.0:1767384336.546381:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.546388:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384336.546388:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767384336.546389:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384336.546392:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.546393:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.546394:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.546399:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d7dbf] to pc [ptlrpcd_00_01+1] req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384336.546401:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=46 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384336.546401:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.546413:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384336.546414:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384336.546419:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000040:1.0:1767384336.546419:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000004:00000001:2.0:1767384336.546421:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.546422:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384336.546427:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384336.546428:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:2.0:1767384336.546429:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384336.546430:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.546431:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384336.546433:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767384336.546435:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546436:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.546436:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384336.546442:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.546442:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384336.546444:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384336.546447:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a50a4a4. 00000100:00000001:2.0:1767384336.546448:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384336.546449:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384336.546452:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737756800, offset 224 00000100:00000001:2.0:1767384336.546453:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384336.546454:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000100:00000001:2.0:1767384336.546456:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.546460:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384336.546460:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384336.546466:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737756928, offset 224 00000100:00000040:2.0:1767384336.546467:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.546472:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.546478:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.546486:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d704e80 00000100:00000001:2.0:1767384336.546488:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384336.546490:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384336.546492:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.546497:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1891 [1] + 224 02000000:00000001:2.0:1767384336.546498:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384336.546502:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704f00 00000400:00000200:1.0:1767384336.546503:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384336.546508:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384336.546513:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1899 [1] + 224 00000400:00000200:1.0:1767384336.546513:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384336.546514:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.546520:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737757184:0@lo:13: 00000400:00000200:3.0:1767384336.546521:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384336.546525:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384336.546525:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384336.546529:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384336.546530:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384336.546532:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.546533:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546538:0:16779:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384336.546539:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384336.546543:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000011860ebc. 00000100:00000200:3.0:1767384336.546546:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.546547:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.546548:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.546554:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98cd893. 00000400:00000010:2.0:1767384336.546560:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000100:00000200:2.0:1767384336.546579:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737757184, portal 4 00000100:00000001:2.0:1767384336.546584:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.546587:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000100:00000040:3.0:1767384336.546591:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.546591:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384336.546594:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.546598:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a50a4a4 00000400:00000010:1.0:1767384336.546602:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a50a4a4. 00000100:00000001:1.0:1767384336.546608:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.546611:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.546615:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.546622:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.546623:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384336.546626:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384336.546628:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384336.546630:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.546631:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.546634:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000400:00000200:3.0:1767384336.546635:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384336.546641:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000020:00000001:1.0:1767384336.546641:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384336.546646:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384336.546646:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737757184, offset 0 00000100:00000001:3.0:1767384336.546648:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384336.546649:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000110d25f1 x1853236737756800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.546654:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.546659:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384336.546661:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000110d25f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737756800:12345-0@lo:400: Request processed in 456us (910us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384336.546662:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384336.546668:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.546672:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.546673:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384336.546678:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000001:3.0:1767384336.546679:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384336.546683:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000400:00000200:2.0:1767384336.546685:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d705000 00000100:00000040:3.0:1767384336.546686:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e375115 x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.546688:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.546691:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384336.546696:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000020:00000010:1.0:1767384336.546697:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000848a2f4e. 00000400:00000200:2.0:1767384336.546705:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384336.546706:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e375115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737756928:12345-0@lo:400: Request processed in 546us (810us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384336.546706:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000888c203. 00000020:00000010:1.0:1767384336.546712:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d56d9eb6. 00000400:00000200:2.0:1767384336.546713:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384336.546718:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:2.0:1767384336.546721:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384336.546722:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384336.546722:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384336.546725:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384336.546729:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000729517e2. 00000100:00000040:3.0:1767384336.546733:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000040:2.0:1767384336.546734:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000729517e2 x1853236737757184 msgsize 224 00000100:00080000:1.0:1767384336.546737:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384336.546740:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384336.546741:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:3.0:1767384336.546743:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384336.546746:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384336.546748:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b2a2354. 00000020:00000010:3.0:1767384336.546753:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000020:00000010:3.0:1767384336.546757:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db482431. 00000100:00000001:1.0:1767384336.546758:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.546759:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.546762:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384336.546765:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000400:00000200:2.0:1767384336.546767:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000100:00000001:3.0:1767384336.546769:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384336.546770:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000100:00000001:3.0:1767384336.546777:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.546779:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384336.546780:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757056 00000400:00000001:1.0:1767384336.546780:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384336.546784:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384336.546785:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384336.546785:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384336.546789:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384336.546789:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000100:00000001:3.0:1767384336.546792:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.546796:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c2ea0f 02000000:00000001:3.0:1767384336.546798:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.546800:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c2ea0f. 00000100:00100000:3.0:1767384336.546804:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757056 00000020:00000001:3.0:1767384336.546807:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384336.546807:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384336.546808:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384336.546812:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000100:00000200:1.0:1767384336.546812:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.546815:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.546816:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.546819:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:3.0:1767384336.546824:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:3.0:1767384336.546830:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384336.546835:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.546839:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010100f17. 00000020:00000010:3.0:1767384336.546845:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000078228c75. 00000100:00000001:2.0:1767384336.546849:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384336.546851:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:2.0:1767384336.546852:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384336.546852:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.546858:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.546862:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7290 usecs (8 jiffies) 00000100:00000001:1.0:1767384336.546862:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.546863:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384336.546866:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546868:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924297 00000020:00000010:3.0:1767384336.546869:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db482431. 00000100:00000001:1.0:1767384336.546869:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384336.546873:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384336.546875:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b2a2354. 00000100:00000001:2.0:1767384336.546876:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294924296 00000100:00000001:1.0:1767384336.546876:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.546880:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.546881:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000001:2.0:1767384336.546882:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924297 00000100:00000040:3.0:1767384336.546890:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384336.546890:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546891:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294924296 00000100:00000001:3.0:1767384336.546895:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384336.546897:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924297 00000100:00000001:3.0:1767384336.546898:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1767384336.546899:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384336.546902:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384336.546905:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.546906:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294924296 00000100:00000001:3.0:1767384336.546907:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384336.546912:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.546913:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924297 00000100:00000001:3.0:1767384336.546915:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384336.546916:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546918:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294924296 00000100:00000001:3.0:1767384336.546919:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.546920:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384336.546925:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384336.546927:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.546928:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546929:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.546934:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546940:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384336.546941:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.546941:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.546943:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384336.546948:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384336.546949:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:1.0:1767384336.546951:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384336.546953:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:1.0:1767384336.546954:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384336.546957:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996007936 : -113991713543680 : ffff98533c682a00) 00000100:00000001:1.0:1767384336.546958:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.546961:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384336.546964:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757184 00000100:00000040:3.0:1767384336.546965:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa38c93e x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.546966:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.546968:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384336.546971:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.546973:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.546979:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.546984:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757184 00000020:00000001:2.0:1767384336.546988:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384336.546991:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:1.0:1767384336.546999:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384336.547001:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.547003:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384336.547003:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384336.547004:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:2.0:1767384336.547008:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:1.0:1767384336.547008:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.547009:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078228c75. 00000100:00000040:1.0:1767384336.547014:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384336.547015:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384336.547016:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.547022:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.547023:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078228c75. 00000020:00000010:2.0:1767384336.547028:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a2c957b. 00000100:00100000:1.0:1767384336.547029:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737756800:0@lo:400: 00000100:00100000:3.0:1767384336.547034:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa38c93e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737757056:12345-0@lo:400: 00000100:00000001:2.0:1767384336.547035:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.547037:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384336.547041:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a2c957b. 00000100:00000001:1.0:1767384336.547042:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384336.547043:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757056 00000020:00000010:2.0:1767384336.547047:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064c2f083. 00000020:00000001:3.0:1767384336.547048:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384336.547049:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737756800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.547052:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384336.547053:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096b7e6f6. 00000020:00000001:3.0:1767384336.547056:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.547060:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000020:00000001:3.0:1767384336.547061:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384336.547065:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384336.547069:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384336.547070:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384336.547072:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.547072:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:1.0:1767384336.547073:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384336.547079:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384336.547079:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070beb58f. 00000020:00000001:3.0:1767384336.547080:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384336.547082:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384336.547084:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384336.547085:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.547086:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.547087:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.547090:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384336.547091:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1767384336.547093:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384336.547094:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547095:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384336.547096:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384336.547099:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384336.547102:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c4d4bcc. 02000000:00000010:1.0:1767384336.547104:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f9c33b5. 02000000:00000001:3.0:1767384336.547105:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547105:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.547111:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.547111:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384336.547114:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384336.547115:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547117:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1767384336.547117:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00010000:00000040:3.0:1767384336.547118:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737757056 00000100:00000001:2.0:1767384336.547121:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384336.547123:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384336.547127:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384336.547128:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:3.0:1767384336.547129:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384336.547130:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.547134:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00010000:00000200:3.0:1767384336.547136:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa38c93e x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.547137:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.547138:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996009728 : -113991713541888 : ffff98533c683100) 00000100:00000001:1.0:1767384336.547140:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.547146:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384336.547148:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000729517e2 x1853236737757184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.547149:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.547151:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384336.547155:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.547159:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.547163:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.547164:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384336.547167:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a2c957b. 00000100:00000040:3.0:1767384336.547168:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.547172:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.547173:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000010:2.0:1767384336.547175:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a2c957b. 02000000:00000001:3.0:1767384336.547177:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.547179:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547181:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384336.547182:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000729517e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737757184:12345-0@lo:13: 00000100:00000040:3.0:1767384336.547187:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384336.547189:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757184 00000400:00000010:3.0:1767384336.547192:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000020:00000001:2.0:1767384336.547192:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384336.547194:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384336.547196:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737757056, offset 224 00000400:00000200:3.0:1767384336.547202:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384336.547203:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.547205:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384336.547207:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000400:00000200:3.0:1767384336.547211:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384336.547212:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384336.547216:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384336.547218:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384336.547220:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384336.547223:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d704f80 00000020:00000001:2.0:1767384336.547223:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.547229:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x189d [1] + 224 00000100:00000001:2.0:1767384336.547229:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384336.547232:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384336.547235:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384336.547236:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ace11039. 02000000:00000001:2.0:1767384336.547240:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.547241:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.547243:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547245:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:2.0:1767384336.547247:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:3.0:1767384336.547249:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384336.547251:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384336.547254:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384336.547258:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384336.547260:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547267:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.547271:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00080000:00000001:2.0:1767384336.547271:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.547296:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000100:00000001:3.0:1767384336.547299:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.547301:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384336.547301:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384336.547305:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384336.547306:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.547310:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000020:2.0:1767384336.547310:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00010000:00000001:3.0:1767384336.547317:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000020:2.0:1767384336.547317:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384336.547321:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384336.547323:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384336.547326:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384336.547328:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384336.547329:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:2.0:1767384336.547331:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.547335:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa38c93e x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384336.547335:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384336.547340:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737757184 00010000:00000001:2.0:1767384336.547344:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384336.547349:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000729517e2 x1853236737757184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.547350:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa38c93e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737757056:12345-0@lo:400: Request processed in 346us (1210us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384336.547365:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384336.547366:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00000001:2.0:1767384336.547368:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.547370:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00001000:2.0:1767384336.547371:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.547373:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384336.547377:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384336.547377:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384336.547380:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b2a2354. 00000020:00000010:3.0:1767384336.547382:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000020:00000010:3.0:1767384336.547384:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db482431. 00000020:00000040:3.0:1767384336.547388:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000040:2.0:1767384336.547388:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.547391:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384336.547392:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384336.547395:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.547398:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547400:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.547402:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.547404:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000100:00000200:2.0:1767384336.547406:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737757184, offset 224 00000400:00000200:2.0:1767384336.547411:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.547417:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.547419:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384336.547422:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.547423:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d705000 00000400:00000200:2.0:1767384336.547429:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18b1 [1] + 224 00000400:00000200:2.0:1767384336.547432:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:3.0:1767384336.547434:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384336.547435:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384336.547437:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:2.0:1767384336.547439:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.547443:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547446:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.547449:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384336.547455:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384336.547455:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384336.547459:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.547462:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cc223de. 00000400:00000200:3.0:1767384336.547468:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078308258 00000400:00000010:3.0:1767384336.547470:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000001:2.0:1767384336.547472:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.547473:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384336.547478:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.547479:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000400:00000010:2.0:1767384336.547482:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000100:00000001:2.0:1767384336.547486:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384336.547489:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384336.547491:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547493:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.547499:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384336.547504:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384336.547505:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384336.547505:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547508:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384336.547509:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384336.547512:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000729517e2 x1853236737757184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547519:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.547522:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384336.547525:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000729517e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737757184:12345-0@lo:13: Request processed in 359us (788us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384336.547526:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.547529:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.547532:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.547536:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384336.547542:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.547546:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.547549:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.547549:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00000001:3.0:1767384336.547552:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384336.547554:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:2.0:1767384336.547556:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:3.0:1767384336.547558:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547559:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384336.547562:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096b7e6f6. 00000020:00000010:2.0:1767384336.547579:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00010000:00000001:3.0:1767384336.547582:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.547584:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064c2f083. 00000100:00000001:3.0:1767384336.547586:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384336.547588:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000040:3.0:1767384336.547589:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384336.547590:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.547593:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384336.547595:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.547598:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547603:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.547605:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.547606:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384336.547609:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547609:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.547612:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384336.547616:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384336.547618:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f485b8ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737756928:0@lo:400: 00000400:00000001:2.0:1767384336.547619:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.547622:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8bbd31. 00000100:00000001:3.0:1767384336.547627:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.547627:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d65fa04 00000400:00000010:2.0:1767384336.547629:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d65fa04. 00000100:00000001:3.0:1767384336.547631:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384336.547633:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384336.547635:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f485b8ec x1853236737756928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.547639:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547653:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.547657:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384336.547658:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384336.547659:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1017b71. 02000000:00000001:3.0:1767384336.547665:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384336.547667:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.547668:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547670:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384336.547673:0:16141:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384336.547673:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384336.547675:0:16141:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384336.547676:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.547679:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.547680:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.547683:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ba3153e. 02000000:00000001:2.0:1767384336.547683:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.547688:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=45 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384336.547689:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.547692:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.547694:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 00000100:00001000:2.0:1767384336.547695:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.547698:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.547699:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.547702:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547702:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547708:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.547709:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384336.547714:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.547715:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.547718:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.547719:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.547721:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.547728:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547731:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384336.547732:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384336.547733:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384336.547734:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.547736:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547741:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.547742:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.547743:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.547745:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.547749:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737757056:0@lo:400: 00000100:00000001:2.0:1767384336.547752:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547753:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.547755:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737757056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547759:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.547760:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.547762:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8d914d6. 02000000:00000001:2.0:1767384336.547764:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.547766:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.547766:0:16139:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384336.547768:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.547768:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a7451ff. 02000000:00000001:2.0:1767384336.547770:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.547771:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.547772:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384336.547773:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.547774:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547775:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547778:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.547782:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547785:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.547786:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547793:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.547794:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384336.547797:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.547798:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.547799:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98cd893. 00000400:00000200:2.0:1767384336.547801:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000400:00000010:2.0:1767384336.547803:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000100:00000001:2.0:1767384336.547805:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.547808:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.547814:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547819:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.547820:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547821:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384336.547822:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.547823:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.547824:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.547825:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.547827:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.547830:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.547832:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.547832:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.547833:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384336.547835:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.547839:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547840:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384336.547841:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384336.547842:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384336.547842:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.547844:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547856:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.547858:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.547859:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384336.547860:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384336.547862:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384336.547864:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384336.547868:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384336.547871:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.547873:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.547877:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737757184:0@lo:13: 00000100:00000001:2.0:1767384336.547880:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547881:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.547882:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737757184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.547885:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.547886:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.547887:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000011860ebc. 02000000:00000001:2.0:1767384336.547888:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.547889:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.547890:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384336.547891:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.547892:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000758ea796. 02000000:00000001:2.0:1767384336.547893:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.547894:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.547894:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:2.0:1767384336.547896:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.547896:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547897:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.547900:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.547903:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.547905:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.547906:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.555345:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294924297, at 4294924298 00000100:00000040:0.0:1767384336.555349:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294924297, at 4294924298 00000100:00000010:2.0:1767384336.555352:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047474e00. 00000100:00000010:0.0:1767384336.555357:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd8c85e4. 00000100:00000040:3.0:1767384336.556310:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294924297, at 4294924299 00000100:00000010:3.0:1767384336.556317:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f446d1e. 00000100:00000040:1.0:1767384336.556350:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294924297, at 4294924299 00000100:00000010:1.0:1767384336.556380:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006687f7ee. 00000001:00000001:0.0:1767384336.690993:0:27734:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384336.690997:0:27734:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:0.0:1767384336.694985:0:27734:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384336.704120:0:27735:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000001897380. 00000400:00000010:1.0:1767384336.704140:0:27735:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e5f5cbae. 00000400:00000010:1.0:1767384336.704154:0:27735:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c407f398. 00000400:00000010:1.0:1767384336.704158:0:27735:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ee8c74f9. 00000400:00000010:1.0:1767384336.704163:0:27735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2d5c60a. 00000400:00000010:1.0:1767384336.704169:0:27735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c4f40da. 00000400:00000010:1.0:1767384336.704171:0:27735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb521394. 00000400:00000010:1.0:1767384336.704174:0:27735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019ba62af. 00000400:00000010:1.0:1767384336.704178:0:27735:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004dd14614. 00000800:00000010:1.0:1767384336.704195:0:27735:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002cc81d94. 00000800:00000200:1.0:1767384336.704209:0:27735:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384336.704221:0:27735:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384336.704270:0:27735:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384336.704347:0:27735:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384336.706622:0:27735:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000003e191891. 00000400:00000010:1.0:1767384336.706628:0:27735:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000400:00000010:1.0:1767384336.706633:0:27735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000400:00000001:1.0:1767384336.706646:0:27735:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.706648:0:27735:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384336.706649:0:27735:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000342851b2. 00000400:00000200:1.0:1767384336.706652:0:27735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd054c0 00000400:00000010:1.0:1767384336.706654:0:27735:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd054c0. 00000400:00000010:1.0:1767384336.706663:0:27735:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000a2a55580. 00000400:00000200:1.0:1767384336.706668:0:27735:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (22) 00000400:00000200:1.0:1767384336.706681:0:27735:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384336.706683:0:27735:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (1) 00000400:00000200:1.0:1767384336.706686:0:27735:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): 0 00000400:00000200:1.0:1767384336.706692:0:27735:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384336.706699:0:27735:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f681e718. 00000020:01000000:1.0:1767384336.706705:0:27735:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384336.706706:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384336.706707:0:27735:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp32 00000400:00000200:3.0:1767384336.706717:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:1.0:1767384336.706726:0:27735:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e5f5cbae. 00000400:00000010:3.0:1767384336.706727:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000400:00000200:3.0:1767384336.706734:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000010:1.0:1767384336.706734:0:27735:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000001897380. 00000400:00000010:3.0:1767384336.706745:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd99baf0. 00000400:00000200:3.0:1767384336.706751:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:2.0:1767384336.706757:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384336.706762:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384336.706764:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 10000000:00000001:2.0:1767384336.706766:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384336.706771:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384336.706777:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:2.0:1767384336.706777:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384336.706782:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384336.706786:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384336.706790:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:01000004:2.0:1767384336.706791:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384336.706795:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384336.706799:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384336.706801:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:01000004:2.0:1767384336.706802:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384336.706806:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384336.706809:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384336.706811:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:01000004:2.0:1767384336.706812:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384336.706820:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00000020:00000040:2.0:1767384336.706826:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384336.706831:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.706834:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.706839:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.706843:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:3.0:1767384336.706849:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 02000000:00000010:2.0:1767384336.706851:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027beb448. 00000400:00000200:3.0:1767384336.706856:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:2.0:1767384336.706860:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.706868:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.706872:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.706875:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:3.0:1767384336.706883:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000040:2.0:1767384336.706884:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d7dbf] to pc [ptlrpcd_00_02+2] req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.706902:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384336.706915:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:3.0:1767384336.706921:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:3.0:1767384336.706925:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384336.706930:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384336.706935:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 10000000:00000001:2.0:1767384336.706939:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.706941:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000001:0.0:1767384336.706943:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384336.706945:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.706949:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.706951:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000020:01000000:2.0:1767384336.706954:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384336.706958:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.706962:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384336.706963:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000020:00000001:2.0:1767384336.706964:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384336.706969:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384336.706971:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.706975:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 10000000:00000001:2.0:1767384336.706981:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384336.706984:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384336.706990:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384336.706995:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384336.706996:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000020:01000004:2.0:1767384336.706999:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384336.707004:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384336.707006:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384336.707007:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384336.707010:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384336.707011:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384336.707012:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[68, 14], ns[68, 14] 00000020:01000004:2.0:1767384336.707016:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384336.707018:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384336.707019:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384336.707024:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384336.707025:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384336.707027:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000010:2.0:1767384336.707032:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 02000000:00000001:0.0:1767384336.707032:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707037:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp13 00000020:00000040:2.0:1767384336.707040:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00100000:0.0:1767384336.707042:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737757312:0@lo:253: 00000400:00000200:3.0:1767384336.707046:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp13 lpni_is_preferred = 0 00000100:00000001:2.0:1767384336.707047:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.707051:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384336.707053:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384336.707055:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp13 02000000:00000001:2.0:1767384336.707056:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.707060:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384336.707065:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp13 NI seq info: [73:73:256:4294967295] 192.168.203.152@tcp13 LPNI seq info [69:69:8:4294967295] 02000000:00000001:0.0:1767384336.707065:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.707066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000030536ca. 02000000:00000001:0.0:1767384336.707070:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384336.707074:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707079:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp13 02000000:00000010:0.0:1767384336.707079:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007dc6e5a3. 00000100:00000001:2.0:1767384336.707080:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.707085:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.707086:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.707092:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001289bca1. 00000100:00000040:2.0:1767384336.707094:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bccac1f] to pc [ptlrpcd_00_03+3] req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384336.707101:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048aa7814. 00000400:00000200:3.0:1767384336.707106:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13:) -> 192.168.203.152@tcp13(192.168.203.152@tcp:192.168.203.152@tcp13) : PUT try# 0 00000100:00000200:0.0:1767384336.707110:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737757312, portal 25 10000000:00000001:2.0:1767384336.707115:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.707115:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.707119:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 10000000:00000001:2.0:1767384336.707120:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.707127:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.152@tcp13 00000020:00000001:2.0:1767384336.707127:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.707130:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384336.707135:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384336.707138:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af92a92e. 00000020:00000010:2.0:1767384336.707142:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f681e718. 00000800:00000200:3.0:1767384336.707152:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (6) 00000100:00000001:0.0:1767384336.707154:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384336.707159:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.707163:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce1d87d. 00000800:00000200:3.0:1767384336.707164:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:988 00000100:00000200:0.0:1767384336.707167:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737757312, offset 0 00000100:00000001:2.0:1767384336.707169:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384336.707170:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af92a92e type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384336.707174:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384336.707177:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384336.707178:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384336.707186:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.707190:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384336.707195:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.707200:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000100:00000001:2.0:1767384336.707214:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384336.707215:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705080 00000100:00000001:2.0:1767384336.707218:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707220:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x200161 02000000:00000001:2.0:1767384336.707226:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384336.707229:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ed [2] + 0 00000400:00000010:3.0:1767384336.707230:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85130b7. 02000000:00000001:2.0:1767384336.707231:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384336.707237:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000732a5bc4. 00000400:00000200:0.0:1767384336.707241:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000569a4314 02000000:00000001:2.0:1767384336.707244:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707246:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (2) 00000400:00000200:0.0:1767384336.707249:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384336.707251:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737757440:0@lo:253: 00000400:00000010:3.0:1767384336.707255:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8fa5df4. 00000100:00000001:2.0:1767384336.707256:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.707261:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384336.707265:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp31 02000000:00000001:2.0:1767384336.707266:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.707271:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384336.707298:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp31 to MR: 192.168.203.152@tcp31 local destination 00000400:00000200:0.0:1767384336.707303:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384336.707307:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056d12851. 00000400:00000200:3.0:1767384336.707310:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [74:74:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [5:5:8:4294967295] 02000000:00000001:2.0:1767384336.707312:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707320:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp31 00000400:00000010:2.0:1767384336.707320:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98cd893. 00000400:00000010:2.0:1767384336.707330:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097cbefb4. 00000400:00000200:3.0:1767384336.707333:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) : PUT try# 0 00000100:00000200:2.0:1767384336.707336:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737757440, portal 25 00000400:00000200:0.0:1767384336.707341:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000569a4314 00000100:00000001:2.0:1767384336.707342:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384336.707343:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.152@tcp31 00000100:00000001:2.0:1767384336.707346:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000040:2.0:1767384336.707352:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384336.707353:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c739eac5. 00000400:00000010:0.0:1767384336.707353:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000569a4314. 00000100:00000001:2.0:1767384336.707364:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384336.707365:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384336.707366:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000100:00000200:0.0:1767384336.707370:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384336.707375:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.1:1767384336.707377:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000100:00000040:0.0:1767384336.707377:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c6826723 x1853236737757312 msgsize 4848 00000400:00000010:2.0:1767384336.707382:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006305b9a7. 00000100:00000200:2.0:1767384336.707387:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737757440, offset 0 00000100:00100000:0.0:1767384336.707393:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384336.707398:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.1:1767384336.707401:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:988 00000400:00000200:2.0:1767384336.707401:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.1:1767384336.707408:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c739eac5 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:2.0:1767384336.707421:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.707423:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.707430:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp31 00000400:00000200:2.0:1767384336.707432:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705100 00000400:00000200:0.0:1767384336.707435:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce1d87d 00000400:00000200:3.0:1767384336.707438:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x200561 rc 0 00000400:00000010:0.0:1767384336.707439:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce1d87d. 00000100:00000001:0.0:1767384336.707445:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384336.707450:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1105 [2] + 0 00000100:00000200:0.0:1767384336.707451:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.707458:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004872db9e. 00000400:00000200:2.0:1767384336.707466:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8da1c86 00000100:00000001:0.0:1767384336.707469:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384336.707473:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384336.707477:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.707482:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384336.707489:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8da1c86 00000400:00000010:2.0:1767384336.707493:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8da1c86. 00000100:00000001:0.0:1767384336.707493:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.707498:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384336.707498:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384336.707501:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384336.707504:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.707505:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000005f0a2e87 x1853236737757440 msgsize 4848 00000100:00000001:0.0:1767384336.707514:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294924469 00000100:00100000:2.0:1767384336.707515:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384336.707521:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384336.707524:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000100:00000001:0.0:1767384336.707532:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384336.707540:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294924469 00000100:00000001:2.0:1767384336.707544:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384336.707545:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384336.707546:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e938511. 00000800:00000010:3.0:1767384336.707552:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af92a92e. 00000400:00000200:2.0:1767384336.707554:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006305b9a7 00000100:00000001:0.0:1767384336.707554:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384336.707559:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006305b9a7. 00000400:00000200:3.0:1767384336.707560:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.707562:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294924469 00000100:00000001:2.0:1767384336.707585:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384336.707586:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000400:00000200:3.0:1767384336.707591:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: PUT: OK 00000100:00000001:0.0:1767384336.707594:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384336.707595:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.707607:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384336.707609:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294924469 00000400:00000200:3.0:1767384336.707617:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000100:00000010:0.0:1767384336.707618:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c48c82eb. 00000100:00000001:0.0:1767384336.707626:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384336.707628:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384336.707632:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384336.707635:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.707641:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384336.707645:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.707645:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.707647:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.707652:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384336.707653:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.707656:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.707659:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.707663:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.707666:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294924469 00000800:00000001:3.0:1767384336.707668:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.707671:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294924469 00000100:00000001:0.0:1767384336.707676:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.707677:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294924469 00000100:00000001:0.0:1767384336.707682:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384336.707683:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : PUT - for me 00000100:00000001:2.0:1767384336.707684:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294924469 00000100:00000001:2.0:1767384336.707691:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294924469 00000100:00000001:0.0:1767384336.707692:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.707695:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294924469 00000100:00000001:0.0:1767384336.707697:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.707699:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294924469 00000400:00000200:3.0:1767384336.707703:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 416 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384336.707703:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.707704:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294924469 00000100:00000001:2.0:1767384336.707712:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.707713:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.707715:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707720:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 400/416 into md 0x1889 [1] + 0 00000100:00000001:2.0:1767384336.707723:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.707726:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfeb6fc. 00000100:00000001:2.0:1767384336.707727:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.707733:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f656e97 00000100:00000001:2.0:1767384336.707737:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384336.707740:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384336.707741:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384336.707747:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.707748:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384336.707749:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.707753:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384336.707754:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384336.707754:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757312 00000100:00000001:2.0:1767384336.707760:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.707761:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.707766:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384336.707767:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: PUT: OK 00000100:00000001:2.0:1767384336.707768:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.707769:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.707778:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707779:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384336.707783:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00100000:0.0:1767384336.707783:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757312 00000020:00000001:0.0:1767384336.707790:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384336.707791:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000040:0.0:1767384336.707793:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384336.707798:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384336.707799:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (24) 00000020:00000040:0.0:1767384336.707801:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:0.0:1767384336.707805:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:3.0:1767384336.707807:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000020:00000001:0.0:1767384336.707809:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:3.0:1767384336.707814:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (416 bytes) 00000100:00000001:0.0:1767384336.707815:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384336.707823:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000020:00000010:0.0:1767384336.707823:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000100:00000001:0.0:1767384336.707829:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.707833:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000400:00000200:3.0:1767384336.707837:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (25) 00000020:00000010:0.0:1767384336.707842:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d483db49. 00000400:00000200:3.0:1767384336.707845:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:0.0:1767384336.707848:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc861aa7. 00000400:00000200:2.0:1767384336.707849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.707856:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp13 to MR: 192.168.203.152@tcp13 local destination 00000020:00000010:0.0:1767384336.707857:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000400:00000200:3.0:1767384336.707866:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp13 NI seq info: [75:75:256:4294967295] 192.168.203.152@tcp13 LPNI seq info [70:70:8:4294967295] 00000100:00000040:0.0:1767384336.707871:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384336.707878:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.707881:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.707885:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.707892:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) -> 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) 192.168.203.152@tcp13 : ACK try# 0 00000100:00000001:0.0:1767384336.707895:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.707901:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp13 00000800:00000010:3.0:1767384336.707906:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af92a92e. 00000100:00000001:0.0:1767384336.707911:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384336.707912:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (6) 00000800:00000200:3.0:1767384336.707922:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:1015 00000400:00000200:2.0:1767384336.707924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.707926:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af92a92e type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384336.707934:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384336.707935:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384336.707937:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757440 02000000:00000001:0.0:1767384336.707941:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.707943:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.707945:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.707947:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384336.707948:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.707955:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757440 00000020:00000001:0.0:1767384336.707957:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384336.707960:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384336.707961:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.707963:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000001:0.0:1767384336.707966:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384336.707968:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384336.707970:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384336.707974:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000020:00000010:0.0:1767384336.707975:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000100:00000001:0.0:1767384336.707977:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.707979:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000020:00000010:0.0:1767384336.707984:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000abe9827. 00000020:00000010:0.0:1767384336.707990:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f23c108. 00000020:00000010:0.0:1767384336.707994:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000001:0.0:1767384336.707998:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.708000:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.708002:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384336.708006:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384336.708007:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.708010:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384336.708018:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c739eac5. 00000100:00000001:0.0:1767384336.708018:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384336.708023:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384336.708024:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384336.708029:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000200:3.0:1767384336.708035:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: PUT: OK 00000100:00000040:0.0:1767384336.708036:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:2.0:1767384336.708039:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708041:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384336.708041:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016921680 : -113991692629936 : ffff98533da74850) 00000400:00000200:3.0:1767384336.708050:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp31: 0 00000100:00000040:0.0:1767384336.708051:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6826723 x1853236737757312/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.708061:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384336.708063:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.708068:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.708073:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000100:00000001:0.0:1767384336.708077:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.708079:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000100:00100000:0.0:1767384336.708087:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737757312:12345-0@lo:253: 00000100:00000200:0.0:1767384336.708091:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757312 00000020:00000001:0.0:1767384336.708095:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.708099:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384336.708102:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.708105:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.708107:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000800:00000200:3.0:1767384336.708109:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384336.708110:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384336.708111:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000020:00000001:0.0:1767384336.708114:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384336.708115:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af92a92e. 00000020:00000001:0.0:1767384336.708121:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384336.708123:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384336.708125:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384336.708129:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.708133:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: ACK: OK 00000100:00000001:0.0:1767384336.708136:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384336.708141:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384336.708145:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384336.708148:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000664ea8d7. 00000800:00000001:3.0:1767384336.708152:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384336.708152:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.708158:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.708159:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.708164:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:3.0:1767384336.708166:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.708175:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : PUT - for me 00000400:00000200:2.0:1767384336.708180:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 20000000:00000010:0.0:1767384336.708183:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c368385. 00000400:00000200:3.0:1767384336.708188:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp31 of length 416 into portal 0 MB=0x8000000000000000 20000000:01000000:0.0:1767384336.708190:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384336.708195:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384336.708199:0:16131:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.203.152@tcp31 ptl 0 MB 0x8000000000000000 off 0 len 416 20000000:00000001:0.0:1767384336.708199:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384336.708204:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.708205:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384336.708207:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.708211:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:3.0:1767384336.708212:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.708216:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.708222:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384336.708222:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b14ba506. 20000000:01000000:0.0:1767384336.708226:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000400:00000200:2.0:1767384336.708232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708233:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : ACK - for me 20000000:00000001:0.0:1767384336.708234:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384336.708244:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384336.708251:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp13: ACK from 12345-192.168.203.152@tcp13 into md 0x18c5 00000400:00000200:3.0:1767384336.708255:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.708260:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: ACK: OK 00000400:00000200:3.0:1767384336.708264:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384336.708266:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000400:00000200:3.0:1767384336.708270:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384336.708300:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:2.0:1767384336.708303:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708306:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384336.708312:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000800:00000001:3.0:1767384336.708318:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384336.708326:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384336.708330:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384336.708331:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384336.708335:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.708346:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384336.708350:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384336.708356:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384336.708360:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384336.708369:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00080000:00000010:0.0:1767384336.708381:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f31409a3. 00080000:00000001:0.0:1767384336.708385:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081509865472 : -113992199686144 : ffff98531f6e3800) 00080000:00000001:0.0:1767384336.708388:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384336.708424:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708463:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384336.708470:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000004d55fa7a. 00000400:00000200:2.0:1767384336.708476:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000010:3.0:1767384336.708477:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfeb6fc. 00000400:00000010:3.0:1767384336.708487:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000400:00000200:3.0:1767384336.708494:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp31 of length 416/416 into md 0x18dd [1] + 0 00000400:00000010:3.0:1767384336.708497:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfeb6fc. 00000400:00000200:3.0:1767384336.708501:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009bf5dd3 00000400:00000200:3.0:1767384336.708504:0:16136:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.203.152@tcp31 portal 0 match 9223372036854775808 offset 0 length 416. 00000400:00000200:3.0:1767384336.708509:0:16136:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.203.152@tcp31 portal 0 match 9223372036854775808 offset 0 length 416. 00000400:00000200:3.0:1767384336.708519:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004d55fa7a 00000400:00000010:3.0:1767384336.708523:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000002abf1209. 00000400:00000200:3.0:1767384336.708528:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000400:00000200:2.0:1767384336.708529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708536:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:3.0:1767384336.708541:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000001:00000001:0.0:1767384336.708542:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:3.0:1767384336.708545:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000af6d461d. 00080000:00000001:0.0:1767384336.708547:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.708551:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00080000:00000001:0.0:1767384336.708553:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:3.0:1767384336.708560:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000098b15f2f. 00000400:00000200:3.0:1767384336.708580:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:3.0:1767384336.708588:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384336.708589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708595:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384336.708608:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00080000:00000001:0.0:1767384336.708612:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.708614:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00080000:00000001:0.0:1767384336.708622:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384336.708623:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:3.0:1767384336.708629:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:3.0:1767384336.708634:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:2.0:1767384336.708636:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708641:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:3.0:1767384336.708655:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:3.0:1767384336.708659:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:3.0:1767384336.708664:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:3.0:1767384336.708667:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:3.0:1767384336.708673:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384336.708678:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708679:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:3.0:1767384336.708689:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:3.0:1767384336.708695:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:3.0:1767384336.708701:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000400:00000200:3.0:1767384336.708707:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:3.0:1767384336.708711:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000400:00000200:3.0:1767384336.708716:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 16], ns[65, 16] 00000400:00000200:3.0:1767384336.708722:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000400:00000200:3.0:1767384336.708725:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[68, 16], ns[68, 16] 00000400:00000200:3.0:1767384336.708730:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:2.0:1767384336.708732:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708734:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp14 00000400:00000200:3.0:1767384336.708741:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp14 lpni_is_preferred = 0 00000400:00000200:3.0:1767384336.708745:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp14 00000400:00000200:3.0:1767384336.708750:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp14 NI seq info: [76:76:256:4294967295] 192.168.203.152@tcp14 LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1767384336.708755:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp14 00000400:00000200:3.0:1767384336.708766:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14:) -> 192.168.203.152@tcp14(192.168.203.152@tcp:192.168.203.152@tcp14) : GET try# 0 00000800:00000200:3.0:1767384336.708780:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp14 00000800:00000010:3.0:1767384336.708783:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af92a92e. 00000400:00000200:2.0:1767384336.708785:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.708792:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (6) 00000800:00000200:3.0:1767384336.708800:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:988 00000800:00000200:3.0:1767384336.708803:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af92a92e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384336.708815:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00080000:00000001:0.0:1767384336.708818:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384336.708819:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00080000:00000001:0.0:1767384336.708825:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384336.708842:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384336.708849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000800:00000001:3.0:1767384336.708853:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.708857:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.708864:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: PUT: OK 00000400:00000200:3.0:1767384336.708868:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384336.708870:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000400:00000200:3.0:1767384336.708875:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384336.708878:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b3fe9440 (3) 00000400:00000200:3.0:1767384336.708882:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp31(00000000b3fe9440) is MR 00000400:00000010:3.0:1767384336.708886:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000007e31cf5f. 00000400:00000200:2.0:1767384336.708887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708892:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp31 24 00000400:00000200:3.0:1767384336.708898:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): -114 00000400:00000200:3.0:1767384336.708906:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (4) 00000400:00000200:3.0:1767384336.708910:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384336.708917:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp31 to MR: 192.168.203.152@tcp31 local destination 00000400:00000200:2.0:1767384336.708921:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.708924:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [77:77:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384336.708943:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) 192.168.203.152@tcp31 : ACK try# 0 00000800:00000200:3.0:1767384336.708950:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp31 00000800:00000200:0.0:1767384336.708951:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.708954:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c739eac5. 00000800:00000010:0.0:1767384336.708955:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af92a92e. 00000800:00000200:3.0:1767384336.708963:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000400:00000200:0.0:1767384336.708964:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.708973:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.708979:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:985 00000400:00000200:0.0:1767384336.708979:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: GET: OK 00000800:00000200:3.0:1767384336.708995:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c739eac5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384336.708998:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384336.709002:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:2.0:1767384336.709007:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000800:00000001:0.0:1767384336.709016:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.709025:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384336.709028:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.709038:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.709046:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14) <- 192.168.203.152@tcp14 : GET - for me 00000400:00000200:2.0:1767384336.709052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.709054:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384336.709059:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 416 into portal 0 MB=0x8000000000000000 00000800:00000010:3.0:1767384336.709061:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c739eac5. 00000400:00000200:3.0:1767384336.709068:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.709069:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 416/416 into md 0x18c1 [1] + 0 00000400:00000200:3.0:1767384336.709076:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: ACK: OK 00000400:00000200:0.0:1767384336.709082:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp14 to MR: 192.168.203.152@tcp14 local destination 00000400:00000200:2.0:1767384336.709090:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.709090:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp14 NI seq info: [78:78:256:4294967295] 192.168.203.152@tcp14 LPNI seq info [72:72:8:4294967295] 00000400:00000200:0.0:1767384336.709111:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) -> 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) 192.168.203.152@tcp14 : REPLY try# 0 00000800:00000200:0.0:1767384336.709117:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.152@tcp14 00000800:00000010:0.0:1767384336.709122:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39e3c8d. 00000800:00000001:3.0:1767384336.709124:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.709130:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.709132:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000800:00000001:3.0:1767384336.709135:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384336.709140:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (6) 00000800:00000001:3.0:1767384336.709145:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384336.709150:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:1013 00000800:00000001:3.0:1767384336.709151:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384336.709156:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b39e3c8d type 3, nob 512 niov 1 nkiov 1 00000800:00000001:3.0:1767384336.709160:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.709169:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : ACK - for me 00000400:00000200:3.0:1767384336.709180:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp31: ACK from 12345-192.168.203.152@tcp31 into md 0x18d1 00000400:00000200:2.0:1767384336.709183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.709184:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.709194:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: ACK: OK 00000400:00000200:3.0:1767384336.709199:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85130b7 00000400:00000010:3.0:1767384336.709201:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85130b7. 00000400:00000200:3.0:1767384336.709205:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:0.0:1767384336.709209:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384336.709210:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp31 ev->status 0 00000800:00000010:0.0:1767384336.709214:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39e3c8d. 00000400:00000200:3.0:1767384336.709219:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp31 (00000000b3fe9440): -114 00000400:00000200:0.0:1767384336.709221:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.709224:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (3) 00000400:00000200:0.0:1767384336.709229:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: REPLY: OK 00000800:00000001:3.0:1767384336.709231:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.709239:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.709239:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000800:00000001:3.0:1767384336.709242:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.709244:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.709253:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384336.709253:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.709260:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.709265:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.709304:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14) <- 192.168.203.152@tcp14 : REPLY - for me 00000400:00000200:3.0:1767384336.709314:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp14: Reply from 12345-192.168.203.152@tcp14 of length 416/416 into md 0x18e1 00000800:00000001:3.0:1767384336.709319:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.709324:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.709325:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384336.709326:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.709330:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384336.709335:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: REPLY: OK 00000100:00100000:0.0:1767384336.709340:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000400:00000200:3.0:1767384336.709344:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000100:00000040:0.0:1767384336.709344:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000400:00000010:3.0:1767384336.709349:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:0.0:1767384336.709350:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016919632 : -113991692631984 : ffff98533da74050) 00000100:00000040:0.0:1767384336.709362:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f0a2e87 x1853236737757440/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.709369:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384336.709375:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384336.709376:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000020:00000010:0.0:1767384336.709380:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000400:00000200:3.0:1767384336.709381:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:0.0:1767384336.709385:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384336.709389:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 24. state = 0x300271 00000020:00000010:0.0:1767384336.709391:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000400:00000200:3.0:1767384336.709398:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00100000:0.0:1767384336.709399:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737757440:12345-0@lo:253: 00000400:00000200:3.0:1767384336.709403:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (24) 00000100:00000200:0.0:1767384336.709405:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757440 00000020:00000001:0.0:1767384336.709409:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.709412:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:3.0:1767384336.709413:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384336.709415:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384336.709419:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.709419:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.709420:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384336.709427:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384336.709429:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.709437:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384336.709439:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384336.709441:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.709451:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384336.709454:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384336.709459:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 02000000:00000010:0.0:1767384336.709460:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000b0b507b. 02000000:00000001:0.0:1767384336.709465:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.709469:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.709471:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384336.709479:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002449e5b6. 20000000:01000000:0.0:1767384336.709482:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384336.709484:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384336.709486:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384336.709489:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.709490:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.709492:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384336.709513:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.709528:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384336.709535:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732a5bc4. 00000400:00000010:0.0:1767384336.709540:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384336.709543:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004d55fa7a 00000400:00000200:0.0:1767384336.709548:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x2000e1 00000400:00020000:0.0:1767384336.709560:0:16136:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.152@tcp NID 192.168.203.152@tcp is already locked with peer 0000000012e301b9 00000400:00000200:2.0:1767384336.709586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.709641:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.709691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.709728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.709757:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.709811:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384336.710016:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9c0f14b. 00000800:00000010:2.0:1767384336.710024:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006305b9a7. 00000800:00000010:2.0:1767384336.710031:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad24c049. 00000800:00000010:2.0:1767384336.710068:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad24c049. 00000800:00020000:2.0:1767384336.710079:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:0.0:1767384336.715892:0:16136:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp flags 0x11: -76 00000400:00000200:0.0:1767384336.715897:0:16136:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.152@tcp31 NID 192.168.203.152@tcp: -76 00000400:00000010:0.0:1767384336.715899:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000007e31cf5f. 00000400:00000200:0.0:1767384336.715905:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp31(00000000b3fe9440): -76. state = 0x200161 00000400:00000200:0.0:1767384336.715920:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp31(00000000b3fe9440) state 0x200161 rc -76 00000400:00000200:0.0:1767384336.715924:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp31 (00000000b3fe9440) 00000400:00000200:0.0:1767384336.715927:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (2) 00000400:00000200:0.0:1767384336.715930:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:0.0:1767384336.715938:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 0000000060f1ff0a. 00000400:00000010:0.0:1767384336.715941:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000002aaabcae. 00000400:00000010:0.0:1767384336.715945:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000004dee0bcd. 00000400:00000200:0.0:1767384336.715970:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp28(000000002cf1111a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384336.715974:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp29(000000000cd143d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384336.715980:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp30(000000007e39ed88) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384336.715997:0:16136:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.152@tcp31 00000400:00000200:0.0:1767384336.716001:0:16136:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.152@tcp31 NID 192.168.203.152@tcp31 00000400:00000200:0.0:1767384336.716004:0:16136:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000002e5c8be9 nid 192.168.203.152@tcp31 00000400:00000010:0.0:1767384336.716006:0:16136:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000002e5c8be9. 00000400:00000200:0.0:1767384336.716010:0:16136:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000001e519d67 net tcp31 00000400:00000010:0.0:1767384336.716011:0:16136:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000001e519d67. 00000400:00000200:0.0:1767384336.716014:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b3fe9440 (1) 00000400:00000200:0.0:1767384336.716017:0:16136:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000b3fe9440 nid 192.168.203.152@tcp31 00000400:00000010:0.0:1767384336.716019:0:16136:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000b3fe9440. 00000400:00000010:0.0:1767384336.716025:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ff971cd1. 00000400:00000200:0.0:1767384336.716030:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ff971cd1 nid 192.168.203.152@tcp31 00000400:00000010:0.0:1767384336.716034:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003680d200. 00000400:00000200:0.0:1767384336.716036:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000003680d200 net tcp31 00000400:00000200:0.0:1767384336.716039:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (23) 00000400:00000200:0.0:1767384336.716044:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp31 flags 0x11 00000400:00000010:0.0:1767384336.716048:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b3fe9440. 00000400:00000200:0.0:1767384336.716052:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b3fe9440 nid 192.168.203.152@tcp32 00000400:00000010:0.0:1767384336.716055:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003220e52c. 00000400:00000200:0.0:1767384336.716057:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000003220e52c net tcp32 00000400:00000200:0.0:1767384336.716059:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (24) 00000400:00000200:0.0:1767384336.716062:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp32 flags 0x11 00000400:00000010:0.0:1767384336.716065:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 0000000060f1ff0a. 00000400:00000010:0.0:1767384336.716069:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000002aaabcae. 00000400:00000010:0.0:1767384336.716073:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000004dee0bcd. 00000400:00000010:0.0:1767384336.716076:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000af6d461d. 00000400:00000200:0.0:1767384336.716080:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384336.716083:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:0.0:1767384336.716087:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:0.0:1767384336.716091:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:0.0:1767384336.716093:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384336.716095:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:0.0:1767384336.716097:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:0.0:1767384336.716098:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (25) 00080000:00000001:0.0:1767384336.718015:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384336.718021:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384336.718023:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384336.718024:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384336.718029:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384336.718029:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384336.718034:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384336.718036:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384336.718038:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384336.718040:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f31409a3. 20000000:01000000:0.0:1767384336.718043:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384336.718045:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384336.718057:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384336.718062:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384336.718067:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384336.718089:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e5c8be9. 20000000:01000000:0.0:1767384336.718092:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384336.718095:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384336.718100:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384336.718132:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384336.718135:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384336.718136:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.718138:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384336.718140:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384336.718144:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384336.718147:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384336.718154:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002aaabcae. 00080000:00000001:0.0:1767384336.718157:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081509863424 : -113992199688192 : ffff98531f6e3000) 00080000:00000001:0.0:1767384336.718159:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384336.718261:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384336.718264:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.718267:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384336.718322:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.718327:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384336.718466:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384336.718470:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384336.718636:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384336.718639:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384336.718642:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384336.718646:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384336.718648:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384336.718654:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007edcae29 count: 2 00010000:00000001:0.0:1767384336.718657:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384336.718660:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384336.718703:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00000020:00000001:0.0:1767384336.718720:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384336.718724:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fe13 to hash 00000020:00000001:0.0:1767384336.718727:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384336.718728:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384336.718731:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384336.718735:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.718737:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.718740:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.718747:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384336.718752:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384336.718754:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384336.718756:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.718758:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384336.718763:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.718768:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384336.718770:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.718772:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.718774:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.718776:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.718778:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384336.718780:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.718785:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007edcae29) refcount = 2 00010000:00000040:0.0:1767384336.718788:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384336.718791:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.718795:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384336.718797:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384336.718814:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007caab53e. 00000100:00000001:0.0:1767384336.718817:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384336.718821:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3f656b1. 00000100:00000001:0.0:1767384336.718823:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081883425984 : -113991826125632 : ffff985335b24cc0) 00000100:00000001:0.0:1767384336.718825:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081883425984 : -113991826125632 : ffff985335b24cc0) 00000100:00000001:0.0:1767384336.718828:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384336.718829:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384336.718831:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384336.718833:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.718834:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384336.718836:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.718839:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.718841:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384336.718844:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384336.718848:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:0.0:1767384336.718851:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:0.0:1767384336.718854:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384336.718856:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384336.718858:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384336.718863:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed5550b4. 00000100:00000001:0.0:1767384336.718866:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.718870:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384336.718881:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 16 pid: 16772 timeout: 407 lvb_type: 0 00010000:00000001:0.0:1767384336.718888:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384336.718891:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384336.718895:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.718903:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.718905:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.718909:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737757568:0@lo:104: 00000100:00000001:0.0:1767384336.718920:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384336.718924:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.718926:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.718927:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384336.718931:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dee0bcd. 02000000:00000001:0.0:1767384336.718933:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.718938:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bc22a7. 00000400:00000010:0.0:1767384336.718943:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484ccff4. 00000100:00000200:0.0:1767384336.718947:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737757568, portal 16 00000100:00000001:0.0:1767384336.718949:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.718950:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 00000100:00000040:0.0:1767384336.718955:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.718961:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384336.718965:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.718968:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c3dd74. 00000100:00000200:0.0:1767384336.718970:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737757568, offset 0 00000400:00000200:0.0:1767384336.718975:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384336.718983:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384336.719031:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d705180 00000400:00000200:0.0:1767384336.719038:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 0 00000400:00000200:0.0:1767384336.719043:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.719048:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.719053:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384336.719055:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384336.719059:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000662682b8. 00000100:00000040:0.0:1767384336.719062:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000662682b8 x1853236737757568 msgsize 328 00000100:00100000:0.0:1767384336.719070:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384336.719084:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.719090:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c3dd74 00000400:00000010:0.0:1767384336.719093:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c3dd74. 00000100:00000001:0.0:1767384336.719097:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384336.719100:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.719119:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.719121:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.719126:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719127:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.719131:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719134:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294924480 00000100:00000001:0.0:1767384336.719151:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384336.719153:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757568 02000000:00000001:0.0:1767384336.719154:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.719156:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.719158:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.719160:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.719162:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757568 00000020:00000001:0.0:1767384336.719164:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384336.719166:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:0.0:1767384336.719168:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.719169:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:0.0:1767384336.719171:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000020:00000001:0.0:1767384336.719173:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384336.719176:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.719179:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3ba3ca2. 00000100:00000001:0.0:1767384336.719180:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.719182:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3ba3ca2. 00000020:00000010:0.0:1767384336.719186:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f1ff0a. 00000020:00000010:0.0:1767384336.719190:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001313ff17. 00000020:00000010:0.0:1767384336.719195:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00000040:0.0:1767384336.719201:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384336.719203:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.719204:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.719205:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719210:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719223:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.719244:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384336.719247:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384336.719252:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384336.719253:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.719257:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384336.719257:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:3.0:1767384336.719260:0:19331:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.719264:0:19331:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719264:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893038080 : -113991816513536 : ffff98533644f800) 00000100:00000040:0.0:1767384336.719305:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000662682b8 x1853236737757568/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.719318:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.719323:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3ba3ca2. 00000100:00000001:0.0:1767384336.719326:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.719329:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3ba3ca2. 00000100:00100000:0.0:1767384336.719335:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000662682b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737757568:12345-0@lo:104: 00000100:00000200:0.0:1767384336.719340:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757568 00010000:00000001:0.0:1767384336.719343:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384336.719347:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.719349:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.719351:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=2 00000020:00000001:0.0:1767384336.719353:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:0.0:1767384336.719356:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:0.0:1767384336.719359:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.719361:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.719364:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384336.719373:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384336.719376:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384336.719382:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aef1d7bd. 02000000:00000001:0.0:1767384336.719384:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719386:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719390:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384336.719393:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.719406:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384336.719418:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384336.719421:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384336.719423:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384336.719425:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384336.719427:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719429:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384336.719433:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.719436:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c3dd74. 00000100:00000200:0.0:1767384336.719439:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737757568, offset 224 00000400:00000200:0.0:1767384336.719445:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384336.719453:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384336.719462:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d705180 00000400:00000200:0.0:1767384336.719468:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1767384336.719471:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.719476:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.719481:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384336.719485:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384336.719492:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.719497:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.719501:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c3dd74 00000400:00000010:0.0:1767384336.719503:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c3dd74. 00000100:00000001:0.0:1767384336.719506:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.719508:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.719512:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.719516:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384336.719520:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384336.719525:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000004808ea. 00010000:00000001:0.0:1767384336.719529:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384336.719546:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384336.719548:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719550:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719552:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.719560:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384336.719563:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000662682b8 x1853236737757568/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384336.719578:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.719595:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384336.719602:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384336.719605:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1767384336.719608:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000662682b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737757568:12345-0@lo:104: Request processed in 287us (542us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384336.719610:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384336.719625:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1767384336.719626:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a0059aa already unused, calling callback (0000000028dca730) 00000100:00000040:0.0:1767384336.719630:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 10000000:00000001:3.0:1767384336.719631:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384336.719635:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00010000:3.0:1767384336.719636:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384336.719639:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384336.719645:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384336.719645:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001313ff17. 00010000:00000001:3.0:1767384336.719649:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384336.719652:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.719653:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000010:0.0:1767384336.719654:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00000020:00000010:0.0:1767384336.719658:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f1ff0a. 00000020:00000040:0.0:1767384336.719662:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000020:00000001:3.0:1767384336.719665:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00000100:00000001:0.0:1767384336.719666:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.719672:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:3.0:1767384336.719677:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384336.719679:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384336.719685:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384336.719686:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384336.719691:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384336.719694:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384336.719695:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294924469 10000000:00000040:3.0:1767384336.719696:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384336.719704:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384336.719706:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384336.719706:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294924481 00010000:00000001:3.0:1767384336.719710:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719713:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294924469 00000100:00000001:0.0:1767384336.719717:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294924481 00000100:00000001:0.0:1767384336.719720:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294924469 00000100:00000001:0.0:1767384336.719723:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294924481 10000000:00000001:3.0:1767384336.719726:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:0.0:1767384336.719727:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294924469 10000000:00000001:3.0:1767384336.719731:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384336.719732:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:3.0:1767384336.719734:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 00000100:00000001:0.0:1767384336.719737:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384336.719738:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384336.719743:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719743:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719751:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384336.719751:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719755:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384336.719757:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719758:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384336.719761:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.719762:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.719764:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.719766:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719768:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384336.719769:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4fe05 from hash 00010000:00000001:0.0:1767384336.719771:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384336.719774:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384336.719774:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1767384336.719777:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384336.719778:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719780:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.719782:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384336.719784:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384336.719785:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384336.719789:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384336.719791:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384336.719792:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384336.719794:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384336.719797:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f3f656b1 going to sleep for 11 seconds 00000100:00000010:3.0:1767384336.719798:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b7fb4c1. 00000100:00000001:0.0:1767384336.719799:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384336.719809:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384336.719812:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384336.719814:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1767384336.719815:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384336.719817:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384336.719819:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384336.719822:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9bc22a7. 02000000:00000010:3.0:1767384336.719823:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8d914d6. 00000400:00000200:0.0:1767384336.719825:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484ccff4 00000100:00000001:3.0:1767384336.719829:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.719829:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000484ccff4. 00010000:00000001:3.0:1767384336.719834:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384336.719835:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384336.719841:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384336.719842:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384336.719860:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384336.719865:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384336.719868:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384336.719870:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384336.719874:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719882:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384336.719885:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7fb4c1] to pc [ptlrpcd_00_00+0] req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.719886:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.719892:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384336.719896:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384336.719900:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.719903:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.719905:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.719909:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=51 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384336.719910:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384336.719917:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384336.719918:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=51 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384336.719920:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384336.719926:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.719926:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.719931:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719932:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384336.719936:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.719936:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384336.719941:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.719942:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384336.719947:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.719953:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384336.719957:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000005a0059aa/0x1cafe7b7e4a4fe05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe0c expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384336.719957:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1767384336.719979:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004488dd39 count: 0 00000100:00000001:0.0:1767384336.719982:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.719986:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384336.719988:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.719990:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384336.719991:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.719992:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.719995:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384336.719996:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1767384336.719998:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000004808ea. 00010000:00000001:3.0:1767384336.720001:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.720003:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384336.720006:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.720009:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384336.720014:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.720019:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384336.720022:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384336.720025:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737757568:0@lo:104: 00000020:00000001:3.0:1767384336.720026:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.720033:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384336.720034:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.720035:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384336.720039:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.720039:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.720045:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384336.720045:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384336.720050:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.720054:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737757568/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.720059:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.720061:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384336.720063:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dee0bcd. 02000000:00000001:0.0:1767384336.720066:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384336.720067:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384336.720068:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:0.0:1767384336.720070:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384336.720071:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ed5550b4. 02000000:00000001:0.0:1767384336.720074:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384336.720075:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384336.720077:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:0.0:1767384336.720079:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.720080:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384336.720082:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f3f656b1. 00000100:00000001:0.0:1767384336.720084:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384336.720085:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384336.720087:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007caab53e. 00010000:00000001:0.0:1767384336.720090:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.720093:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.720095:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384336.720098:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384336.720100:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384336.720102:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384336.723616:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006305b9a7. 00000800:00000010:2.0:1767384336.723621:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9c0f14b. 00000100:00000001:2.0:1767384336.723638:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.723640:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.723642:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384336.723646:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.723653:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384336.723655:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.723657:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.723659:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.723661:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.723663:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737757696:0@lo:103: 00000100:00000001:2.0:1767384336.723666:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.723668:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.723670:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.723671:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384336.723675:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000540df881. 02000000:00000001:2.0:1767384336.723677:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.723682:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006193f675. 00000400:00000010:2.0:1767384336.723688:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000100:00000200:2.0:1767384336.723692:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737757696, portal 18 00000100:00000001:2.0:1767384336.723694:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.723696:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877994880 : -113991831556736 : ffff9853355f6d80) 00000100:00000040:2.0:1767384336.723701:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.723707:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.723718:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.723722:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000100:00000200:2.0:1767384336.723725:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737757696, offset 0 00000400:00000200:2.0:1767384336.723731:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.723736:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.723745:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d705200 00000400:00000200:2.0:1767384336.723752:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384336.723756:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.723761:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.723765:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384336.723766:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384336.723771:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001a271e8. 00000100:00000040:2.0:1767384336.723773:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000001a271e8 x1853236737757696 msgsize 328 00000100:00100000:2.0:1767384336.723778:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384336.723788:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.723794:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000400:00000010:2.0:1767384336.723796:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000100:00000001:2.0:1767384336.723800:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384336.723802:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.723809:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.723812:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.723817:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723819:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.723823:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723826:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294924485 00000100:00000001:2.0:1767384336.723831:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924480 00000100:00000001:2.0:1767384336.723837:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294924485 00000100:00000001:2.0:1767384336.723839:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924481 00000100:00000001:2.0:1767384336.723843:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294924485 00000100:00000001:2.0:1767384336.723847:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924481 00000100:00000001:2.0:1767384336.723861:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294924485 00000100:00000001:2.0:1767384336.723864:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924481 00000100:00000001:2.0:1767384336.723867:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.723869:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723871:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723873:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.723878:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.723880:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384336.723882:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.723883:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.723885:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723887:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.723897:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.723899:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724008:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384336.724011:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757696 02000000:00000001:2.0:1767384336.724013:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384336.724015:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.724016:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.724019:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.724022:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757696 00000020:00000001:2.0:1767384336.724024:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384336.724026:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384336.724028:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.724030:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:2.0:1767384336.724032:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384336.724034:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384336.724037:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384336.724041:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad24c049. 00000100:00000001:2.0:1767384336.724043:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384336.724045:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad24c049. 00000020:00000010:2.0:1767384336.724049:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c825e59. 00000020:00000010:2.0:1767384336.724054:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7f0ed5b. 00000020:00000010:2.0:1767384336.724057:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000040:2.0:1767384336.724069:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384336.724071:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384336.724072:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384336.724074:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384336.724076:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724078:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384336.724081:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.724082:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.724084:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d34e2459 refcount=4 00000020:00000001:2.0:1767384336.724086:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:2.0:1767384336.724088:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00010000:2.0:1767384336.724092:0:20661:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 17 pid: 16772 timeout: 407 lvb_type: 0 00010000:00000001:2.0:1767384336.724099:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724100:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724102:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.724103:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.724108:0:20661:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384336.724113:0:20661:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001a271e8 x1853236737757696/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.724119:0:20661:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384336.724121:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724135:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.724143:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384336.724144:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384336.724148:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384336.724150:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:2.0:1767384336.724152:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081995998080 : -113991713553536 : ffff98533c680380) 00000100:00000040:2.0:1767384336.724156:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001a271e8 x1853236737757696/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.724162:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384336.724165:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad24c049. 00000100:00000001:2.0:1767384336.724174:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384336.724175:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad24c049. 00000100:00100000:2.0:1767384336.724179:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001a271e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16138:x1853236737757696:12345-0@lo:103: 00000100:00000200:2.0:1767384336.724182:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757696 00010000:00000001:2.0:1767384336.724185:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384336.724186:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384336.724188:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384336.724191:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384336.724193:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384336.724197:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000047757c41. 02000000:00000001:2.0:1767384336.724199:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724200:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724203:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384336.724204:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384336.724206:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.724207:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.724209:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d34e2459 refcount=4 00000020:00000001:2.0:1767384336.724211:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:2.0:1767384336.724212:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000040:2.0:1767384336.724214:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007edcae29 count: 3 00010000:00010000:2.0:1767384336.724217:0:20661:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 17 pid: 16772 timeout: 407 lvb_type: 0 00000100:00001000:2.0:1767384336.724222:0:20661:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384336 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384336.724225:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384336.724229:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724230:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384336.724232:0:20661:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 17 pid: 16772 timeout: 407 lvb_type: 0 00000020:00000001:2.0:1767384336.724237:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384336.724239:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384336.724240:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.724242:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724251:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384336.724252:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384336.724256:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724257:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724259:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384336.724260:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.724262:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d34e2459 with handle 0x1cafe7b7e4a4fe0c from hash 00010000:00000001:2.0:1767384336.724263:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384336.724264:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724265:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724266:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384336.724267:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384336.724268:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384336.724270:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4fe0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe05 expref: 17 pid: 16772 timeout: 407 lvb_type: 0 00010000:00000040:2.0:1767384336.724319:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:2.0:1767384336.724321:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:2.0:1767384336.724327:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724329:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384336.724332:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384336.724333:0:20661:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000de7a8a86 00010000:00000001:2.0:1767384336.724335:0:20661:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384336.724336:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384336.724337:0:20661:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.724339:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384336.724341:0:20661:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.724343:0:20661:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384336.724345:0:20661:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384336.724346:0:20661:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724351:0:20661:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384336.724352:0:20661:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384336.724354:0:20661:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384336.724356:0:20661:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384336.724358:0:20661:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007edcae29) refcount = 2 00010000:00010000:2.0:1767384336.724368:0:20661:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724373:0:20661:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384336.724375:0:20661:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384336.724376:0:20661:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.724378:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384336.724381:0:20661:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad24c049. 00000100:00000001:2.0:1767384336.724383:0:20661:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384336.724387:0:20661:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006305b9a7. 00000100:00000001:2.0:1767384336.724388:0:20661:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754369728 : -113996955181888 : ffff985203fb1cc0) 00000100:00000001:2.0:1767384336.724390:0:20661:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076754369728 : -113996955181888 : ffff985203fb1cc0) 00000100:00000001:2.0:1767384336.724392:0:20661:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384336.724394:0:20661:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384336.724395:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384336.724397:0:20661:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384336.724399:0:20661:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384336.724412:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.724413:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.724414:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=5 00000020:00000001:2.0:1767384336.724416:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:2.0:1767384336.724418:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:2.0:1767384336.724420:0:20661:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384336.724421:0:20661:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724425:0:20661:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384336.724427:0:20661:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724430:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724431:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384336.724433:0:20661:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724446:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384336.724447:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724449:0:20661:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384336.724451:0:20661:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384336.724455:0:20661:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de7a8a86 already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384336.724457:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384336.724459:0:20661:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384336.724461:0:20661:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724465:0:20661:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384336.724466:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384336.724467:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384336.724467:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=6 00000020:00000001:2.0:1767384336.724469:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:2.0:1767384336.724470:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:2.0:1767384336.724472:0:20661:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384336.724474:0:20661:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724478:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384336.724479:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384336.724480:0:20661:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724488:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384336.724490:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384336.724492:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384336.724493:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.724495:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fe13 from hash 00010000:00000001:2.0:1767384336.724498:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384336.724499:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724500:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724508:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384336.724509:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384336.724511:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384336.724512:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724513:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384336.724516:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.724521:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724526:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384336.724528:0:20661:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384336.724530:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384336.724532:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384336.724536:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384336.724536:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724538:0:20661:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.724542:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724542:0:20661:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724547:0:20661:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.724552:0:20661:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384336.724555:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384336.724559:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724561:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384336.724562:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724564:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384336.724578:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384336.724581:0:20661:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384336.724584:0:20661:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384336.724586:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384336.724587:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724588:0:20661:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384336.724590:0:20661:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.724592:0:20661:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724594:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384336.724596:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe13 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384336.724604:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384336.724616:0:20661:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724618:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384336.724620:0:20661:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384336.724621:0:20661:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724623:0:20661:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724625:0:20661:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384336.724627:0:20661:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006305b9a7. 00000100:00000001:2.0:1767384336.724629:0:20661:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384336.724637:0:20661:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384336.724639:0:20661:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad24c049. 00010000:00000001:2.0:1767384336.724642:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384336.724644:0:20661:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007edcae29 count: 0 00010000:00010000:2.0:1767384336.724650:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384336.724652:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384336.724655:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384336.724657:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.724659:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.724662:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384336.724666:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.724667:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384336.724670:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.724671:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.724674:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.724677:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.724681:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000100:00000200:2.0:1767384336.724683:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737757696, offset 224 00000400:00000200:2.0:1767384336.724688:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.724696:0:20661:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.724705:0:20661:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d705200 00000400:00000200:2.0:1767384336.724711:0:20661:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18f5 [1] + 224 00000400:00000200:2.0:1767384336.724715:0:20661:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.724720:0:20661:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.724724:0:20661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.724727:0:20661:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.724736:0:20661:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.724750:0:20661:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.724759:0:20661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000400:00000010:2.0:1767384336.724762:0:20661:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000100:00000001:3.0:1767384336.724763:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.724766:0:20661:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.724767:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.724771:0:20661:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384336.724775:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.724777:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.724781:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006193f675. 00000400:00000200:3.0:1767384336.724787:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000265b84f0 00000100:00000001:2.0:1767384336.724787:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.724792:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000100:00000040:2.0:1767384336.724794:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384336.724799:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384336.724799:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.724804:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.724808:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.724811:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001a271e8 x1853236737757696/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.724843:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.724846:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001a271e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737757696:12345-0@lo:103: Request processed in 677us (1065us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384336.724865:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384336.724865:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384336.724871:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.724871:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:2.0:1767384336.724876:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384336.724877:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.724881:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.724881:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384336.724886:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7f0ed5b. 00000020:00000010:2.0:1767384336.724891:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000100:00000001:3.0:1767384336.724893:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384336.724896:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c825e59. 00000100:00000001:3.0:1767384336.724897:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.724902:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.724904:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00001000:3.0:1767384336.724906:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384336.724910:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384336.724926:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.724930:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.724932:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.724934:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384336.724936:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.724938:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.724942:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724948:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.724950:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.724952:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384336.724956:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.724963:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b7fb4c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737757696:0@lo:103: 00000100:00000001:3.0:1767384336.724967:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.724969:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.724972:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b7fb4c1 x1853236737757696/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.724978:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.724980:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.724982:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000540df881. 02000000:00000001:3.0:1767384336.724985:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.724987:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.724989:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384336.724991:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.724993:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8d914d6. 02000000:00000001:3.0:1767384336.724997:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.724998:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.724999:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b7fb4c1. 00000100:00000001:3.0:1767384336.725004:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.725011:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.725013:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.725018:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.725020:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.725023:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.725026:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:2.0:1767384336.725033:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp31 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384336.730317:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384336.730320:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384336.730322:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384336.730322:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384336.730323:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384336.730324:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384336.730326:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002aaabcae. 00080000:00000001:3.0:1767384336.730329:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:0.0:1767384336.730335:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384336.730339:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.730342:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384336.730345:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384336.730357:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384336.730361:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384336.730367:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384336.730379:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384336.730382:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384336.730384:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384336.730388:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384336.730390:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384336.730395:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ba01b5. 00010000:00000001:0.0:1767384336.730398:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384336.730402:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c794c7cc. 00000020:00000001:0.0:1767384336.730404:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384336.730424:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c794c7cc with handle 0x1cafe7b7e4a4fe1a to hash 00000020:00000001:0.0:1767384336.730427:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384336.730428:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730430:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730432:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.730433:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.730435:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730442:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384336.730443:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384336.730445:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384336.730446:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.730448:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.730450:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.730452:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.730453:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384336.730455:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384336.730456:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384336.730457:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384336.730465:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1ba01b5) refcount = 1 00010000:00010000:0.0:1767384336.730467:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730472:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384336.730473:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384336.730474:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.730476:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730477:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384336.730480:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384336.730482:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384336.730485:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.730487:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.730488:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c794c7cc refcount=4 00000020:00000001:0.0:1767384336.730489:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730491:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730493:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384336.730494:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730499:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384336.730501:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730505:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.730506:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384336.730508:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730512:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.730513:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730516:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384336.730517:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384336.730521:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c794c7cc already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384336.730529:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.730530:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384336.730531:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730535:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384336.730537:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.730538:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.730539:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c794c7cc refcount=5 00000020:00000001:0.0:1767384336.730542:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730544:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447680 : -113992616103936 : ffff9853069c3000) 00010000:00000001:0.0:1767384336.730545:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384336.730547:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730551:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384336.730553:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.730555:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730557:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384336.730559:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384336.730561:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.730562:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.730563:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c794c7cc with handle 0x1cafe7b7e4a4fe1a from hash 00010000:00000001:0.0:1767384336.730580:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384336.730581:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.730582:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.730583:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384336.730585:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384336.730587:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384336.730589:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384336.730590:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.730592:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730593:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384336.730594:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384336.730596:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.730597:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.730604:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730605:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.730607:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.730608:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730613:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.730613:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.730614:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384336.730615:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384336.730616:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.730617:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.730618:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384336.730619:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.730620:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.730622:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.730625:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384336.730626:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384336.730628:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c794c7cc/0x1cafe7b7e4a4fe1a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.730632:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1ba01b5 count: 0 00010000:00000001:0.0:1767384336.730636:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384336.730637:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384336.731135:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384336.731138:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384336.731140:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c368385. 20000000:00000001:0.0:1767384336.731146:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384336.731149:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737757312 00010000:00000001:0.0:1767384336.731152:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384336.731156:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6826723 x1853236737757312/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384336.731163:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384336.731165:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.731168:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384336.731177:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384336.731180:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384336.731182:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384336.731184:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384336.731186:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.731189:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384336.731191:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.731195:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce1d87d. 00000100:00000200:0.0:1767384336.731197:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737757312, offset 224 00000400:00000200:0.0:1767384336.731203:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384336.731229:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384336.731235:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705080 00000400:00000200:0.0:1767384336.731241:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18c9 [2] + 224 00000400:00000200:0.0:1767384336.731247:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.731251:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.731255:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384336.731258:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.731268:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.731321:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.731329:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce1d87d 00000400:00000010:0.0:1767384336.731331:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce1d87d. 00000100:00000001:0.0:1767384336.731334:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.731336:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.731340:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.731343:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384336.731345:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384336.731347:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.731349:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384336.731354:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6826723 x1853236737757312/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.731360:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737757312:12345-0@lo:253: Request processed in 23299us (23982us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384336.731375:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:0.0:1767384336.731377:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384336.731378:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384336.731382:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384336.731384:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc861aa7. 00000020:00000010:0.0:1767384336.731389:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000020:00000010:0.0:1767384336.731392:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d483db49. 00000020:00000040:0.0:1767384336.731397:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384336.731401:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384336.731405:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000664ea8d7. 02000000:00000001:0.0:1767384336.731408:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384336.731410:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384336.731413:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384336.731446:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.731449:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384336.731452:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.731453:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.731455:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001289bca1. 00000400:00000200:2.0:1767384336.731459:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aa7814 00000400:00000010:2.0:1767384336.731461:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048aa7814. 00000100:00000001:2.0:1767384336.731464:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.731467:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.731474:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.731480:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.731481:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.731490:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384336.731491:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.731493:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.731495:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.731496:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.731499:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.731502:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.731504:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.731504:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.731506:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384336.731507:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.731509:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.731512:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.731516:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.731518:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.731520:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384336.731522:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384336.731524:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384336.731526:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bc22a7. 00000020:01000004:2.0:1767384336.731527:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384336.731529:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384336.731530:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384336.731532:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384336.731533:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384336.731534:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384336.731536:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384336.731537:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384336.731539:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.731544:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737757312:0@lo:253: 00000100:00000001:2.0:1767384336.731549:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.731551:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.731554:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737757312/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.731563:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384336.731563:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce1d87d. 02000000:00000001:2.0:1767384336.731589:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.731591:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:2.0:1767384336.731598:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.731600:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.731601:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384336.731604:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.731605:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027beb448. 02000000:00000001:2.0:1767384336.731609:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.731610:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.731611:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:2.0:1767384336.731614:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.731616:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.731618:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.731622:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.731623:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.731625:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.731627:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.731928:0:27740:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000eee3c57f. 00000400:00000040:0.0:1767384336.731944:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.731946:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384336.731949:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.731951:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384336.731954:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.731956:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384336.731959:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.731960:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384336.731962:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384336.731964:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384336.731966:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384336.731968:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384336.731970:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384336.731971:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384336.731972:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384336.731975:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384336.731977:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384336.731978:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384336.731979:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384336.731985:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.731987:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384336.731989:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384336.731991:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384336.731993:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.731995:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384336.731997:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.731999:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384336.732001:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384336.732002:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384336.732004:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.732006:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384336.732008:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.732009:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384336.732011:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384336.732013:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384336.732014:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.732015:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384336.732017:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.732019:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384336.732021:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384336.732023:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384336.732024:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.732026:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384336.732028:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384336.732030:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384336.732031:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384336.732033:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384336.732034:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384336.732037:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384336.732038:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384336.732040:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384336.732041:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384336.732042:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384336.732044:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384336.732046:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384336.732047:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384336.732048:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384336.732123:0:27740:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000eee3c57f. 00010000:00000010:2.1:1767384336.732643:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d34e2459. 00010000:00000010:2.1:1767384336.732647:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de7a8a86. 00010000:00000010:2.1:1767384336.732649:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007edcae29. 00080000:00000020:2.0:1767384336.733766:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384336.733769:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384336.733771:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002449e5b6. 20000000:00000001:2.0:1767384336.733776:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384336.733779:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737757440 00010000:00000001:2.0:1767384336.733781:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384336.733785:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f0a2e87 x1853236737757440/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.733791:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384336.733793:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.733794:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.733797:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384336.733798:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.733800:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384336.733802:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.733803:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.733804:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.733806:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.733809:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006305b9a7. 00000100:00000200:2.0:1767384336.733811:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737757440, offset 224 00000400:00000200:2.0:1767384336.733819:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.733823:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.733827:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705100 00000400:00000200:2.0:1767384336.733831:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18d5 [2] + 224 00000400:00000200:2.0:1767384336.733834:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.733836:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.733839:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.733841:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.733846:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.733860:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.733863:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006305b9a7 00000400:00000010:2.0:1767384336.733865:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006305b9a7. 00000100:00000001:2.0:1767384336.733868:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.733870:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.733870:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.733874:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.733875:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.733895:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384336.733897:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384336.733898:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384336.733900:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384336.733901:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.733905:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98cd893. 00000020:00000001:2.0:1767384336.733906:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384336.733912:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097cbefb4 00000100:00000040:2.0:1767384336.733912:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f0a2e87 x1853236737757440/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.733917:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097cbefb4. 00000100:00000001:3.0:1767384336.733924:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384336.733930:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737757440:12345-0@lo:253: Request processed in 24551us (26421us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384336.733932:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.733946:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:2.0:1767384336.733952:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:3.0:1767384336.733955:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.733956:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384336.733959:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384336.733963:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f23c108. 00000100:00000001:3.0:1767384336.733986:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.733988:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384336.733988:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000100:00000001:3.0:1767384336.733995:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384336.733996:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000abe9827. 02000000:00000001:3.0:1767384336.733998:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384336.733999:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.734001:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.734003:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.734009:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:3.0:1767384336.734010:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=51 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384336.734016:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384336.734018:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=51 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384336.734020:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b0b507b. 00000100:00000001:3.0:1767384336.734023:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384336.734027:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384336.734028:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.734033:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384336.734034:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384336.734039:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.734041:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384336.734046:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af446e7c. 00000400:00000010:2.0:1767384336.734050:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006305b9a7. 00000100:00000001:3.0:1767384336.734053:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.734059:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.734067:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.734069:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.734071:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384336.734074:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384336.734075:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384336.734076:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.734078:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.734079:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384336.734080:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.734081:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384336.734082:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384336.734083:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384336.734085:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.734091:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737757440:0@lo:253: 00000100:00000001:3.0:1767384336.734094:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.734096:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.734097:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737757440/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.734102:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.734104:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.734106:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056d12851. 02000000:00000001:3.0:1767384336.734109:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.734110:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.734111:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384336.734113:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.734114:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000030536ca. 02000000:00000001:3.0:1767384336.734116:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.734117:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.734118:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:3.0:1767384336.734121:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.734122:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.734129:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.734133:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.734134:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.734136:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.734138:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384336.735293:0:27739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004488dd39. 00010000:00000010:3.1:1767384336.735301:0:27739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00010000:00000010:0.1:1767384336.736644:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ba01b5. 00010000:00000010:0.1:1767384336.736650:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c794c7cc. 00000100:00000040:0.0:1767384336.743355:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294924485, at 4294924486 00000100:00000010:0.0:1767384336.743364:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000100:00000040:2.0:1767384336.744348:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294924485, at 4294924487 00000100:00000040:1.0:1767384336.744353:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294924485, at 4294924487 00000100:00000010:2.0:1767384336.744356:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ec628c8. 00000100:00000010:1.0:1767384336.744362:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e938511. 00000100:00000040:3.0:1767384336.744364:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294924485, at 4294924487 00000100:00000010:3.0:1767384336.744372:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c48c82eb. 00000400:00000200:3.0:1767384336.802361:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp29 00000400:00000010:3.0:1767384336.802367:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000551bc1e. 00000400:00000010:3.0:1767384336.802374:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c521d9b0. 00000400:00000010:3.0:1767384336.802380:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000400:00000010:3.0:1767384336.802389:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b02ece6. 00000400:00000200:3.0:1767384336.802395:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp29 00000400:00000200:3.0:1767384336.802413:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp29 local destination 00000400:00000200:3.0:1767384336.802421:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp29 00000400:00000200:3.0:1767384336.802426:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [79:79:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384336.802435:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp29 00000400:00000200:3.0:1767384336.802462:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:) -> 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) : GET try# 0 00000800:00000200:3.0:1767384336.802471:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp29 00000800:00000010:3.0:1767384336.802477:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a92e870. 00000800:00000200:3.0:1767384336.802483:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000800:00000200:3.1:1767384336.802489:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000400:00000200:3.0:1767384336.802513:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp29 added to recovery queue. ping count: 2 next ping: 261 health :800 00000400:00000200:3.0:1767384336.802518:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp28 00000400:00000010:3.0:1767384336.802522:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c542dfe2. 00000400:00000010:3.0:1767384336.802542:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005716b9a3. 00000400:00000010:3.0:1767384336.802546:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85130b7. 00000400:00000010:3.0:1767384336.802553:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053cec9e6. 00000400:00000200:3.0:1767384336.802556:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp28 00000400:00000200:3.0:1767384336.802562:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp28 local destination 00000400:00000200:3.0:1767384336.802580:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp28 00000400:00000200:3.0:1767384336.802583:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp28 NI seq info: [80:80:256:4294967295] 192.168.203.152@tcp28 LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1767384336.802594:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp28 00000400:00000200:3.0:1767384336.802600:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28:) -> 192.168.203.152@tcp28(192.168.203.152@tcp28:192.168.203.152@tcp28) : GET try# 0 00000800:00000200:3.0:1767384336.802603:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp28 00000800:00000010:3.0:1767384336.802607:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f477dc2a. 00000800:00000200:3.0:1767384336.802612:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000400:00000200:0.0:1767384336.802614:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.1:1767384336.802616:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000400:00000200:3.0:1767384336.802635:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp28 added to recovery queue. ping count: 3 next ping: 265 health :700 00000400:00000200:3.0:1767384336.802640:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:3.0:1767384336.802644:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000070828205. 00000400:00000010:3.0:1767384336.802649:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000820b4f49. 00000400:00000010:3.0:1767384336.802653:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000400:00000010:3.0:1767384336.802660:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de1c7ebf. 00000400:00000200:3.0:1767384336.802665:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:3.0:1767384336.802674:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:3.0:1767384336.802677:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:3.0:1767384336.802680:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [81:81:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [75:75:8:4294967295] 00000400:00000200:3.0:1767384336.802684:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:3.0:1767384336.802697:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000400:00000200:2.0:1767384336.802697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.802700:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:3.0:1767384336.802711:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000800:00000010:3.0:1767384336.802715:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fa45649. 00000800:00000200:3.0:1767384336.802720:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000800:00000200:3.1:1767384336.802725:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:3.0:1767384336.802739:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 1 next ping: 259 health :900 00000400:00000200:0.0:1767384336.802780:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.802796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.802808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.802857:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.802885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.802893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.802938:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.802970:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.802974:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803012:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803055:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803156:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803160:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803257:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803261:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803603:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803686:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803753:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803827:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803884:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803908:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.803937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.803975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.803988:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804059:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804090:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804143:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804159:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804231:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804235:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804251:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804325:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804353:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804355:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804413:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804445:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804497:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804532:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804582:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804596:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804621:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804701:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804731:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804789:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804849:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804869:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.804925:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.804940:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.804967:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805010:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805031:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805041:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805102:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805120:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805124:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805177:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805210:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805212:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805306:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805345:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805355:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805424:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805478:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805491:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805590:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805617:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805678:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805734:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.805767:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805780:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805806:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805855:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805881:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.805939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.805960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000800:00000010:0.0:1767384336.805984:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000800:00000010:0.0:1767384336.805991:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000004808ea. 00000800:00000010:0.0:1767384336.805995:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba5d1a88. 00000400:00000200:2.0:1767384336.806014:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:0.0:1767384336.806022:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba5d1a88. 00000800:00020000:0.0:1767384336.806035:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:3.0:1767384336.806036:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384336.806040:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000004808ea. 00000800:00000010:0.0:1767384336.806044:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000400:00000200:2.0:1767384336.806078:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:02020000:0.0:1767384336.806119:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384336.806126:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp29 notifying 192.168.203.152@tcp29: down 00000800:00000200:0.0:1767384336.806133:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp29 down 00000800:00000100:0.0:1767384336.806142:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp29 00000800:00000010:0.0:1767384336.806145:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a92e870. 00000400:00000200:0.0:1767384336.806150:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384336.806156:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384336.806163:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384336.806168:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384336.806172:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp29) recovery failed with -71 00000800:00000010:3.0:1767384336.806228:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384336.806234:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086d91838. 00000800:00000010:3.0:1767384336.806238:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec2c6075. 00000800:00000010:3.0:1767384336.806271:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec2c6075. 00000800:00020000:3.0:1767384336.806301:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384336.806304:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086d91838. 00000800:00000010:3.0:1767384336.806307:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023abe634. 00000800:00000010:2.0:1767384336.806353:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027beb448. 00000800:00000010:2.0:1767384336.806358:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7a07671. 00000800:00000010:2.0:1767384336.806363:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4a3dd24. 00000400:02020000:3.0:1767384336.806375:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384336.806383:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:3.0:1767384336.806391:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000800:00000100:3.0:1767384336.806400:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:2.0:1767384336.806400:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4a3dd24. 00000800:00000010:3.0:1767384336.806404:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fa45649. 00000400:00000200:3.0:1767384336.806412:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384336.806417:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384336.806425:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384336.806429:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384336.806435:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00000400:00000200:0.0:1767384336.806462:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384336.806480:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp28 from 216.3.0.2 00000800:00000010:0.0:1767384336.806484:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ccd83fc3. 00000800:00000010:2.0:1767384336.806508:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9c0f14b. 00000800:00000010:2.0:1767384336.806513:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000081a12612. 00000800:00000010:2.0:1767384336.806537:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000822b4c26. 00000800:00000200:2.1:1767384336.806543:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (2) 00000800:00000200:2.1:1767384336.806555:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp28 00000000822b4c26 deleted 00000800:00000010:2.1:1767384336.806558:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000822b4c26. 00000800:00000200:2.1:1767384336.806563:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384336.806586:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp28 ip 192.168.203.152:984 00000800:00000200:2.1:1767384336.806589:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f477dc2a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384336.806594:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp28 p 3.x 192.168.203.152 -> 192.168.203.152:984 incarnation:1767384328063913132 sched[0] 00000800:00000010:2.0:1767384336.806601:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4a3dd24. 00000800:00000010:2.0:1767384336.806653:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4a3dd24. 00000800:00000010:2.0:1767384336.806657:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000081a12612. 00000800:00000200:3.1:1767384336.806680:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384336.806688:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp28 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384328063913132 sched[0] 00000800:00000010:3.0:1767384336.806691:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7a07671. 00000800:00000010:2.0:1767384336.806697:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ccd83fc3. 00000800:00000001:2.0:1767384336.806723:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.806728:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.806747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:2.0:1767384336.806781:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384336.806785:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f477dc2a. 00000400:00000200:2.0:1767384336.806789:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.806794:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: GET: OK 00000400:00000200:2.0:1767384336.806799:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384336.806803:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp28 recovery message sent successfully:0 00000400:00000200:3.0:1767384336.806805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:2.0:1767384336.806816:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.806823:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384336.806826:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.806834:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.806841:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28) <- 192.168.203.152@tcp28 : GET - for me 00000400:00000200:2.0:1767384336.806853:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384336.806861:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x18c1 [1] + 0 00000400:00000200:2.0:1767384336.806871:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp28 to MR: 192.168.203.152@tcp28 local destination 00000400:00000200:3.0:1767384336.806873:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384336.806879:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp28 NI seq info: [82:82:256:4294967295] 192.168.203.152@tcp28 LPNI seq info [76:76:8:4294967295] 00000400:00000200:2.0:1767384336.806894:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28:192.168.203.152@tcp28) -> 192.168.203.152@tcp28(192.168.203.152@tcp28:192.168.203.152@tcp28) 192.168.203.152@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384336.806900:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp28 00000800:00000010:2.0:1767384336.806904:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000758ea796. 00000800:00000200:2.0:1767384336.806908:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000800:00000200:2.0:1767384336.806913:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp28 ip 192.168.203.152:988 00000800:00000200:2.0:1767384336.806916:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000758ea796 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384336.806921:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:0.0:1767384336.806930:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.806954:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:0.0:1767384336.806977:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384336.806982:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384336.806986:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000758ea796. 00000800:00000001:0.0:1767384336.806986:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.806988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:0.0:1767384336.806992:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384336.806993:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384336.807000:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.807001:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: REPLY: OK 00000400:00000200:0.0:1767384336.807012:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp28(192.168.203.152@tcp28) <- 192.168.203.152@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384336.807021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:2.0:1767384336.807026:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.807033:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp28: Reply from 12345-192.168.203.152@tcp28 of length 272/272 into md 0x1915 00000800:00000001:0.0:1767384336.807039:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384336.807045:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.807046:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.807051:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384336.807051:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp28->192.168.203.152@tcp28: REPLY: OK 00000400:00000200:0.0:1767384336.807054:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85130b7 00000400:00000010:0.0:1767384336.807058:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85130b7. 00000400:00000200:0.0:1767384336.807061:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384336.807065:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c542dfe2. 00000400:00000010:0.0:1767384336.807069:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005716b9a3. 00000800:00000001:0.0:1767384336.807075:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.807077:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000800:00000001:0.0:1767384336.807079:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.807103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807130:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807146:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807163:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807184:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807224:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807251:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807303:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807338:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807379:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807437:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807480:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807501:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807522:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807598:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807659:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807675:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807718:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807740:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384336.807765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384336.807906:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384336.807910:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086d91838. 00000800:00000010:3.0:1767384336.807912:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec2c6075. 00000800:00000010:3.0:1767384336.807928:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec2c6075. 00000800:00020000:3.0:1767384336.807934:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384336.807936:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086d91838. 00000800:00000010:3.0:1767384336.807938:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023abe634. 00000400:02020000:3.0:1767384336.807964:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384337.442371:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384337.442378:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.442392:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384337.442394:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.442469:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.442475:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.442491:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384337.826387:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.826392:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384337.826395:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:0.0:1767384337.826399:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000400:00000200:0.0:1767384337.826404:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384337.826410:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384337.826418:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000551bc1e. 00000400:00000010:0.0:1767384337.826422:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c521d9b0. 00000400:00000001:0.0:1767384337.826427:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.826428:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384337.826429:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:0.0:1767384337.826431:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000400:00000200:0.0:1767384337.826433:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384337.826454:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384337.826457:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000070828205. 00000400:00000010:0.0:1767384337.826459:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000820b4f49. 00080000:00000001:3.0:1767384338.110716:0:28105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384338.110727:0:28105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.110730:0:28105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.110734:0:28105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384338.110739:0:28105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.110741:0:28105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.465600:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384338.465605:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.465610:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384338.465611:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.465626:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384338.465629:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.465631:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384338.832299:0:28269:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384338.832304:0:28269:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384338.835946:0:28269:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384338.844183:0:28270:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c3175cfa. 00000400:00000010:1.0:1767384338.844197:0:28270:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c763e8a3. 00000400:00000010:1.0:1767384338.844206:0:28270:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000efcb31eb. 00000400:00000010:1.0:1767384338.844209:0:28270:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cffa69fb. 00000400:00000010:1.0:1767384338.844213:0:28270:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000508ccb15. 00000400:00000010:1.0:1767384338.844217:0:28270:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e141bcf. 00000400:00000010:1.0:1767384338.844218:0:28270:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4d0e071. 00000400:00000010:1.0:1767384338.844220:0:28270:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bca4c84d. 00000400:00000010:1.0:1767384338.844223:0:28270:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005ee69a75. 00000800:00000010:1.0:1767384338.844237:0:28270:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e75c6e43. 00000800:00000200:1.0:1767384338.844247:0:28270:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384338.844255:0:28270:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384338.844315:0:28270:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384338.844337:0:28270:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384338.846328:0:28270:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000045891a54. 00000400:00000010:1.0:1767384338.846335:0:28270:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000342851b2. 00000400:00000010:1.0:1767384338.846347:0:28270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000400:00000001:1.0:1767384338.846365:0:28270:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.846368:0:28270:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.846370:0:28270:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000400:00000200:1.0:1767384338.846373:0:28270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c2ea0f 00000400:00000010:1.0:1767384338.846375:0:28270:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c2ea0f. 00000400:00000010:1.0:1767384338.846379:0:28270:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000003e191891. 00000400:00000200:1.0:1767384338.846385:0:28270:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (24) 00000400:00000200:1.0:1767384338.846399:0:28270:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384338.846408:0:28270:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384338.846416:0:28270:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f681e718. 00000020:01000000:1.0:1767384338.846422:0:28270:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384338.846425:0:28270:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp33 00000400:00000200:0.0:1767384338.846435:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384338.846440:0:28270:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c763e8a3. 00000400:00000010:1.0:1767384338.846446:0:28270:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c3175cfa. 00000400:00000200:0.0:1767384338.846450:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000020:00000001:2.0:1767384338.846455:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.846461:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384338.846464:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484ccff4. 10000000:00000001:2.0:1767384338.846465:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384338.846469:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384338.846473:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (25) 00000020:01000004:2.0:1767384338.846483:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384338.846485:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384338.846490:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.846492:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.846494:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.846495:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.846497:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:0.0:1767384338.846497:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014e432db. 00000020:01000004:2.0:1767384338.846502:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384338.846504:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.846508:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384338.846509:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp14 00000100:00000010:2.0:1767384338.846515:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00000020:00000040:2.0:1767384338.846521:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384338.846527:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384338.846528:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp14 to MR: 192.168.203.152@tcp14 local destination 02000000:00000001:2.0:1767384338.846531:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.846538:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.846543:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp14 NI seq info: [83:83:256:4294967295] 192.168.203.152@tcp14 LPNI seq info [77:77:8:4294967295] 02000000:00000010:2.0:1767384338.846569:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000030536ca. 00000400:00000200:0.0:1767384338.846575:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp14 00000100:00000001:2.0:1767384338.846580:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.846615:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) -> 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) : PUT try# 0 00000100:00000001:2.0:1767384338.846620:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384338.846624:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384338.846631:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.152@tcp14 00000100:00000040:2.0:1767384338.846636:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d7dbf] to pc [ptlrpcd_00_01+1] req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384338.846640:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8616094. 00000800:00000200:0.0:1767384338.846658:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (6) 10000000:00000001:2.0:1767384338.846673:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384338.846673:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:988 10000000:00000001:2.0:1767384338.846678:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.846683:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384338.846683:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b8616094 type 1, nob 528 niov 1 nkiov 1 00000020:01000000:2.0:1767384338.846688:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384338.846697:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.846699:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.846701:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384338.846703:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384338.846704:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384338.846709:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384338.846710:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384338.846711:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:01000004:2.0:1767384338.846713:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384338.846716:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384338.846718:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384338.846721:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000020:01000004:2.0:1767384338.846723:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384338.846726:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384338.846729:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.846734:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.846738:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.846744:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384338.846745:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384338.846748:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.846752:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384338.846755:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384338.846757:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384338.846760:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.846764:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737757824:0@lo:253: 00000100:00000010:2.0:1767384338.846766:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000100:00000001:3.0:1767384338.846771:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384338.846774:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384338.846777:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384338.846783:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.846783:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384338.846790:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384338.846790:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.846798:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384338.846801:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000023abe634. 02000000:00000001:3.0:1767384338.846805:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384338.846809:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056d12851. 00000400:00000010:3.0:1767384338.846811:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfeb6fc. 00000100:00000001:2.0:1767384338.846821:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.846822:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008433955c. 00000100:00000200:3.0:1767384338.846830:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737757824, portal 25 00000100:00000001:2.0:1767384338.846831:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.846835:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.846836:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.846842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bccac1f] to pc [ptlrpcd_00_02+2] req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384338.846847:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384338.846848:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000800:00000010:0.0:1767384338.846856:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8616094. 00000100:00000040:3.0:1767384338.846863:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.846866:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.846876:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384338.846878:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.846880:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: PUT: OK 00000100:00000040:3.0:1767384338.846885:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384338.846887:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.846892:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.846892:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384338.846893:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5b7edd2. 00000020:01000000:2.0:1767384338.846900:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384338.846901:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737757824, offset 0 00000400:00000200:0.0:1767384338.846901:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp14: 0 00000020:00000010:2.0:1767384338.846906:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f681e718. 00000400:00000200:3.0:1767384338.846919:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384338.846919:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384338.846931:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384338.846931:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384338.846935:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384338.846937:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384338.846938:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384338.846942:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1767384338.846946:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384338.846951:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384338.846952:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705280 00000400:00000200:0.0:1767384338.846965:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14) <- 192.168.203.152@tcp14 : PUT - for me 00000400:00000200:3.0:1767384338.846969:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1135 [2] + 0 00000400:00000010:3.0:1767384338.846981:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d9279e. 00000100:00000001:2.0:1767384338.846983:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384338.846988:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.846989:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384338.846990:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061743ef7 02000000:00000001:2.0:1767384338.846996:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384338.846999:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384338.847002:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.847004:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 416/432 into md 0x18e5 [1] + 0 02000000:00000001:2.0:1767384338.847006:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.847014:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000732a5bc4. 00000100:00100000:2.0:1767384338.847015:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737757952:0@lo:253: 00000400:00000200:3.0:1767384338.847018:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384338.847023:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a0f4896 00000100:00000001:2.0:1767384338.847027:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384338.847032:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384338.847033:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061743ef7 02000000:00000001:2.0:1767384338.847033:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384338.847038:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.847040:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061743ef7. 02000000:00000001:2.0:1767384338.847041:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384338.847043:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.847049:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.847050:0:16139:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384338.847051:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007dc6e5a3. 00000100:00000200:3.0:1767384338.847056:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384338.847056:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.847065:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000ccc36cdd x1853236737757824 msgsize 4848 00000400:00000010:2.0:1767384338.847074:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653349d2. 00000400:00000200:0.0:1767384338.847074:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: PUT: OK 00000400:00000010:2.0:1767384338.847084:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eda27fb1. 00000100:00100000:3.0:1767384338.847085:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384338.847088:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000100:00000040:3.0:1767384338.847091:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384338.847095:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384338.847103:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384338.847104:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384338.847107:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737757952, portal 25 00000100:00000001:2.0:1767384338.847113:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384338.847114:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b7edd2 00000100:00000001:2.0:1767384338.847116:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000400:00000010:3.0:1767384338.847119:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5b7edd2. 00000400:00000200:0.0:1767384338.847123:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (26) 00000100:00000001:3.0:1767384338.847129:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384338.847130:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.847135:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000200:3.0:1767384338.847138:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.847147:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (432 bytes) 00000400:00000200:0.0:1767384338.847158:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384338.847174:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (27) 00000100:00000001:2.0:1767384338.847177:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384338.847178:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384338.847182:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384338.847186:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.847190:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384338.847197:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp14 to MR: 192.168.203.152@tcp14 local destination 00000400:00000010:2.0:1767384338.847200:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d31c6d40. 00000100:00000001:3.0:1767384338.847205:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847209:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384338.847210:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737757952, offset 0 00000400:00000200:0.0:1767384338.847213:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp14 NI seq info: [84:84:256:4294967295] 192.168.203.152@tcp14 LPNI seq info [78:78:8:4294967295] 00000400:00000200:2.0:1767384338.847230:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384338.847236:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) -> 192.168.203.152@tcp14(192.168.203.152@tcp14:192.168.203.152@tcp14) 192.168.203.152@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384338.847242:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp14 00000100:00000001:3.0:1767384338.847245:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384338.847247:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8616094. 00000400:00000200:2.0:1767384338.847258:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384338.847259:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (6) 00000100:00000001:3.0:1767384338.847262:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294926608 00000100:00000010:3.0:1767384338.847270:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000049f108a. 00000100:00000001:3.0:1767384338.847304:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384338.847310:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:1013 00000100:00000001:3.0:1767384338.847311:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294926609 00000400:00000200:2.0:1767384338.847311:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705300 00000800:00000200:0.0:1767384338.847318:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b8616094 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384338.847320:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c421dd9a. 00000400:00000200:2.0:1767384338.847325:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a5 [2] + 0 00000100:00000001:3.0:1767384338.847330:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384338.847332:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9946033. 00000800:00000001:0.0:1767384338.847337:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384338.847338:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294926609 00000400:00000200:2.0:1767384338.847340:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e37a1d2b 00000100:00000010:3.0:1767384338.847347:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e68e15d. 00000800:00000001:0.0:1767384338.847348:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.847350:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.847353:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384338.847362:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294926609 00000400:00000200:2.0:1767384338.847362:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384338.847371:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e02a0035. 00000400:00000200:2.0:1767384338.847372:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e37a1d2b 00000400:00000010:2.0:1767384338.847377:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e37a1d2b. 00000100:00000001:3.0:1767384338.847378:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384338.847383:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384338.847386:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384338.847387:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384338.847395:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.847396:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006c62b978 x1853236737757952 msgsize 4848 00000100:00000001:3.0:1767384338.847403:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847410:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384338.847414:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384338.847419:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384338.847422:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384338.847426:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384338.847430:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.847432:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384338.847433:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384338.847438:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384338.847439:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.847441:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d31c6d40 00000100:00000001:3.0:1767384338.847448:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.847449:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d31c6d40. 00000800:00000010:0.0:1767384338.847450:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8616094. 00000100:00000001:2.0:1767384338.847458:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384338.847460:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.847466:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384338.847467:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.847472:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.847479:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: ACK: OK 00000100:00000001:3.0:1767384338.847481:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.847489:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.847491:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384338.847498:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384338.847499:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384338.847505:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384338.847509:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.847516:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.847519:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384338.847522:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384338.847526:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757824 00000100:00000001:2.0:1767384338.847529:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.847533:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384338.847535:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.847536:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.847538:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384338.847544:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.847568:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp14(192.168.203.152@tcp14) <- 192.168.203.152@tcp14 : ACK - for me 02000000:00000001:3.0:1767384338.847570:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.847570:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.847580:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757824 00000100:00000001:2.0:1767384338.847582:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294926609 00000020:00000001:3.0:1767384338.847587:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384338.847595:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926608 00000400:00000200:0.0:1767384338.847599:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp14: ACK from 12345-192.168.203.152@tcp14 into md 0x1921 00000020:00000040:3.0:1767384338.847602:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:2.0:1767384338.847608:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294926609 00000020:00000001:3.0:1767384338.847610:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384338.847611:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384338.847613:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294926609 00000020:00000040:3.0:1767384338.847616:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:2.0:1767384338.847620:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294926609 00000020:00000001:3.0:1767384338.847623:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384338.847626:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294926609 00000400:00000200:0.0:1767384338.847627:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp14->192.168.203.152@tcp14: ACK: OK 00000020:00000001:3.0:1767384338.847629:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384338.847634:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294926609 00000100:00000001:3.0:1767384338.847639:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384338.847640:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294926609 00000400:00000200:0.0:1767384338.847642:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484ccff4 00000100:00000001:2.0:1767384338.847646:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384338.847647:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb78925d. 00000400:00000010:0.0:1767384338.847648:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000484ccff4. 00000100:00000001:2.0:1767384338.847651:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847655:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.847658:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384338.847660:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb78925d. 00000400:00000200:0.0:1767384338.847660:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384338.847663:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.847673:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000020:00000010:3.0:1767384338.847674:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d252592a. 00000100:00000001:2.0:1767384338.847674:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.847679:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384338.847684:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000020:00000010:3.0:1767384338.847685:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057b511ff. 00000100:00000001:2.0:1767384338.847686:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.847690:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384338.847693:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (26) 00000100:00000001:2.0:1767384338.847694:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384338.847696:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000001:2.0:1767384338.847703:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384338.847705:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384338.847712:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1767384338.847713:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.847717:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384338.847721:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384338.847722:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847730:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847740:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.847755:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384338.847756:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384338.847758:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384338.847764:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737757952 00000100:00000001:0.0:1767384338.847765:0:16772:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.847767:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000004a6a9fdb. 02000000:00000001:3.0:1767384338.847769:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384338.847774:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384338.847778:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.847778:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000468c70c5. 00000100:00000001:0.0:1767384338.847779:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384338.847784:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384338.847787:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.847790:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000100:00100000:3.0:1767384338.847791:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737757952 00000100:00100000:0.0:1767384338.847792:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000020:00000001:3.0:1767384338.847797:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384338.847801:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000040:3.0:1767384338.847802:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:2.0:1767384338.847802:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004a6a9fdb 00000020:00000001:3.0:1767384338.847807:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384338.847810:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016913488 : -113991692638128 : ffff98533da72850) 00000020:00000040:3.0:1767384338.847811:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000010:2.0:1767384338.847812:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000004d55fa7a. 00000020:00000001:3.0:1767384338.847818:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000040:0.0:1767384338.847821:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc36cdd x1853236737757824/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.847823:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000020:00000001:3.0:1767384338.847824:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384338.847833:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384338.847835:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 00000020:00000010:3.0:1767384338.847838:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb78925d. 00000400:00000200:2.0:1767384338.847844:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (25) 00000100:00000001:3.0:1767384338.847846:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.847851:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384338.847853:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000c23c73fd. 00000020:00000010:0.0:1767384338.847857:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab04419e. 00000020:00000010:3.0:1767384338.847862:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb78925d. 00000400:00000010:2.0:1767384338.847863:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000001:0.0:1767384338.847864:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384338.847868:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab04419e. 00000020:00000010:3.0:1767384338.847871:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000417f566b. 00000100:00100000:0.0:1767384338.847878:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737757824:12345-0@lo:253: 00000020:00000010:3.0:1767384338.847882:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043175db1. 00000100:00000200:0.0:1767384338.847884:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757824 00000400:00000010:2.0:1767384338.847886:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f09cbf2. 00000020:00000010:3.0:1767384338.847890:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025114863. 00000020:00000001:0.0:1767384338.847890:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384338.847898:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000020:00000001:0.0:1767384338.847898:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384338.847900:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384338.847905:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384338.847906:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.847909:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.847911:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384338.847914:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:00000001:0.0:1767384338.847916:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:3.0:1767384338.847918:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.847921:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384338.847923:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:3.0:1767384338.847924:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384338.847934:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.847939:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384338.847940:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:00000001:0.0:1767384338.847940:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384338.847946:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384338.847947:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384338.847952:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:00000001:0.0:1767384338.847953:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.847954:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:3.0:1767384338.847964:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384338.847964:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384338.847966:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000100:00000001:3.0:1767384338.847971:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016904272 : -113991692647344 : ffff98533da70450) 02000000:00000001:0.0:1767384338.847971:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384338.847978:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 02000000:00000010:0.0:1767384338.847981:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c368385. 00000100:00000040:3.0:1767384338.847982:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c62b978 x1853236737757952/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384338.847989:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.847990:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000100:00000001:0.0:1767384338.847997:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384338.848006:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384338.848011:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:3.0:1767384338.848017:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:0.0:1767384338.848020:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000074b99471. 00000400:00000200:2.0:1767384338.848021:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:00000010:3.0:1767384338.848025:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb78925d. 20000000:01000000:0.0:1767384338.848029:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384338.848034:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384338.848036:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384338.848039:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 20000000:00000001:0.0:1767384338.848042:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:3.0:1767384338.848044:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb78925d. 20000000:00000001:0.0:1767384338.848047:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.848056:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 20000000:00000001:0.0:1767384338.848056:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.848061:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c62b978 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737757952:12345-0@lo:253: 20000000:00000001:0.0:1767384338.848066:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384338.848074:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000200:3.0:1767384338.848076:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737757952 20000000:00000010:0.0:1767384338.848082:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d05212f9. 00000400:00000200:2.0:1767384338.848083:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000020:00000001:3.0:1767384338.848084:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384338.848091:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:0.0:1767384338.848092:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:2.0:1767384338.848096:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000020:00000001:3.0:1767384338.848097:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.848103:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384338.848104:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384338.848109:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384338.848115:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384338.848115:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00080000:00000001:0.0:1767384338.848115:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384338.848120:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384338.848126:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384338.848130:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384338.848133:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.848135:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:2.0:1767384338.848146:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000001:3.0:1767384338.848148:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384338.848153:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384338.848160:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050e504bd. 00000400:00000200:2.0:1767384338.848160:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 02000000:00000001:3.0:1767384338.848164:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.848166:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.848169:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384338.848170:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384338.848179:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f1f7ce00. 00080000:00000001:0.0:1767384338.848179:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384338.848183:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384338.848186:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384338.848189:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 20000000:00000001:3.0:1767384338.848190:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384338.848190:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384338.848195:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384338.848197:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384338.848199:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.848204:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.848206:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 20000000:00000001:3.0:1767384338.848208:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384338.848208:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[82, 18] 00080000:00000001:0.0:1767384338.848213:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384338.848219:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[73, 18], ns[79, 18] 00080000:00000010:0.0:1767384338.848224:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a276e1c. 00000400:00000200:2.0:1767384338.848225:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 18], ns[81, 18] 00080000:00000001:0.0:1767384338.848232:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081509855232 : -113992199696384 : ffff98531f6e1000) 00000400:00000200:2.0:1767384338.848236:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[77, 18] 00080000:00000001:0.0:1767384338.848240:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384338.848245:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 77] 00000400:00000200:2.0:1767384338.848250:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:2.0:1767384338.848255:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:2.0:1767384338.848260:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp32 lpni_is_preferred = 0 00000400:00000200:2.0:1767384338.848262:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp32 00000400:00000200:2.0:1767384338.848266:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [85:85:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384338.848271:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:2.0:1767384338.848322:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:2.0:1767384338.848328:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:2.0:1767384338.848332:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a7451ff. 00000800:00000010:2.0:1767384338.848339:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d31c6d40. 00000800:00000010:2.0:1767384338.848344:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001ebc2d77. 00000800:00000200:2.0:1767384338.848349:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:2.1:1767384338.848354:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:2.0:1767384338.848368:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384338.848372:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300251 rc 0 00000001:00000001:0.0:1767384338.848376:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384338.848380:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384338.848383:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384338.848405:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384338.848409:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384338.848468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848524:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00080000:00000001:0.0:1767384338.848583:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384338.848588:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00080000:00000001:0.0:1767384338.848600:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384338.848625:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848649:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848687:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848740:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848800:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848846:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848904:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848942:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.848979:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849091:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849131:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849192:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849245:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849346:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384338.849352:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:0.0:1767384338.849359:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007331d998. 00000400:00000010:0.0:1767384338.849364:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000db6bce9c. 00000400:00000010:0.0:1767384338.849368:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484ccff4. 00000400:00000010:0.0:1767384338.849373:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b887d716. 00000400:00000200:0.0:1767384338.849379:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:0.0:1767384338.849390:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:0.0:1767384338.849396:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:2.0:1767384338.849402:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384338.849402:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [86:86:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1767384338.849416:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:0.0:1767384338.849433:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000800:00000200:0.0:1767384338.849442:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000800:00000010:0.0:1767384338.849448:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b8616094. 00000800:00000200:0.0:1767384338.849458:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:2.0:1767384338.849468:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000800:00000200:0.1:1767384338.849468:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:0.0:1767384338.849501:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 2 next ping: 263 health :800 00000400:00000200:2.0:1767384338.849544:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384338.849609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849627:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849694:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849722:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849759:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849814:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849843:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849897:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849954:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384338.849972:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.849995:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.850061:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384338.850068:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.850107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.850170:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.850220:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384338.850274:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384338.850477:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384338.850484:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e31088dc. 00000800:00000010:2.0:1767384338.850497:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f05a78a. 00000800:00000010:2.0:1767384338.850524:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f05a78a. 00000800:00020000:2.0:1767384338.850532:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384338.850536:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e31088dc. 00000800:00000010:2.0:1767384338.850538:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384338.850600:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384338.850608:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp32 notifying 192.168.203.152@tcp32: down 00000800:00000200:2.0:1767384338.850632:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp32 down 00000800:00000100:2.0:1767384338.850639:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp32 00000800:00000010:2.0:1767384338.850642:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a7451ff. 00000400:00000200:2.0:1767384338.850647:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384338.850652:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384338.850659:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:2.0:1767384338.850664:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384338.850668:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384338.850675:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384338.850716:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384338.850720:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300851 00000400:00000001:2.0:1767384338.850724:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.850725:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384338.850728:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384338.850729:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000400:00000200:2.0:1767384338.850733:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384338.850739:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:2.0:1767384338.850745:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000c23c73fd. 00000400:00000200:2.0:1767384338.850752:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (26) 00000400:00000200:2.0:1767384338.850757:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:2.0:1767384338.850762:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 rc -71 00000400:00000200:2.0:1767384338.850768:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384338.850773:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (25) 00000400:00000200:1.0:1767384338.851002:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851048:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851108:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851199:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851216:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851233:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851395:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851462:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851517:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851667:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851769:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851830:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851880:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.851938:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852008:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852122:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852228:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852650:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852701:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852767:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852865:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384338.852891:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384338.853059:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f681e718. 00000800:00000010:1.0:1767384338.853065:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b5929420. 00000800:00000010:1.0:1767384338.853071:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008efbfe6c. 00000800:00000010:1.0:1767384338.853099:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008efbfe6c. 00000800:00020000:1.0:1767384338.853110:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384338.853114:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b5929420. 00000800:00000010:1.0:1767384338.853117:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f681e718. 00000400:02020000:1.0:1767384338.853193:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384338.853202:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000400:00000200:1.0:1767384338.853207:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384338.853213:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:1.0:1767384338.853216:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b8616094. 00000400:00000200:1.0:1767384338.853220:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384338.853227:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384338.853235:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384338.853250:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384338.853257:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00080000:00000001:0.0:1767384338.860883:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384338.860890:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384338.860894:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384338.860896:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384338.860898:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384338.860902:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384338.860905:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384338.860906:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384338.860907:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384338.860909:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a276e1c. 20000000:01000000:0.0:1767384338.860910:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384338.860914:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384338.860924:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384338.860929:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384338.860937:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384338.860939:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000785271cf. 20000000:01000000:1.0:1767384338.860939:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384338.860947:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:1.0:1767384338.860947:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384338.860951:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384338.860959:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384338.860961:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384338.860964:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384338.860969:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384338.860972:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb632f92. 00010000:00000001:1.0:1767384338.860980:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384338.860984:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cba858d3. 00000020:00000001:1.0:1767384338.860988:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384338.860993:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cba858d3 with handle 0x1cafe7b7e4a4fe21 to hash 00000020:00000001:1.0:1767384338.860995:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384338.860998:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861001:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861005:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.861007:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.861010:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.861013:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384338.861024:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384338.861025:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384338.861030:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861031:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384338.861035:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384338.861037:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384338.861039:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384338.861044:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384338.861044:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.861050:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384338.861052:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.861055:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:1.0:1767384338.861055:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384338.861059:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384338.861063:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384338.861065:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384338.861065:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384338.861072:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb632f92) refcount = 1 00010000:00010000:1.0:1767384338.861075:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384338.861078:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023dbcdc5. 00010000:00000001:1.0:1767384338.861083:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384338.861086:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081082022912 : -113992627528704 : ffff985305eddc00) 00010000:00000001:1.0:1767384338.861087:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384338.861093:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384338.861099:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.861103:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861106:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384338.861109:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384338.861112:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384338.861116:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384338.861118:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384338.861119:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cba858d3 refcount=4 00000020:00000001:1.0:1767384338.861122:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861125:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861127:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384338.861129:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861135:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384338.861137:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861142:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.861143:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384338.861145:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861150:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.861152:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861155:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384338.861156:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384338.861162:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cba858d3 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384338.861164:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384338.861167:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384338.861170:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861184:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384338.861186:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384338.861188:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384338.861190:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cba858d3 refcount=5 00000020:00000001:1.0:1767384338.861193:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861196:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000001:1.0:1767384338.861199:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384338.861202:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861207:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384338.861209:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384338.861210:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861215:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384338.861218:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384338.861221:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.861223:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384338.861226:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cba858d3 with handle 0x1cafe7b7e4a4fe21 from hash 00010000:00000001:1.0:1767384338.861228:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:2.0:1767384338.861229:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384338.861230:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384338.861234:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861235:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.861239:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1767384338.861241:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384338.861244:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384338.861248:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384338.861251:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384338.861252:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.861255:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861257:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384338.861258:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384338.861261:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384338.861264:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861264:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.861268:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.861270:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384338.861272:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.861309:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.861318:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861324:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.861326:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.861328:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384338.861330:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384338.861331:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.861332:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.861334:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384338.861337:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.861339:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.861341:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.861346:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384338.861347:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384338.861349:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cba858d3/0x1cafe7b7e4a4fe21 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384338.861353:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb632f92 count: 0 00010000:00000001:1.0:1767384338.861374:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384338.861376:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384338.861457:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384338.861461:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384338.867356:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294926609, at 4294926610 00000100:00000040:2.0:1767384338.867365:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294926609, at 4294926610 00000100:00000010:3.0:1767384338.867367:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e02a0035. 00000100:00000010:2.0:1767384338.867377:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e68e15d. 00000100:00000040:1.0:1767384338.867392:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294926609, at 4294926610 00000100:00000010:1.0:1767384338.867401:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c421dd9a. 00000100:00000040:0.0:1767384338.867568:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294926609, at 4294926610 00000100:00000010:0.0:1767384338.867577:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000049f108a. 00010000:00000010:1.1:1767384338.869314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb632f92. 00010000:00000010:1.1:1767384338.869325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cba858d3. 00080000:00000001:3.0:1767384338.872736:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384338.872737:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384338.872740:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384338.872745:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384338.872746:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384338.872748:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384338.872749:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384338.872752:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023dbcdc5. 20000000:00000001:2.0:1767384338.872755:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.872758:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384338.872760:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384338.872766:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384338.872779:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384338.872784:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384338.872794:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384338.872809:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384338.872812:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384338.872815:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384338.872818:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384338.872821:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384338.872828:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca62a04f. 00010000:00000001:2.0:1767384338.872832:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384338.872842:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 00000020:00000001:2.0:1767384338.872846:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384338.872849:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe28 to hash 00000020:00000001:2.0:1767384338.872851:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384338.872861:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872864:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872867:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.872869:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.872871:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872877:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384338.872879:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384338.872881:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384338.872883:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.872885:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.872887:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.872888:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.872891:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384338.872892:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384338.872893:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384338.872894:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384338.872896:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca62a04f) refcount = 1 00010000:00010000:2.0:1767384338.872899:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872904:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384338.872906:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384338.872908:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.872910:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.872911:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384338.872914:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384338.872917:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384338.872920:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.872921:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.872936:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=4 00000020:00000001:2.0:1767384338.872939:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872941:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872943:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384338.872945:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872949:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384338.872950:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872954:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.872956:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384338.872957:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872960:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.872961:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.872963:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384338.872964:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384338.872968:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a1aa8e0e already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384338.872970:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.872971:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384338.872972:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872976:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384338.872977:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384338.872978:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.872979:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=5 00000020:00000001:2.0:1767384338.872980:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872981:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384338.872983:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384338.872990:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.872994:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384338.872995:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.872996:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.872999:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384338.873000:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384338.873001:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.873002:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384338.873003:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe28 from hash 00010000:00000001:2.0:1767384338.873005:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384338.873006:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.873007:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.873007:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384338.873008:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384338.873009:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384338.873010:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384338.873012:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.873013:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.873015:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384338.873016:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384338.873018:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.873020:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.873021:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.873022:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.873024:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.873026:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.873031:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.873032:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.873034:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384338.873035:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384338.873037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.873038:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.873040:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384338.873042:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.873050:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.873052:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.873056:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384338.873057:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384338.873058:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe28 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384338.873063:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca62a04f count: 0 00010000:00000001:2.0:1767384338.873071:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384338.873072:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384338.873143:0:28275:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009d5d256e. 00000400:00000040:2.0:1767384338.873167:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384338.873171:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384338.873175:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384338.873178:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384338.873190:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384338.873192:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384338.873196:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384338.873199:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384338.873201:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384338.873202:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384338.873204:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384338.873206:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384338.873208:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384338.873210:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384338.873211:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384338.873214:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384338.873215:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384338.873217:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384338.873218:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384338.873220:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384338.873222:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384338.873223:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384338.873224:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384338.873225:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384338.873227:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384338.873234:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384338.873235:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384338.873237:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384338.873238:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384338.873240:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384338.873241:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384338.873243:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384338.873245:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384338.873246:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384338.873248:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384338.873249:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384338.873250:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384338.873252:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384338.873254:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384338.873255:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384338.873256:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384338.873257:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384338.873258:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384338.873259:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384338.873260:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384338.873261:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384338.873262:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384338.873263:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384338.873265:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384338.873267:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384338.873268:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384338.873269:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384338.873271:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384338.873308:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384338.873311:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384338.873313:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384338.873314:0:28275:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384338.873422:0:28275:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009d5d256e. 00080000:00000020:1.0:1767384338.873819:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384338.873823:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384338.873825:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000074b99471. 20000000:00000001:1.0:1767384338.873831:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384338.873835:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737757824 00010000:00000001:1.0:1767384338.873837:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384338.873845:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc36cdd x1853236737757824/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384338.873853:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384338.873856:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.873859:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384338.873870:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384338.873874:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384338.873876:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384338.873879:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384338.873882:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.873885:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384338.873888:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384338.873892:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008e4710a. 00000100:00000200:1.0:1767384338.873897:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737757824, offset 224 00000400:00000200:1.0:1767384338.873905:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384338.873915:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384338.873925:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705280 00000400:00000200:1.0:1767384338.873931:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1925 [2] + 224 00000400:00000200:1.0:1767384338.873939:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384338.873942:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384338.873948:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384338.873953:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.873961:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.873977:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.873984:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008e4710a 00000400:00000010:1.0:1767384338.873987:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008e4710a. 00000100:00000001:0.0:1767384338.873988:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.873990:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384338.873992:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.873993:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384338.873999:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384338.874000:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384338.874003:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:0.0:1767384338.874004:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384338.874007:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384338.874010:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.874013:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384338.874018:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc36cdd x1853236737757824/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.874026:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737757824:12345-0@lo:253: Request processed in 26174us (26960us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384338.874027:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfeb6fc. 00000400:00000200:0.0:1767384338.874032:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008433955c 00000400:00000010:0.0:1767384338.874042:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008433955c. 00000100:00100000:1.0:1767384338.874045:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:0.0:1767384338.874048:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384338.874050:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384338.874054:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384338.874056:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.874057:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384338.874064:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057b511ff. 00000100:00000200:0.0:1767384338.874068:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384338.874070:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000020:00000010:1.0:1767384338.874077:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d252592a. 00000100:00000001:0.0:1767384338.874079:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384338.874082:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384338.874083:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:0.0:1767384338.874087:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384338.874089:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384338.874090:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384338.874092:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c368385. 00000100:00000001:0.0:1767384338.874093:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384338.874097:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384338.874097:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.874100:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.874101:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384338.874106:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=53 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384338.874108:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384338.874112:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=53 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384338.874115:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000100:00000001:0.0:1767384338.874117:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384338.874120:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384338.874121:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008e4710a. 00010000:00000001:0.0:1767384338.874122:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384338.874127:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.874129:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.874132:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.874138:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.874141:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384338.874142:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384338.874145:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384338.874147:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384338.874148:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384338.874150:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384338.874151:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384338.874152:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384338.874153:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384338.874154:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384338.874155:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384338.874156:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384338.874158:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.874175:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737757824:0@lo:253: 00000100:00000001:0.0:1767384338.874179:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.874181:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384338.874182:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737757824/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.874187:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384338.874189:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384338.874191:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000023abe634. 02000000:00000001:0.0:1767384338.874195:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384338.874196:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384338.874197:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384338.874199:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384338.874201:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000030536ca. 02000000:00000001:0.0:1767384338.874214:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384338.874216:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384338.874218:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:0.0:1767384338.874221:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384338.874222:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.874223:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.874229:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.874231:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.874233:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.874234:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384338.876537:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384338.876562:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384338.876563:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f1f7ce00. 20000000:00000001:0.0:1767384338.876569:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384338.876572:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737757952 00010000:00000001:0.0:1767384338.876574:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384338.876577:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c62b978 x1853236737757952/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384338.876583:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384338.876585:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384338.876593:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384338.876596:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384338.876598:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384338.876599:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384338.876601:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384338.876603:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.876605:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.876607:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384338.876609:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8da1c86. 00000100:00000200:0.0:1767384338.876611:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737757952, offset 224 00000400:00000200:0.0:1767384338.876615:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384338.876621:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384338.876626:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705300 00000400:00000200:0.0:1767384338.876631:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x192d [2] + 224 00000400:00000200:0.0:1767384338.876635:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.876638:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.876640:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384338.876643:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.876649:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.876664:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384338.876667:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8da1c86 00000400:00000010:0.0:1767384338.876669:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8da1c86. 00000100:00000001:0.0:1767384338.876670:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384338.876671:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384338.876674:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.876677:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384338.876679:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384338.876681:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.876683:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384338.876683:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384338.876687:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384338.876690:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c62b978 x1853236737757952/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384338.876693:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.876697:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384338.876700:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653349d2. 00000100:00100000:0.0:1767384338.876705:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c62b978 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737757952:12345-0@lo:253: Request processed in 28686us (29306us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384338.876707:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda27fb1 00000400:00000010:2.0:1767384338.876718:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eda27fb1. 00000100:00000001:2.0:1767384338.876723:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384338.876725:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000200:2.0:1767384338.876729:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.876729:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384338.876733:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384338.876736:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384338.876740:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043175db1. 00000020:00000010:0.0:1767384338.876746:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025114863. 00000020:00000010:0.0:1767384338.876752:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000417f566b. 00000100:00000200:2.0:1767384338.876755:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384338.876758:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:0.0:1767384338.876763:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384338.876766:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050e504bd. 00000100:00000001:2.0:1767384338.876774:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384338.876774:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384338.876778:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.876778:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.876785:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384338.876786:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384338.876788:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384338.876792:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732a5bc4. 00000100:00000001:2.0:1767384338.876793:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.876797:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.876799:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8da1c86. 02000000:00000001:2.0:1767384338.876803:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.876809:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=53 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384338.876812:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384338.876814:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384338.876815:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.876817:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384338.876818:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.876820:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.876822:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.876828:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.876830:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384338.876831:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384338.876834:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384338.876835:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384338.876836:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.876837:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.876838:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.876839:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.876840:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.876841:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.876842:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384338.876843:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.876876:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737757952:0@lo:253: 00000100:00000001:2.0:1767384338.876880:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.876881:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.876883:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737757952/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.876888:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.876889:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384338.876891:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:2.0:1767384338.876895:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384338.876896:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384338.876897:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384338.876899:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.876900:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056d12851. 02000000:00000001:2.0:1767384338.876903:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384338.876904:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384338.876904:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384338.876907:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384338.876908:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.876909:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.876914:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.876915:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.876917:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.876918:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384338.877483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca62a04f. 00010000:00000010:2.1:1767384338.877490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00010000:00000001:3.0:1767384339.489364:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384339.489371:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.489376:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384339.489378:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.489562:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384339.489567:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384339.489571:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384339.873378:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.873383:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384339.873385:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484ccff4 00000400:00000010:1.0:1767384339.873389:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000484ccff4. 00000400:00000200:1.0:1767384339.873394:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384339.873400:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384339.873408:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007331d998. 00000400:00000010:1.0:1767384339.873412:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000db6bce9c. 00000400:00000200:1.0:1767384339.873417:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp32 00000400:00000010:1.0:1767384339.873420:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ca439511. 00000400:00000010:1.0:1767384339.873424:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007e761e54. 00000400:00000010:1.0:1767384339.873427:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000400:00000010:1.0:1767384339.873433:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ca2961bd. 00000400:00000200:1.0:1767384339.873436:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp32 00000400:00000200:1.0:1767384339.873448:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp32 local destination 00000400:00000200:1.0:1767384339.873454:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:1.0:1767384339.873457:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [87:87:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [81:81:8:4294967295] 00000400:00000200:1.0:1767384339.873463:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:1.0:1767384339.873476:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:1.0:1767384339.873481:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:1.0:1767384339.873485:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d9726732. 00000800:00000200:1.0:1767384339.873490:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:1.1:1767384339.873494:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:1.0:1767384339.873512:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:2.0:1767384339.873596:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873639:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873662:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873686:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873707:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873726:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873741:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873761:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873779:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873796:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873823:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873841:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873856:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873891:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873915:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873940:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873963:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.873986:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874007:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874027:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874046:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874064:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874100:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874134:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874195:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874252:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874273:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874358:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384339.874399:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384339.874597:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384339.874604:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000130566a1. 00000800:00000010:2.0:1767384339.874609:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a2c957b. 00000800:00000010:2.0:1767384339.874629:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a2c957b. 00000800:00020000:2.0:1767384339.874637:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384339.874641:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000130566a1. 00000800:00000010:2.0:1767384339.874649:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384339.874681:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384339.874686:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp32 notifying 192.168.203.152@tcp32: down 00000400:00000200:2.0:1767384339.874690:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384339.874694:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp32 00000800:00000010:2.0:1767384339.874697:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d9726732. 00000400:00000200:2.0:1767384339.874700:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384339.874704:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384339.874711:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384339.874714:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384339.874716:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp32) recovery failed with -71 00080000:00000001:1.0:1767384340.370866:0:28651:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384340.370884:0:28651:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.370889:0:28651:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384340.370898:0:28651:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384340.370905:0:28651:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.370909:0:28651:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.513476:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384340.513497:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.513505:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384340.513507:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.513536:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.513561:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.513566:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384340.897391:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.897397:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384340.897401:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c2ea0f 00000400:00000010:0.0:1767384340.897406:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c2ea0f. 00000400:00000200:0.0:1767384340.897413:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384340.897420:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384340.897431:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ca439511. 00000400:00000010:0.0:1767384340.897436:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007e761e54. 00000400:00000200:0.0:1767384340.897444:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp29 00000400:00000010:0.0:1767384340.897449:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384340.897455:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000abe9827. 00000400:00000010:0.0:1767384340.897459:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000010:0.0:1767384340.897469:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003927b467. 00000400:00000200:0.0:1767384340.897476:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp29 00000400:00000200:0.0:1767384340.897492:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp29 local destination 00000400:00000200:0.0:1767384340.897515:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp29 00000400:00000200:0.0:1767384340.897522:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [88:88:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384340.897534:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp29 00000400:00000200:0.0:1767384340.897567:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:) -> 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) : GET try# 0 00000800:00000200:0.0:1767384340.897586:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp29 00000800:00000010:0.0:1767384340.897594:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003fc2a4a0. 00000800:00000200:0.0:1767384340.897604:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000800:00000200:0.1:1767384340.897611:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000400:00000200:0.0:1767384340.897644:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp29 added to recovery queue. ping count: 3 next ping: 269 health :700 00000400:00000200:2.0:1767384340.897768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897901:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897964:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.897990:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898014:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898096:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898123:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898147:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898173:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898222:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898246:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898320:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898366:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898426:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898445:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898500:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898519:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898587:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898707:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898782:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384340.898833:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384340.899056:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384340.899065:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d69a7a04. 00000800:00000010:2.0:1767384340.899073:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000022de939. 00000800:00000010:2.0:1767384340.899107:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000022de939. 00000800:00020000:2.0:1767384340.899120:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384340.899125:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d69a7a04. 00000800:00000010:2.0:1767384340.899129:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384340.899176:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384340.899185:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp29 notifying 192.168.203.152@tcp29: down 00000400:00000200:2.0:1767384340.899192:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384340.899200:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp29 00000800:00000010:2.0:1767384340.899206:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003fc2a4a0. 00000400:00000200:2.0:1767384340.899213:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384340.899220:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384340.899232:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384340.899237:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384340.899257:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp29) recovery failed with -71 00000001:00000001:2.0:1767384341.277121:0:28815:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384341.277125:0:28815:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:2.0:1767384341.280189:0:28815:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384341.286912:0:28816:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007d019935. 00000400:00000010:3.0:1767384341.286925:0:28816:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ab8897e1. 00000400:00000010:3.0:1767384341.286933:0:28816:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007197aa6f. 00000400:00000010:3.0:1767384341.286936:0:28816:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000411e2e91. 00000400:00000010:3.0:1767384341.286940:0:28816:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c3814f25. 00000400:00000010:3.0:1767384341.286943:0:28816:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065432d12. 00000400:00000010:3.0:1767384341.286944:0:28816:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086246459. 00000400:00000010:3.0:1767384341.286946:0:28816:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9fdd8af. 00000400:00000010:3.0:1767384341.286949:0:28816:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004b12746f. 00000800:00000010:3.0:1767384341.286959:0:28816:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fbfe88a6. 00000800:00000200:3.0:1767384341.286967:0:28816:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384341.286976:0:28816:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384341.287005:0:28816:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384341.287024:0:28816:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384341.288704:0:28816:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000707a8b7e. 00000400:00000010:3.0:1767384341.288709:0:28816:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384341.288714:0:28816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa522cd9. 00000400:00000001:3.0:1767384341.288727:0:28816:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.288729:0:28816:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.288731:0:28816:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000342851b2. 00000400:00000200:3.0:1767384341.288733:0:28816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd054c0 00000400:00000010:3.0:1767384341.288735:0:28816:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd054c0. 00000400:00000010:3.0:1767384341.288738:0:28816:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000045891a54. 00000400:00000200:3.0:1767384341.288742:0:28816:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (24) 00000400:00000200:3.0:1767384341.288752:0:28816:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384341.288760:0:28816:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384341.288766:0:28816:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000050e504bd. 00000020:01000000:3.0:1767384341.288771:0:28816:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384341.288772:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384341.288774:0:28816:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp34 00000400:00000200:0.0:1767384341.288779:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:0.0:1767384341.288783:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (25) 00000400:00000010:0.0:1767384341.288788:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000d483db49. 00000400:00000010:0.0:1767384341.288791:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c3dd74. 00000400:00000010:3.0:1767384341.288792:0:28816:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ab8897e1. 00000400:00000010:0.0:1767384341.288797:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9ef66a7. 00000400:00000010:3.0:1767384341.288798:0:28816:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007d019935. 00000400:00000200:0.0:1767384341.288803:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384341.288814:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384341.288819:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384341.288823:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:0.0:1767384341.288827:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:0.0:1767384341.288830:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:0.0:1767384341.288834:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:0.0:1767384341.288837:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:0.0:1767384341.288840:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:0.0:1767384341.288843:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:0.0:1767384341.288846:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:00000001:1.0:1767384341.288849:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.288855:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.288858:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384341.288858:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 10000000:01000000:1.0:1767384341.288862:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384341.288866:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000020:01000004:1.0:1767384341.288867:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384341.288871:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384341.288874:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384341.288875:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000020:01000004:1.0:1767384341.288876:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.288880:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.288882:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384341.288883:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000020:01000004:1.0:1767384341.288884:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384341.288888:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384341.288891:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384341.288891:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000020:01000004:1.0:1767384341.288894:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384341.288897:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000010:1.0:1767384341.288900:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086536615. 00000400:00000200:0.0:1767384341.288902:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000020:00000040:1.0:1767384341.288906:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384341.288907:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:1.0:1767384341.288914:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384341.288914:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 02000000:00000001:1.0:1767384341.288918:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384341.288922:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[82, 18] 02000000:00000001:1.0:1767384341.288924:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.288927:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[88, 18] 00000400:00000200:0.0:1767384341.288932:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 18], ns[86, 18] 02000000:00000010:1.0:1767384341.288934:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f681e718. 00000400:00000200:0.0:1767384341.288938:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[77, 18] 00000100:00000001:1.0:1767384341.288942:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.288942:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[81, 0], ns[87, 77] 00000400:00000200:0.0:1767384341.288948:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000100:00000001:1.0:1767384341.288951:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384341.288952:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp31 00000100:00000001:1.0:1767384341.288955:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.288959:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp31 lpni_is_preferred = 0 00000100:00000040:1.0:1767384341.288964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086536615] to pc [ptlrpcd_00_03+3] req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.288964:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp31 00000400:00000200:0.0:1767384341.288970:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [89:89:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384341.288983:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp31 00000400:00000200:0.0:1767384341.288997:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:) -> 192.168.203.152@tcp31(192.168.203.152@tcp:192.168.203.152@tcp31) : GET try# 0 00000800:00000200:0.0:1767384341.289010:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp31 00000800:00000010:0.0:1767384341.289014:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000042bba66b. 00000800:00000200:0.0:1767384341.289020:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 10000000:00000001:1.0:1767384341.289022:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384341.289027:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384341.289027:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000100:00000001:3.0:1767384341.289032:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384341.289032:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384341.289037:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384341.289038:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.289041:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384341.289042:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.289045:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384341.289047:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384341.289048:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.1:1767384341.289049:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:988 10000000:01000000:1.0:1767384341.289052:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.1:1767384341.289056:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042bba66b type 2, nob 96 niov 1 nkiov 0 00000020:01000004:1.0:1767384341.289057:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384341.289061:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384341.289065:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384341.289068:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384341.289070:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000100:00000001:3.0:1767384341.289071:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384341.289071:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384341.289075:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384341.289075:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.289079:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384341.289079:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 02000000:00000001:3.0:1767384341.289081:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384341.289082:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.289085:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384341.289086:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384341.289089:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 02000000:00000001:3.0:1767384341.289090:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384341.289095:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00100000:3.0:1767384341.289097:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737758080:0@lo:253: 00000100:00000001:1.0:1767384341.289100:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384341.289103:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384341.289103:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384341.289108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.289110:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384341.289113:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.289115:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384341.289115:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000236ecbf5. 00000100:00000001:1.0:1767384341.289120:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384341.289123:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1f7ce00. 00000100:00000001:1.0:1767384341.289124:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.289127:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.289128:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.289128:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000040:1.0:1767384341.289135:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed0abcdd] to pc [ptlrpcd_00_00+0] req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384341.289136:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a48e5cec. 00000400:00000010:3.0:1767384341.289144:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab8897e1. 00000100:00000200:3.0:1767384341.289149:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737758080, portal 25 00000100:00000001:3.0:1767384341.289151:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.289153:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009632256 : -113991699919360 : ffff98533d380e00) 00000100:00000040:3.0:1767384341.289158:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384341.289158:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384341.289162:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.289167:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.289171:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000020:01000000:1.0:1767384341.289172:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384341.289173:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384341.289178:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000050e504bd. 00000100:00000040:3.0:1767384341.289180:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.289185:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008433955c. 00000100:00000200:3.0:1767384341.289188:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737758080, offset 0 00000400:00000200:3.0:1767384341.289193:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384341.289196:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384341.289201:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.289207:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.289212:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384341.289213:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384341.289214:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705380 00000100:00000001:1.0:1767384341.289217:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.289221:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384341.289223:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11ad [2] + 0 00000100:00000040:1.0:1767384341.289226:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.289236:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384341.289238:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000100:00000001:1.0:1767384341.289238:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.289243:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc63d378 02000000:00000001:1.0:1767384341.289243:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384341.289246:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384341.289249:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.289252:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384341.289252:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737758208:0@lo:253: 00000400:00000200:0.0:1767384341.289254:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.289261:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384341.289261:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384341.289266:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384341.289267:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc63d378 02000000:00000001:1.0:1767384341.289268:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.289271:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc63d378. 02000000:00000001:1.0:1767384341.289272:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384341.289303:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e194aad6. 02000000:00000001:1.0:1767384341.289305:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.289309:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967529c7. 00000100:00000001:3.0:1767384341.289312:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384341.289316:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003202b6cb. 00000400:00000200:0.0:1767384341.289316:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000200:3.0:1767384341.289317:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384341.289322:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737758208, portal 25 00000100:00000040:3.0:1767384341.289324:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000003a4eedff x1853236737758080 msgsize 4848 00000100:00000001:1.0:1767384341.289325:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384341.289328:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000040:1.0:1767384341.289336:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.289337:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384341.289341:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384341.289347:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384341.289350:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.289351:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000040:1.0:1767384341.289354:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384341.289358:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008433955c 00000400:00000010:1.0:1767384341.289359:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1626b1b. 00000400:00000010:3.0:1767384341.289361:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008433955c. 00000100:00000001:3.0:1767384341.289367:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384341.289370:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737758208, offset 0 00000100:00000200:3.0:1767384341.289372:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.289379:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384341.289379:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00000001:3.0:1767384341.289387:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384341.289394:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.289394:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384341.289402:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:3.0:1767384341.289403:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.289408:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705400 00000100:00000001:3.0:1767384341.289409:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384341.289415:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11dd [2] + 0 00000100:00000001:3.0:1767384341.289416:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.289418:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000100:00000001:3.0:1767384341.289421:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294929051 00000400:00000200:0.0:1767384341.289424:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000010:3.0:1767384341.289425:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ab69620. 00000400:00000200:1.0:1767384341.289429:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045796e2b 00000100:00000001:3.0:1767384341.289434:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384341.289436:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.289440:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294929051 00000400:00000200:1.0:1767384341.289441:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384341.289448:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10c7543. 00000400:00000200:1.0:1767384341.289448:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045796e2b 00000400:00000200:0.0:1767384341.289449:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000010:1.0:1767384341.289451:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045796e2b. 00000100:00000001:3.0:1767384341.289455:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384341.289457:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384341.289460:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294929051 00000100:00000200:1.0:1767384341.289460:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384341.289467:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000d898f5c3 x1853236737758208 msgsize 4848 00000100:00000010:3.0:1767384341.289468:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f3d2330. 00000100:00000001:3.0:1767384341.289473:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384341.289475:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384341.289478:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294929051 00000100:00000040:1.0:1767384341.289478:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384341.289480:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:1.0:1767384341.289488:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384341.289489:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f67324. 00000100:00000001:3.0:1767384341.289494:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384341.289495:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1626b1b 00000400:00000010:1.0:1767384341.289499:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1626b1b. 00000100:00000001:3.0:1767384341.289500:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.289502:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384341.289504:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.289508:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.289509:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.289511:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.289513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:3.0:1767384341.289521:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.289523:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384341.289524:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384341.289528:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.289529:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.289532:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.289555:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289556:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.289560:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:1.0:1767384341.289561:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.289562:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289569:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289573:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294929051 00000100:00000001:1.0:1767384341.289577:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294929051 00000100:00000001:1.0:1767384341.289579:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294929051 00000100:00000001:1.0:1767384341.289581:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294929051 00000100:00000001:1.0:1767384341.289583:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294929051 00000100:00000001:1.0:1767384341.289585:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294929051 00000100:00000001:1.0:1767384341.289586:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294929051 00000100:00000001:1.0:1767384341.289588:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294929051 00000100:00000001:1.0:1767384341.289589:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.289591:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289601:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289603:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.289609:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.289610:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384341.289610:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:1.0:1767384341.289616:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.289619:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.289620:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289623:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289644:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384341.289647:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758080 02000000:00000001:1.0:1767384341.289649:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384341.289651:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.289653:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.289656:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.289659:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758080 00000020:00000001:1.0:1767384341.289661:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384341.289663:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:0.0:1767384341.289663:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000020:00000001:1.0:1767384341.289668:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.289671:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:1.0:1767384341.289673:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384341.289675:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384341.289679:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.289682:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00000001:1.0:1767384341.289685:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384341.289687:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000020:00000010:1.0:1767384341.289693:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e761e54. 00000020:00000010:1.0:1767384341.289698:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cd6b3e1. 00000020:00000010:1.0:1767384341.289702:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000888c203. 00000100:00000040:1.0:1767384341.289709:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384341.289711:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384341.289713:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384341.289714:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.289715:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000100:00000001:1.0:1767384341.289721:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.289723:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.289728:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289733:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.289745:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384341.289747:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758208 02000000:00000001:1.0:1767384341.289754:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384341.289755:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.289757:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.289759:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.289761:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758208 00000020:00000001:1.0:1767384341.289763:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384341.289764:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:0.0:1767384341.289765:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000020:00000001:1.0:1767384341.289766:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.289769:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384341.289772:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384341.289774:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384341.289777:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.289780:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00000001:1.0:1767384341.289782:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384341.289784:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000020:00000010:1.0:1767384341.289789:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014079fb8. 00000020:00000010:1.0:1767384341.289793:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0f45b5e. 00000020:00000010:1.0:1767384341.289797:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef26fe24. 00000100:00000001:1.0:1767384341.289801:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384341.289802:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384341.289804:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289809:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289811:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384341.289813:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.289817:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000042bba66b. 00000400:00000200:0.0:1767384341.289820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.289822:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.289823:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384341.289826:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384341.289832:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: GET: OK 00000100:00100000:1.0:1767384341.289836:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000400:00000200:3.0:1767384341.289839:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384341.289840:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384341.289844:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016916560 : -113991692635056 : ffff98533da73450) 00000400:00000200:3.0:1767384341.289846:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000100:00000040:1.0:1767384341.289850:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a4eedff x1853236737758080/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384341.289855:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384341.289857:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.289861:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00000001:1.0:1767384341.289864:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384341.289865:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.289869:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384341.289872:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000020:00000010:1.0:1767384341.289873:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000800:00000001:3.0:1767384341.289875:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384341.289883:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737758080:12345-0@lo:253: 00000400:00000200:3.0:1767384341.289889:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : GET - for me 00000100:00000200:1.0:1767384341.289890:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758080 00000020:00000001:1.0:1767384341.289895:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384341.289899:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384341.289901:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.289904:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 432 into portal 0 MB=0x8000000000000000 00000020:00000001:1.0:1767384341.289906:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384341.289909:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:3.0:1767384341.289913:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 432/432 into md 0x1959 [1] + 0 00000020:00000001:1.0:1767384341.289913:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384341.289915:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384341.289921:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384341.289923:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384341.289926:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.289927:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp31 to MR: 192.168.203.152@tcp31 local destination 00000020:00000001:1.0:1767384341.289927:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289934:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384341.289938:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384341.289941:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp31 NI seq info: [90:90:256:4294967295] 192.168.203.152@tcp31 LPNI seq info [84:84:8:4294967295] 02000000:00000010:1.0:1767384341.289944:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000088390642. 02000000:00000001:1.0:1767384341.289949:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.289953:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.289958:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) -> 192.168.203.152@tcp31(192.168.203.152@tcp31:192.168.203.152@tcp31) 192.168.203.152@tcp31 : REPLY try# 0 20000000:00000001:1.0:1767384341.289959:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384341.289961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000800:00000200:3.0:1767384341.289970:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.152@tcp31 20000000:00000010:1.0:1767384341.289971:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b4fdbb75. 00000800:00000010:3.0:1767384341.289975:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f7da3f9. 20000000:01000000:1.0:1767384341.289976:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384341.289978:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384341.289980:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384341.289984:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.289987:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384341.289989:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 20000000:00000001:1.0:1767384341.289990:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384341.289992:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000800:00000200:3.0:1767384341.289998:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp31 ip 192.168.203.152:985 20000000:00000010:1.0:1767384341.290001:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fb95ca6. 00000800:00000200:3.0:1767384341.290002:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f7da3f9 type 3, nob 528 niov 1 nkiov 1 20000000:01000000:1.0:1767384341.290006:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:1.0:1767384341.290012:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384341.290017:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384341.290021:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00080000:00000001:1.0:1767384341.290061:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384341.290065:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384341.290066:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.290068:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:3.0:1767384341.290070:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384341.290072:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384341.290073:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000800:00000010:3.0:1767384341.290074:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f7da3f9. 00000020:00000001:1.0:1767384341.290080:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:3.0:1767384341.290081:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.290087:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00080000:00000001:1.0:1767384341.290093:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:3.0:1767384341.290099:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384341.290099:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c0732d9. 00080000:00000001:1.0:1767384341.290103:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720353280 : -113996989198336 : ffff985201f41000) 00000800:00000001:3.0:1767384341.290105:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384341.290106:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:3.0:1767384341.290110:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.290116:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.290118:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.290122:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.290128:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp31(192.168.203.152@tcp31) <- 192.168.203.152@tcp31 : REPLY - for me 00000400:00000200:0.0:1767384341.290129:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290142:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp31: Reply from 12345-192.168.203.152@tcp31 of length 432/432 into md 0x195d 00000800:00000001:3.0:1767384341.290147:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.290155:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.290156:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.290158:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp31->192.168.203.152@tcp31: REPLY: OK 00000400:00000200:3.0:1767384341.290161:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c3dd74 00000400:00000010:3.0:1767384341.290163:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c3dd74. 00000400:00000200:3.0:1767384341.290167:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384341.290171:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384341.290174:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384341.290177:0:16133:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp (448 bytes) 00000400:00000200:3.0:1767384341.290182:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384341.290184:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000010:3.0:1767384341.290188:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000d483db49. 00000400:00000200:3.0:1767384341.290192:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (26) 00000800:00000001:3.0:1767384341.290198:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.290204:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384341.290221:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384341.290223:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.290226:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384341.290236:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.290239:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:1.0:1767384341.290242:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.290243:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00080000:00000001:1.0:1767384341.290246:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384341.290247:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000100:00000040:3.0:1767384341.290255:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384341.290257:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016912464 : -113991692639152 : ffff98533da72450) 00000100:00000040:3.0:1767384341.290262:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d898f5c3 x1853236737758208/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.290269:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384341.290296:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000019c032. 00000100:00000001:3.0:1767384341.290298:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.290300:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000019c032. 00000100:00100000:3.0:1767384341.290306:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d898f5c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737758208:12345-0@lo:253: 00000100:00000200:3.0:1767384341.290309:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758208 00000020:00000001:3.0:1767384341.290311:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384341.290312:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000020:00000001:3.0:1767384341.290314:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384341.290317:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.290319:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384341.290321:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384341.290324:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.290325:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.290328:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384341.290329:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384341.290332:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.290334:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.290336:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384341.290341:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023abe634. 02000000:00000001:3.0:1767384341.290342:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.290344:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.290346:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384341.290352:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000050e504bd. 20000000:01000000:3.0:1767384341.290355:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384341.290357:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384341.290360:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384341.290362:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.290364:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.290366:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384341.290378:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.290418:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00080000:00000001:1.0:1767384341.290421:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384341.290425:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384341.290456:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290476:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384341.290481:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000006a472518. 00000400:00000010:3.0:1767384341.290485:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00000400:00000010:3.0:1767384341.290490:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000400:00000200:3.0:1767384341.290494:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006a472518 00000400:00000001:3.0:1767384341.290497:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.290499:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.290500:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000468c70c5. 00000400:00000200:3.0:1767384341.290504:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b0f79b 00000400:00000010:3.0:1767384341.290506:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 00000400:00000200:3.0:1767384341.290510:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384341.290512:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000004a6a9fdb. 00000400:00000200:0.0:1767384341.290512:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290518:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:3.0:1767384341.290524:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300871 00000400:00000200:3.0:1767384341.290528:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:0 00000400:00000200:3.0:1767384341.290532:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 rc 1 00000400:00000200:3.0:1767384341.290549:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:3.0:1767384341.290553:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (25) 00000400:00000010:3.0:1767384341.290557:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008f15f0ec. 00000400:00000010:3.0:1767384341.290561:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000400:00000010:3.0:1767384341.290568:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074550240. 00000400:00000200:0.0:1767384341.290569:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290575:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:3.0:1767384341.290582:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:3.0:1767384341.290587:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384341.290593:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:3.0:1767384341.290596:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:3.0:1767384341.290600:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:3.0:1767384341.290605:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:3.0:1767384341.290607:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:3.0:1767384341.290612:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:0.0:1767384341.290615:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290625:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:3.0:1767384341.290630:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:3.0:1767384341.290635:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:3.0:1767384341.290638:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:3.0:1767384341.290642:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384341.290648:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:3.0:1767384341.290653:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:3.0:1767384341.290660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:0.0:1767384341.290661:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384341.290672:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:3.0:1767384341.290679:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:3.0:1767384341.290685:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:3.0:1767384341.290691:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[82, 18] 00000400:00000200:3.0:1767384341.290698:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[88, 18] 00000400:00000200:3.0:1767384341.290703:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[80, 18], ns[86, 18] 00000400:00000200:3.0:1767384341.290708:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 18], ns[90, 18] 00000400:00000200:3.0:1767384341.290714:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[81, 18], ns[87, 18] 00000400:00000200:3.0:1767384341.290718:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:3.0:1767384341.290722:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp15 00000400:00000200:3.0:1767384341.290726:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp15 lpni_is_preferred = 0 00000400:00000200:3.0:1767384341.290730:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp15 00000400:00000200:3.0:1767384341.290742:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp15 NI seq info: [91:91:256:4294967295] 192.168.203.152@tcp15 LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1767384341.290747:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp15 00000400:00000200:3.0:1767384341.290757:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15:) -> 192.168.203.152@tcp15(192.168.203.152@tcp:192.168.203.152@tcp15) : GET try# 0 00000800:00000200:3.0:1767384341.290762:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp15 00000800:00000010:3.0:1767384341.290766:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005f7da3f9. 00000800:00000200:3.0:1767384341.290770:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (6) 00000800:00000200:3.0:1767384341.290776:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:988 00000800:00000200:3.0:1767384341.290779:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f7da3f9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384341.290790:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384341.290793:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000800:00000010:0.0:1767384341.290828:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000800:00000010:0.0:1767384341.290833:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000658acdf9. 00000800:00000200:3.0:1767384341.290853:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.290856:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005f7da3f9. 00000400:00000200:3.0:1767384341.290859:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.290863:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: GET: OK 00000400:00000200:3.0:1767384341.290867:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384341.290870:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:3.0:1767384341.290875:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.290879:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.290881:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384341.290883:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a2e7d75. 00000800:00000001:3.0:1767384341.290885:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.290892:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : GET - for me 00000400:00000200:3.0:1767384341.290898:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384341.290903:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 448/448 into md 0x1959 [1] + 0 00000400:00000200:3.0:1767384341.290910:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp15 to MR: 192.168.203.152@tcp15 local destination 00000400:00000200:3.0:1767384341.290915:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp15 NI seq info: [92:92:256:4294967295] 192.168.203.152@tcp15 LPNI seq info [86:86:8:4294967295] 00000800:00000010:1.0:1767384341.290924:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a2e7d75. 00000400:00000200:3.0:1767384341.290931:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) -> 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) 192.168.203.152@tcp15 : REPLY try# 0 00000800:00000200:3.0:1767384341.290936:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.152@tcp15 00000800:00020000:1.0:1767384341.290936:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384341.290941:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000658acdf9. 00000800:00000010:3.0:1767384341.290943:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f7da3f9. 00000800:00000010:1.0:1767384341.290946:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000800:00000200:3.0:1767384341.290950:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (6) 00000800:00000200:3.0:1767384341.290961:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:1011 00000800:00000200:3.0:1767384341.290964:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f7da3f9 type 3, nob 544 niov 1 nkiov 1 00000400:02020000:1.0:1767384341.291003:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp31 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000200:3.0:1767384341.291005:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.291008:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f7da3f9. 00000400:00000200:3.0:1767384341.291011:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291015:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: REPLY: OK 00000800:00000001:3.0:1767384341.291022:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291026:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.291028:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291031:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.291032:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291035:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291039:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : REPLY - for me 00000400:00000200:3.0:1767384341.291046:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp15: Reply from 12345-192.168.203.152@tcp15 of length 448/448 into md 0x1975 00000800:00000001:3.0:1767384341.291049:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291052:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291054:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291055:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: REPLY: OK 00000400:00000200:3.0:1767384341.291057:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000400:00000010:3.0:1767384341.291058:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 00000400:00000200:3.0:1767384341.291060:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384341.291061:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384341.291063:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384341.291065:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 26. state = 0x300271 00000400:00000200:3.0:1767384341.291068:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384341.291074:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (26) 00000800:00000001:3.0:1767384341.291077:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291080:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291093:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384341.291096:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:3.0:1767384341.291100:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 000000004afcfda1. 00000400:00000010:3.0:1767384341.291103:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 0000000090ed1911. 00000400:00000010:3.0:1767384341.291107:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000e88d2e46. 00000400:00000200:3.0:1767384341.291140:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp29(000000000cd143d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.291143:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp30(000000007e39ed88) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.291148:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp32(00000000b3fe9440) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384341.291154:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004a6a9fdb. 00000400:00000200:3.0:1767384341.291158:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004a6a9fdb nid 192.168.203.152@tcp33 00000400:00000010:3.0:1767384341.291161:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ea61471c. 00000400:00000200:3.0:1767384341.291163:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ea61471c net tcp33 00000400:00000200:3.0:1767384341.291165:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (25) 00000400:00000200:3.0:1767384341.291170:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp33 flags 0x11 00000400:00000010:3.0:1767384341.291177:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000037329960. 00000400:00000200:3.0:1767384341.291181:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000037329960 nid 192.168.203.152@tcp34 00000400:00000010:3.0:1767384341.291186:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b34586ed. 00000400:00000200:3.0:1767384341.291188:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b34586ed net tcp34 00000400:00000200:3.0:1767384341.291190:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (26) 00000400:00000200:3.0:1767384341.291194:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp34 flags 0x11 00000400:00000010:3.0:1767384341.291196:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 000000004afcfda1. 00000400:00000010:3.0:1767384341.291199:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 0000000090ed1911. 00000400:00000010:3.0:1767384341.291202:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000e88d2e46. 00000400:00000010:3.0:1767384341.291204:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008f15f0ec. 00000400:00000200:3.0:1767384341.291208:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384341.291211:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:3.0:1767384341.291214:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:3.0:1767384341.291219:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:3.0:1767384341.291224:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000400:00000200:3.0:1767384341.291227:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000400:00000010:3.0:1767384341.291232:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053f49712. 00000400:00000200:3.0:1767384341.291235:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp15 00000400:00000200:3.0:1767384341.291240:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp15 to MR: 192.168.203.152@tcp15 local destination 00000400:00000200:3.0:1767384341.291245:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp15 NI seq info: [93:93:256:4294967295] 192.168.203.152@tcp15 LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1767384341.291249:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp15 00000400:00000200:3.0:1767384341.291254:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) -> 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) : PUT try# 0 00000800:00000200:3.0:1767384341.291263:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.152@tcp15 00000800:00000010:3.0:1767384341.291266:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f7da3f9. 00000800:00000200:3.0:1767384341.291269:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (6) 00000800:00000200:3.0:1767384341.291431:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:988 00000800:00000200:3.0:1767384341.291434:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f7da3f9 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1767384341.291444:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384341.291446:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000800:00000200:3.0:1767384341.291504:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.291506:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f7da3f9. 00000400:00000200:3.0:1767384341.291510:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291514:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: PUT: OK 00000400:00000200:3.0:1767384341.291517:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384341.291520:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp15: 0 00000800:00000001:3.0:1767384341.291526:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291531:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.291533:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291550:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291558:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : PUT - for me 00000400:00000200:3.0:1767384341.291568:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384341.291573:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 448/448 into md 0x1971 [1] + 0 00000400:00000010:3.0:1767384341.291577:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:3.0:1767384341.291582:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068abba38 00000800:00000001:3.0:1767384341.291586:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291590:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291592:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291596:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: PUT: OK 00000400:00000200:3.0:1767384341.291599:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000400:00000010:3.0:1767384341.291600:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00000400:00000200:3.0:1767384341.291603:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384341.291605:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (28) 00000400:00000200:3.0:1767384341.291609:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:3.0:1767384341.291612:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008f15f0ec. 00000400:00000200:3.0:1767384341.291619:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 26 00000400:00000200:3.0:1767384341.291621:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384341.291632:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (29) 00000400:00000200:3.0:1767384341.291636:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384341.291639:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp15 to MR: 192.168.203.152@tcp15 local destination 00000400:00000200:3.0:1767384341.291644:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp15 NI seq info: [94:94:256:4294967295] 192.168.203.152@tcp15 LPNI seq info [88:88:8:4294967295] 00000400:00000200:3.0:1767384341.291655:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) -> 192.168.203.152@tcp15(192.168.203.152@tcp15:192.168.203.152@tcp15) 192.168.203.152@tcp15 : ACK try# 0 00000800:00000200:3.0:1767384341.291659:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp15 00000400:00000200:1.0:1767384341.291661:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384341.291662:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f7da3f9. 00000400:00000010:1.0:1767384341.291668:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c771966. 00000800:00000200:3.0:1767384341.291669:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (6) 00000400:00000010:1.0:1767384341.291675:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a50a4a4. 00000800:00000200:3.0:1767384341.291676:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:1011 00000800:00000200:3.0:1767384341.291681:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f7da3f9 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384341.291682:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006a472518 00000400:00000200:1.0:1767384341.291688:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3004f1 00000800:00000200:3.0:1767384341.291722:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.291725:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f7da3f9. 00000400:00000200:3.0:1767384341.291728:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291732:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: ACK: OK 00000800:00000001:3.0:1767384341.291735:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291739:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.291742:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291745:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.291747:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.291750:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.291756:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp15(192.168.203.152@tcp15) <- 192.168.203.152@tcp15 : ACK - for me 00000400:00000200:3.0:1767384341.291763:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp15: ACK from 12345-192.168.203.152@tcp15 into md 0x1979 00000400:00000200:3.0:1767384341.291766:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.291769:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp15->192.168.203.152@tcp15: ACK: OK 00000400:00000200:3.0:1767384341.291773:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000400:00000010:3.0:1767384341.291775:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 00000400:00000200:3.0:1767384341.291778:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384341.291781:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384341.291785:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384341.291795:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (28) 00000800:00000001:3.0:1767384341.291802:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384341.291802:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000504e6bd9. 00000800:00000001:3.0:1767384341.291805:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384341.291830:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000f31409a3. 00000400:00000010:0.0:1767384341.291835:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 000000000a276e1c. 00000400:00000010:0.0:1767384341.291882:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000504e6bd9. 00000400:00000010:0.0:1767384341.291886:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000f31409a3. 00000400:00000010:0.0:1767384341.291889:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 000000000a276e1c. 00000400:00000010:0.0:1767384341.291891:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008f15f0ec. 00000400:00000200:0.0:1767384341.291897:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384341.291899:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:0.0:1767384341.291905:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:0.0:1767384341.291910:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:0.0:1767384341.291914:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384341.291917:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:0.0:1767384341.291921:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:0.0:1767384341.291926:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (27) 00080000:00000001:1.0:1767384341.298981:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384341.298987:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384341.298988:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384341.298991:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384341.298992:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384341.298994:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384341.298996:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384341.298998:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384341.299000:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384341.299002:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c0732d9. 20000000:01000000:1.0:1767384341.299004:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384341.299007:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384341.299015:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384341.299019:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384341.299020:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384341.299024:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384341.299025:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384341.299027:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384341.299032:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384341.299034:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:3.0:1767384341.299035:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f15f0ec. 00010000:00000010:2.0:1767384341.299040:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2605bcf. 20000000:01000000:3.0:1767384341.299041:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00010000:00000001:2.0:1767384341.299046:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:3.0:1767384341.299049:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384341.299050:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 00000020:00000001:2.0:1767384341.299054:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384341.299056:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000040:2.0:1767384341.299057:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe2f to hash 00000020:00000001:2.0:1767384341.299061:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384341.299063:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299066:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299068:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384341.299070:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.299072:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299079:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384341.299082:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384341.299084:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384341.299086:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384341.299087:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384341.299094:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384341.299094:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384341.299097:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384341.299102:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384341.299103:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384341.299105:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384341.299108:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299108:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384341.299111:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384341.299114:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000040:2.0:1767384341.299115:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c2605bcf) refcount = 1 00000020:00000001:3.0:1767384341.299121:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384341.299121:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384341.299128:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:2.0:1767384341.299128:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384341.299131:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384341.299133:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384341.299136:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384341.299136:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299140:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384341.299143:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:3.0:1767384341.299145:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e88d2e46. 20000000:01000000:2.0:1767384341.299146:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00080000:00000001:3.0:1767384341.299153:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751498240 : -113996958053376 : ffff985203cf4c00) 00010000:00000001:2.0:1767384341.299153:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384341.299156:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384341.299159:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=4 00080000:00000001:3.0:1767384341.299160:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384341.299161:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299165:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299167:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384341.299168:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299173:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384341.299174:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299178:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.299179:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384341.299181:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299185:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384341.299191:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299194:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384341.299195:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384341.299199:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a1aa8e0e already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384341.299201:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384341.299202:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384341.299204:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299208:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384341.299209:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384341.299210:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384341.299212:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=5 00000020:00000001:2.0:1767384341.299214:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299216:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384341.299219:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384341.299222:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299227:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384341.299230:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:3.0:1767384341.299232:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384341.299232:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.299236:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299239:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:3.0:1767384341.299241:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384341.299243:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384341.299247:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384341.299248:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384341.299251:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe2f from hash 00010000:00000001:2.0:1767384341.299254:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384341.299255:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.299257:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.299258:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384341.299259:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299260:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1767384341.299265:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384341.299265:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384341.299303:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384341.299305:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384341.299307:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299309:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384341.299310:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384341.299313:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.299314:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.299315:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299317:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.299318:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.299320:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299324:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.299325:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.299326:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384341.299328:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384341.299329:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.299330:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.299332:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384341.299335:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384341.299336:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.299338:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.299342:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384341.299343:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384341.299344:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe2f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384341.299348:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2605bcf count: 0 00010000:00000001:2.0:1767384341.299356:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384341.299358:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384341.299379:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384341.299385:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384341.307792:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384341.307796:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384341.307799:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.307801:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384341.307803:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384341.307811:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384341.307814:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384341.307819:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384341.307837:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384341.307839:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384341.307841:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384341.307842:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384341.307844:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384341.307853:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e88d2e46. 00080000:00000001:3.0:1767384341.307857:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384341.307870:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384341.307872:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384341.307874:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384341.307877:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384341.307879:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384341.307885:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cf50dd75. 00010000:00000001:3.0:1767384341.307888:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384341.307892:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384341.307895:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384341.307897:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe36 to hash 00000020:00000001:3.0:1767384341.307899:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384341.307900:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.307902:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.307904:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.307906:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.307908:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.307914:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384341.307916:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384341.307917:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384341.307919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384341.307920:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.307922:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384341.307924:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.307926:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384341.307928:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384341.307930:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384341.307931:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384341.307932:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cf50dd75) refcount = 1 00010000:00010000:3.0:1767384341.307935:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.307939:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384341.307946:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384341.307948:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.307950:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.307951:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384341.307953:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384341.307955:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384341.307957:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384341.307959:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.307960:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384341.307963:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.307965:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.307967:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384341.307970:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.307977:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384341.307979:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.307985:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.307987:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384341.307989:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.307995:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.307997:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.307999:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384341.308002:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384341.308008:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384341.308011:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384341.308012:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384341.308015:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.308034:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384341.308036:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384341.308038:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.308040:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384341.308042:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.308045:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384341.308048:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384341.308051:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.308057:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384341.308059:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384341.308061:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.308066:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384341.308068:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384341.308070:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.308072:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384341.308074:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe36 from hash 00010000:00000001:3.0:1767384341.308075:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384341.308077:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.308078:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.308080:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384341.308082:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384341.308083:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384341.308084:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384341.308085:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.308087:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.308089:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384341.308090:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384341.308092:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.308094:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.308095:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.308096:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.308097:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.308105:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.308109:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.308110:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.308111:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384341.308112:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384341.308113:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.308114:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.308115:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384341.308118:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.308119:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.308121:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.308125:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384341.308126:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384341.308128:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe36 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384341.308132:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cf50dd75 count: 0 00010000:00000001:3.0:1767384341.308142:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384341.308144:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384341.308493:0:28821:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000035c27686. 00000400:00000040:0.0:1767384341.308512:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384341.308515:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384341.308518:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384341.308520:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384341.308522:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384341.308524:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384341.308550:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384341.308553:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384341.308555:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384341.308557:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384341.308559:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384341.308561:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384341.308563:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384341.308565:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384341.308567:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384341.308569:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384341.308571:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384341.308572:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384341.308573:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384341.308576:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384341.308578:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384341.308598:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384341.308600:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384341.308601:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384341.308603:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384341.308605:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384341.308607:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384341.308609:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384341.308610:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384341.308612:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384341.308614:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384341.308616:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384341.308618:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384341.308620:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384341.308622:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384341.308624:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384341.308625:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384341.308628:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384341.308630:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384341.308631:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384341.308633:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384341.308634:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384341.308636:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384341.308638:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384341.308640:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384341.308648:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384341.308650:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384341.308652:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384341.308654:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384341.308656:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384341.308657:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384341.308659:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384341.308661:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384341.308663:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384341.308665:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384341.308666:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384341.308684:0:28821:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384341.308764:0:28821:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000035c27686. 00010000:00000010:2.1:1767384341.309303:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2605bcf. 00010000:00000010:2.1:1767384341.309326:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00000100:00000040:3.0:1767384341.309341:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294929051, at 4294929052 00000100:00000010:3.0:1767384341.309352:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f67324. 00000100:00000040:1.0:1767384341.309373:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294929051, at 4294929052 00000100:00000010:1.0:1767384341.309382:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10c7543. 00000100:00000040:0.0:1767384341.309404:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294929051, at 4294929052 00000100:00000010:0.0:1767384341.309411:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ab69620. 00000100:00000040:2.0:1767384341.309505:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294929051, at 4294929052 00000100:00000010:2.0:1767384341.309550:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f3d2330. 00080000:00000020:2.0:1767384341.309973:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384341.309992:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384341.310001:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b4fdbb75. 20000000:00000001:2.0:1767384341.310006:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384341.310010:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758080 00010000:00000001:2.0:1767384341.310013:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384341.310018:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a4eedff x1853236737758080/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384341.310025:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384341.310028:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384341.310031:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.310035:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384341.310037:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384341.310039:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384341.310042:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384341.310044:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.310048:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384341.310051:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384341.310054:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bbdd7b2. 00000100:00000200:2.0:1767384341.310058:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737758080, offset 224 00000400:00000200:2.0:1767384341.310064:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384341.310074:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384341.310084:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705380 00000400:00000200:2.0:1767384341.310090:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1961 [2] + 224 00000400:00000200:2.0:1767384341.310096:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.310099:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.310103:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384341.310106:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.310113:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.310124:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.310131:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bbdd7b2 00000400:00000010:2.0:1767384341.310133:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bbdd7b2. 00000100:00000001:2.0:1767384341.310136:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.310141:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.310143:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.310145:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.310149:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384341.310151:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.310155:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384341.310155:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:3.0:1767384341.310160:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a48e5cec. 00010000:00000001:2.0:1767384341.310161:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384341.310165:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.310166:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8897e1 00000020:00000001:2.0:1767384341.310168:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384341.310170:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab8897e1. 00000100:00000040:2.0:1767384341.310174:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a4eedff x1853236737758080/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.310175:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.310182:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384341.310187:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737758080:12345-0@lo:253: Request processed in 20326us (20858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384341.310200:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:2.0:1767384341.310203:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384341.310205:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384341.310207:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384341.310212:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000cd6b3e1. 00000100:00000200:3.0:1767384341.310221:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384341.310222:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000888c203. 00000020:00000010:2.0:1767384341.310230:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e761e54. 00000020:00000040:2.0:1767384341.310236:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384341.310245:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384341.310245:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384341.310249:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384341.310249:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000088390642. 00000100:00000001:3.0:1767384341.310253:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384341.310256:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384341.310258:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384341.310259:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.310262:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.310263:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384341.310264:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.310271:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384341.310297:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=56 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384341.310298:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384341.310299:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384341.310303:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.310305:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384341.310306:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000653349d2. 00010000:00000001:3.0:1767384341.310307:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.310311:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.310312:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bbdd7b2. 00000100:00000040:3.0:1767384341.310316:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.310323:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.310326:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384341.310328:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384341.310331:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384341.310333:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384341.310335:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384341.310336:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384341.310337:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384341.310339:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384341.310340:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384341.310342:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384341.310343:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384341.310344:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384341.310346:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.310351:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737758080:0@lo:253: 00000100:00000001:3.0:1767384341.310356:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.310357:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384341.310366:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086536615 x1853236737758080/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.310370:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384341.310372:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384341.310374:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1f7ce00. 02000000:00000001:3.0:1767384341.310380:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384341.310382:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384341.310383:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384341.310385:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384341.310387:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f681e718. 02000000:00000001:3.0:1767384341.310392:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384341.310394:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384341.310395:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086536615. 00000100:00000001:3.0:1767384341.310399:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384341.310400:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.310402:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.310408:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.310409:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.310412:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.310413:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384341.311295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf50dd75. 00010000:00000010:3.1:1767384341.311302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00080000:00000020:3.0:1767384341.311604:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384341.311606:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384341.311607:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000050e504bd. 20000000:00000001:3.0:1767384341.311612:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384341.311615:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758208 00010000:00000001:3.0:1767384341.311617:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384341.311620:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d898f5c3 x1853236737758208/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384341.311626:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384341.311627:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.311628:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.311631:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384341.311632:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384341.311633:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384341.311635:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384341.311637:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.311645:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.311648:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.311651:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab8897e1. 00000100:00000200:3.0:1767384341.311654:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737758208, offset 224 00000400:00000200:3.0:1767384341.311660:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384341.311667:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384341.311673:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705400 00000400:00000200:3.0:1767384341.311678:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1969 [2] + 224 00000400:00000200:3.0:1767384341.311684:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.311688:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.311691:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.311695:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.311704:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.311718:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384341.311722:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8897e1 00000400:00000010:3.0:1767384341.311723:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab8897e1. 00000100:00000001:3.0:1767384341.311726:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.311726:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.311729:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.311731:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384341.311733:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384341.311734:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.311736:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384341.311739:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d898f5c3 x1853236737758208/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.311744:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384341.311745:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d898f5c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737758208:12345-0@lo:253: Request processed in 21475us (22277us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384341.311748:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384341.311752:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384341.311755:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384341.311756:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000400:00000010:2.0:1767384341.311758:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967529c7. 00000100:00000040:3.0:1767384341.311760:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384341.311763:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384341.311763:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003202b6cb 00000100:00000001:3.0:1767384341.311767:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384341.311767:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003202b6cb. 00000100:00000001:2.0:1767384341.311770:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384341.311775:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384341.311776:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0f45b5e. 00000020:00000010:3.0:1767384341.311783:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef26fe24. 00000020:00000010:3.0:1767384341.311786:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014079fb8. 00000020:00000040:3.0:1767384341.311788:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384341.311792:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384341.311794:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023abe634. 02000000:00000001:3.0:1767384341.311799:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384341.311802:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384341.311805:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384341.311807:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384341.311813:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a48e5cec. 00000100:00000001:2.0:1767384341.311814:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384341.311818:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384341.311819:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab8897e1. 00000100:00000001:2.0:1767384341.311820:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384341.311823:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384341.311825:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384341.311827:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.311828:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384341.311831:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384341.311833:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.311835:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384341.311836:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.311837:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384341.311838:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.311840:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.311841:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.311846:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.311847:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384341.311848:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384341.311850:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384341.311852:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384341.311853:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384341.311854:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384341.311855:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384341.311856:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384341.311857:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384341.311858:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384341.311858:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384341.311860:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384341.311864:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737758208:0@lo:253: 00000100:00000001:2.0:1767384341.311867:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.311873:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384341.311875:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737758208/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.311879:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384341.311880:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384341.311882:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e194aad6. 02000000:00000001:2.0:1767384341.311884:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384341.311885:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384341.311886:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384341.311888:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384341.311888:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000236ecbf5. 02000000:00000001:2.0:1767384341.311891:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384341.311892:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384341.311893:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000001:2.0:1767384341.311895:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384341.311896:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.311897:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.311901:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384341.311902:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.311903:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.311904:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.538344:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384341.538348:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.538352:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384341.538354:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.538382:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384341.538386:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.538389:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384341.665359:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384341.665363:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:1.0:1767384341.665368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384341.665369:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:0.0:1767384341.665374:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384341.665381:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384341.665382:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384341.665386:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384341.665389:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 02000000:00000001:0.0:1767384341.665392:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384341.665393:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384341.665398:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384341.665400:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384341.665401:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c1fdbd6. 02000000:00000001:1.0:1767384341.665404:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665408:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384341.665411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000231b2959. 00000100:00000001:1.0:1767384341.665416:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665416:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384341.665420:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665426:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384341.665429:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822f0636] to pc [ptlrpcd_00_01+1] req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.665456:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.665459:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665464:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae00305] to pc [ptlrpcd_00_02+2] req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384341.665470:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.665485:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384341.665490:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384341.665493:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073c65139. 00000020:00000040:1.0:1767384341.665496:0:37:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384341.665499:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384341.665502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384341.665505:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665506:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384341.665510:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060793994. 00000100:00100000:0.0:1767384341.665512:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384341.665515:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665516:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384341.665522:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.665526:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.665528:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.665529:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665550:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384341.665551:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073c65139] to pc [ptlrpcd_00_03+3] req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.665556:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.665560:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.665562:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384341.665563:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.665567:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384341.665574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384341.665582:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.665583:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384341.665586:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384341.665588:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 02000000:00000001:0.0:1767384341.665590:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384341.665593:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384341.665594:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.665597:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.665598:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.665600:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384341.665603:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737758336:0@lo:13: 02000000:00000001:1.0:1767384341.665604:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384341.665610:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2c0d854. 00000100:00000001:0.0:1767384341.665610:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384341.665614:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384341.665615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.665619:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665622:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384341.665623:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384341.665628:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000504e6bd9. 00000100:00000001:1.0:1767384341.665630:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384341.665632:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.665633:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed0abcdd] to pc [ptlrpcd_00_00+0] req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384341.665638:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d7fcd4. 00000400:00000010:0.0:1767384341.665647:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000100:00000001:1.0:1767384341.665650:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.665651:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384341.665653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384341.665654:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737758336, portal 4 00000100:00100000:3.0:1767384341.665657:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384341.665660:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.665664:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.665664:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 00000100:00000001:1.0:1767384341.665665:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384341.665670:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086536615. 00000020:00000040:1.0:1767384341.665673:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384341.665674:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384341.665676:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.665677:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384341.665678:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384341.665680:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384341.665685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.665686:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.665690:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.665692:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384341.665693:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384341.665693:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6323d2c. 00000100:00000040:0.0:1767384341.665698:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384341.665699:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.665702:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384341.665704:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000100:00000040:1.0:1767384341.665706:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384341.665710:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737758336, offset 0 00000400:00000200:0.0:1767384341.665723:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384341.665731:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.665732:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384341.665734:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.665735:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.665738:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384341.665739:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384341.665742:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086536615] to pc [ptlrpcd_00_01+1] req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384341.665743:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384341.665748:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.665754:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d705480 00000100:00100000:3.0:1767384341.665757:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236737758720:0@lo:400: 00000100:00000001:3.0:1767384341.665762:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384341.665766:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384341.665767:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 02000000:00000001:3.0:1767384341.665769:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.665774:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384341.665780:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384341.665781:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d8b57d3. 00000100:00000001:1.0:1767384341.665783:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.665787:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (267) 02000000:00000001:3.0:1767384341.665793:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.665794:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384341.665801:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00000100:00000001:0.0:1767384341.665803:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.665806:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:3.0:1767384341.665809:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000100:00000010:0.0:1767384341.665810:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046da2a9a. 00000100:00000040:0.0:1767384341.665814:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000046da2a9a x1853236737758336 msgsize 224 00000100:00000200:3.0:1767384341.665815:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737758720, portal 10 00000100:00000001:3.0:1767384341.665818:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.665820:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00100000:0.0:1767384341.665823:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384341.665827:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384341.665830:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.665831:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.665834:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.665835:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384341.665841:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384341.665842:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.665845:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bb0520 00000100:00000040:3.0:1767384341.665847:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.665850:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bb0520. 00000400:00000010:3.0:1767384341.665852:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000100:00000001:0.0:1767384341.665855:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384341.665858:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737758720, offset 0 00000100:00000200:0.0:1767384341.665862:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.665866:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.665869:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.665870:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384341.665877:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384341.665880:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.665880:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384341.665886:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384341.665886:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.665887:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.665895:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737758464:0@lo:400: 00000400:00000200:3.0:1767384341.665902:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d705600 00000100:00000001:1.0:1767384341.665905:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384341.665906:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665909:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384341.665910:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 02000000:00000001:1.0:1767384341.665910:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.665914:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665915:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.665917:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384341.665917:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384341.665922:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6738 usecs (7 jiffies) 00000400:00000200:3.0:1767384341.665923:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384341.665923:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c1f9e73. 02000000:00000001:1.0:1767384341.665929:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.665930:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929415 00000100:00000001:3.0:1767384341.665932:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384341.665935:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1767384341.665935:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 00000100:00000010:0.0:1767384341.665936:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000100:00000010:3.0:1767384341.665939:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b7fb4c1. 00000400:00000010:1.0:1767384341.665943:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ba7c74. 00000100:00000040:3.0:1767384341.665944:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008b7fb4c1 x1853236737758720 msgsize 224 00000100:00000001:0.0:1767384341.665945:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384341.665951:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737758464, portal 25 00000100:00000001:0.0:1767384341.665953:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929415 00000100:00000001:1.0:1767384341.665955:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384341.665959:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384341.665959:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000010:0.0:1767384341.665961:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00000001:0.0:1767384341.665967:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384341.665968:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.665971:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.665973:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929415 00000100:00000010:0.0:1767384341.665979:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14ed1e2. 00000400:00000200:3.0:1767384341.665980:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000100:00000001:1.0:1767384341.665980:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384341.665985:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384341.665986:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00000100:00000040:1.0:1767384341.665987:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384341.665990:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929415 00000400:00000010:1.0:1767384341.665993:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000100:00000001:3.0:1767384341.665994:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384341.665995:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bbed67. 00000100:00000200:1.0:1767384341.665997:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737758464, offset 0 00000100:00000001:0.0:1767384341.666000:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384341.666003:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.666007:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384341.666010:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.666016:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.666020:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384341.666022:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.666029:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384341.666032:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.666033:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384341.666036:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d705500 00000100:00000001:0.0:1767384341.666040:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384341.666041:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.666043:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.666050:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.666053:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384341.666055:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1205 [2] + 0 00000100:00000001:0.0:1767384341.666057:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384341.666063:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0be5138. 00000100:00000040:0.0:1767384341.666064:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.666066:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.666070:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005379b11 00000100:00000001:0.0:1767384341.666072:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384341.666075:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.666076:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666077:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384341.666084:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384341.666085:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.666086:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384341.666087:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384341.666092:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2940 usecs (3 jiffies) 02000000:00000001:0.0:1767384341.666094:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.666095:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005379b11 00000100:00000001:3.0:1767384341.666096:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929411 00000100:00100000:0.0:1767384341.666099:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737758848:0@lo:400: 00000400:00000010:1.0:1767384341.666100:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005379b11. 00000100:00000001:3.0:1767384341.666101:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929415 00000100:00000001:3.0:1767384341.666108:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929411 00000100:00000001:0.0:1767384341.666108:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384341.666109:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384341.666113:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384341.666114:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929415 02000000:00000001:0.0:1767384341.666114:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384341.666118:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666119:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929411 00000100:00000040:1.0:1767384341.666119:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ed2bb548 x1853236737758464 msgsize 224 02000000:00000001:0.0:1767384341.666121:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384341.666125:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929415 02000000:00000010:0.0:1767384341.666126:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c9d0e15. 00000100:00000001:2.0:1767384341.666129:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384341.666131:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929411 02000000:00000001:0.0:1767384341.666132:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.666133:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384341.666135:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758720 00000100:00000001:3.0:1767384341.666137:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929415 00000100:00000040:1.0:1767384341.666138:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384341.666139:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004661eb67. 02000000:00000001:2.0:1767384341.666141:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384341.666143:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.666145:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384341.666145:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000100:00000001:3.0:1767384341.666146:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666148:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384341.666150:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737758848, portal 10 00000100:00000001:2.0:1767384341.666152:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666153:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666154:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384341.666155:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd054c0 00000100:00000001:0.0:1767384341.666158:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009632256 : -113991699919360 : ffff98533d380e00) 00000100:00000001:3.0:1767384341.666159:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.666159:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd054c0. 02000000:00000001:2.0:1767384341.666160:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666164:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384341.666165:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.666166:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384341.666168:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758720 00000100:00000001:3.0:1767384341.666170:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384341.666171:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.666174:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.666176:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384341.666181:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:3.0:1767384341.666182:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.666189:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384341.666194:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384341.666195:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:1.0:1767384341.666199:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384341.666201:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384341.666201:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000040:0.0:1767384341.666202:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384341.666205:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.666206:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758464 00000400:00000010:0.0:1767384341.666207:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000020:00000001:2.0:1767384341.666209:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 02000000:00000001:3.0:1767384341.666211:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384341.666214:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737758848, offset 0 00000100:00000001:3.0:1767384341.666215:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384341.666217:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384341.666219:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666221:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.666225:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060198678. 02000000:00000001:3.0:1767384341.666226:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666226:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384341.666229:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.666231:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384341.666233:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758464 00000100:00000001:1.0:1767384341.666234:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294929427 00000020:00000001:3.0:1767384341.666238:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384341.666240:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384341.666241:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384341.666242:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929415 00000400:00000200:0.0:1767384341.666244:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384341.666247:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060198678. 00000020:00000001:3.0:1767384341.666248:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.666250:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294929427 00000020:00000040:3.0:1767384341.666251:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:1.0:1767384341.666257:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929415 00000400:00000200:0.0:1767384341.666257:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d705680 00000020:00000001:3.0:1767384341.666258:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:2.0:1767384341.666258:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab4b8628. 00000020:00000001:3.0:1767384341.666265:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384341.666266:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294929427 00000020:00000010:2.0:1767384341.666267:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab735bb5. 00000400:00000200:0.0:1767384341.666267:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:3.0:1767384341.666270:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384341.666292:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.666294:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929415 00000400:00000200:0.0:1767384341.666296:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384341.666302:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2176284. 00000100:00000001:1.0:1767384341.666303:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294929428 00000100:00000001:0.0:1767384341.666304:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384341.666307:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384341.666308:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384341.666310:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929415 00000020:00000010:3.0:1767384341.666312:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2176284. 00000020:00000010:2.0:1767384341.666314:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000010:0.0:1767384341.666315:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031d680c8. 00000020:00000010:3.0:1767384341.666318:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fecf7d6e. 00000100:00000040:0.0:1767384341.666321:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000031d680c8 x1853236737758848 msgsize 224 00000100:00000001:1.0:1767384341.666323:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.666324:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054d255ca. 00000100:00000001:1.0:1767384341.666328:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.666330:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1767384341.666331:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00100000:0.0:1767384341.666333:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384341.666334:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.666337:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384341.666340:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.666342:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384341.666344:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384341.666346:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.666346:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.666348:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.666348:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.666350:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384341.666352:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384341.666354:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.666355:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.666356:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba4afd4 00000100:00000001:1.0:1767384341.666357:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.666358:0:17569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767384341.666360:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba4afd4. 00000100:00000001:1.0:1767384341.666361:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.666363:0:17569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384341.666365:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666366:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384341.666367:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384341.666368:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666372:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.666374:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.666377:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.666377:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.666381:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.666382:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.666386:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.666388:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384341.666390:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.666392:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384341.666392:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384341.666393:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384341.666398:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384341.666399:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384341.666402:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.666403:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1767384341.666404:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758848 02000000:00000001:2.0:1767384341.666409:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384341.666411:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384341.666414:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.666416:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016918608 : -113991692633008 : ffff98533da73c50) 00000100:00000001:2.0:1767384341.666419:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.666426:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed2bb548 x1853236737758464/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.666428:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666434:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.666436:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758848 00000100:00000001:1.0:1767384341.666437:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384341.666440:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384341.666441:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.666442:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384341.666445:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384341.666447:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 02000000:00000001:1.0:1767384341.666447:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384341.666450:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384341.666452:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3343 usecs (4 jiffies) 00000020:00000001:2.0:1767384341.666454:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384341.666455:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384341.666456:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666457:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294929413 00000020:00000040:2.0:1767384341.666459:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000010:3.0:1767384341.666460:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2176284. 00000100:00000001:0.0:1767384341.666462:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294929427 00000100:00100000:1.0:1767384341.666463:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737758592:0@lo:400: 00000100:00000001:3.0:1767384341.666466:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384341.666468:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:0.0:1767384341.666469:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000020:00000010:3.0:1767384341.666473:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2176284. 00000100:00000001:1.0:1767384341.666473:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384341.666476:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:0.0:1767384341.666476:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294929427 02000000:00000001:1.0:1767384341.666478:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384341.666482:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000100:00100000:3.0:1767384341.666483:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed2bb548 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737758464:12345-0@lo:400: 02000000:00000001:1.0:1767384341.666483:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.666484:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.666487:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294929427 02000000:00000001:1.0:1767384341.666489:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1767384341.666491:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060198678. 00000100:00000001:0.0:1767384341.666493:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294929413 02000000:00000010:1.0:1767384341.666494:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c56a54b. 00000100:00000200:3.0:1767384341.666495:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758464 00000020:00000010:2.0:1767384341.666498:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000010100f17. 02000000:00000001:1.0:1767384341.666499:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.666500:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384341.666506:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384341.666506:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294929428 00000400:00000010:1.0:1767384341.666507:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a27665e1. 00000020:00000040:2.0:1767384341.666509:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000020:00000001:3.0:1767384341.666510:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666513:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384341.666514:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000020:00000001:3.0:1767384341.666515:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384341.666519:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.666520:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000200:1.0:1767384341.666521:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737758592, portal 4 00000100:00000001:0.0:1767384341.666523:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.666525:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384341.666525:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384341.666526:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.666528:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.666529:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.666530:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009640320 : -113991699911296 : ffff98533d382d80) 00000020:00000010:2.0:1767384341.666546:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d233de57. 00000100:00000040:1.0:1767384341.666551:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384341.666553:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096b7e6f6. 00000020:00000001:3.0:1767384341.666555:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384341.666557:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384341.666559:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384341.666561:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000100:00100000:0.0:1767384341.666561:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758336 00000020:00000001:3.0:1767384341.666563:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.666566:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384341.666569:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.666570:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384341.666571:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384341.666573:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384341.666574:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666575:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384341.666580:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384341.666581:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384341.666582:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384341.666582:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.666586:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384341.666586:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000100:00100000:0.0:1767384341.666587:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758336 02000000:00000010:3.0:1767384341.666588:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090ed1911. 00000020:00000001:0.0:1767384341.666592:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384341.666593:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737758592, offset 0 02000000:00000001:3.0:1767384341.666594:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.666595:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:2.0:1767384341.666596:0:17569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384341.666601:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.666601:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384341.666602:0:17569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384341.666604:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384341.666606:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:3.0:1767384341.666608:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.666608:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.666612:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00010000:00000040:3.0:1767384341.666615:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758464 00000400:00000200:1.0:1767384341.666618:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384341.666618:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00010000:00000001:3.0:1767384341.666619:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384341.666622:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.666625:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1767384341.666627:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed2bb548 x1853236737758464/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.666630:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d705580 00000020:00000010:0.0:1767384341.666631:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba5d1a88. 00000100:00000001:2.0:1767384341.666635:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384341.666637:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000030e94069. 00000100:00000001:2.0:1767384341.666639:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384341.666644:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000020:00000040:0.0:1767384341.666645:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00010000:00000001:3.0:1767384341.666647:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384341.666651:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00010000:00000001:3.0:1767384341.666652:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666653:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384341.666654:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384341.666658:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00001000:3.0:1767384341.666659:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=56 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384341.666660:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bd6b25. 00000400:00000200:1.0:1767384341.666662:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.666664:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877994880 : -113991831556736 : ffff9853355f6d80) 00000020:00000010:0.0:1767384341.666667:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003cf25e3e. 00000100:00000001:3.0:1767384341.666670:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384341.666671:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384341.666673:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000100:00000200:1.0:1767384341.666674:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1767384341.666675:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:2.0:1767384341.666677:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b7fb4c1 x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.666681:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000010:1.0:1767384341.666682:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6fb229f. 00000100:00000040:0.0:1767384341.666683:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384341.666689:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384341.666689:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d6fb229f x1853236737758592 msgsize 224 00000100:00000001:0.0:1767384341.666690:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.666693:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384341.666695:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.666696:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666702:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384341.666703:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384341.666705:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.666710:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384341.666711:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384341.666714:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000100:00000001:1.0:1767384341.666715:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384341.666716:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038825893. 00000100:00000001:0.0:1767384341.666718:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384341.666719:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737758464, offset 224 00000100:00000001:2.0:1767384341.666721:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384341.666721:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c2ea0f 00000400:00000010:1.0:1767384341.666726:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c2ea0f. 00000020:00000010:2.0:1767384341.666727:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038825893. 00000100:00000001:0.0:1767384341.666730:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384341.666731:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384341.666735:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384341.666738:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b7fb4c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236737758720:12345-0@lo:400: 00000100:00000200:1.0:1767384341.666738:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.666739:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384341.666750:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000200:2.0:1767384341.666752:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758720 00000400:00000200:3.0:1767384341.666754:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384341.666758:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000020:00000001:2.0:1767384341.666759:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384341.666764:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893030016 : -113991816521600 : ffff98533644d880) 00000020:00000001:2.0:1767384341.666765:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384341.666767:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384341.666770:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.666771:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d705500 00000100:00000040:0.0:1767384341.666771:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046da2a9a x1853236737758336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384341.666774:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384341.666778:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384341.666784:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19a1 [1] + 224 00000020:00000001:2.0:1767384341.666784:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:2.0:1767384341.666792:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384341.666795:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384341.666798:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.666806:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384341.666806:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384341.666811:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384341.666812:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.666813:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666814:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384341.666817:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666818:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384341.666818:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9fa2fcf. 00000100:00000200:3.0:1767384341.666821:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.666823:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.666825:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384341.666825:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384341.666830:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6738 usecs (7 jiffies) 00000100:00000001:2.0:1767384341.666831:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384341.666832:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9fa2fcf. 02000000:00000001:2.0:1767384341.666837:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384341.666838:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929416 00000100:00100000:0.0:1767384341.666843:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046da2a9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737758336:12345-0@lo:13: 00000100:00000001:1.0:1767384341.666844:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929427 02000000:00000010:2.0:1767384341.666845:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011860ebc. 00000100:00000001:1.0:1767384341.666850:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929416 02000000:00000001:2.0:1767384341.666853:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384341.666854:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758336 00000100:00000001:1.0:1767384341.666855:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929427 00000020:00000001:0.0:1767384341.666858:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384341.666863:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384341.666865:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.666865:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.666866:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666867:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929416 00000020:00000001:2.0:1767384341.666873:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666874:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929427 00000020:00000001:0.0:1767384341.666874:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384341.666878:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000001:1.0:1767384341.666881:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929416 00010000:00000040:2.0:1767384341.666882:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758720 00000020:00000001:0.0:1767384341.666884:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384341.666885:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.666886:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929428 00010000:00000001:2.0:1767384341.666890:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384341.666891:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384341.666891:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.666894:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000020:00000001:0.0:1767384341.666897:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384341.666898:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.666899:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00010000:00000200:2.0:1767384341.666899:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008b7fb4c1 x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384341.666900:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384341.666905:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.666906:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384341.666907:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384341.666910:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384341.666911:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384341.666912:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384341.666915:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.666916:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 02000000:00000001:0.0:1767384341.666916:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384341.666918:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384341.666923:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.666923:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f31409a3. 00000100:00000040:3.0:1767384341.666924:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:1.0:1767384341.666924:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060ba7c74 02000000:00000001:0.0:1767384341.666927:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.666929:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060ba7c74. 00010000:00000001:3.0:1767384341.666931:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:2.0:1767384341.666931:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.666932:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.666933:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384341.666935:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384341.666939:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:1.0:1767384341.666940:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384341.666941:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384341.666942:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:0.0:1767384341.666944:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767384341.666949:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:0.0:1767384341.666949:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384341.666950:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed2bb548 x1853236737758464/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384341.666955:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384341.666957:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000200:1.0:1767384341.666959:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.666965:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:0.0:1767384341.666968:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.666970:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.666974:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.666978:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000024:0.0:1767384341.666982:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384341.666988:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384341.666990:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed2bb548 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737758464:12345-0@lo:400: Request processed in 529us (864us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384341.666990:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:0.0:1767384341.666991:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000010:2.0:1767384341.666994:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000001:1.0:1767384341.666995:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.667001:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384341.667002:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737758720, offset 224 02000000:00000001:1.0:1767384341.667004:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000020:0.0:1767384341.667004:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384341.667008:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384341.667010:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:1.0:1767384341.667012:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384341.667012:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:2.0:1767384341.667013:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384341.667019:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 02000000:00000001:1.0:1767384341.667019:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384341.667020:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384341.667026:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384341.667027:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384341.667028:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384341.667028:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=56 v=5 (5 0 0 0) 00000001:00000001:0.0:1767384341.667029:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.667032:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:0.0:1767384341.667035:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384341.667037:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=56 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384341.667039:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737758336 00000020:00000010:3.0:1767384341.667041:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054d255ca. 00000100:00000001:1.0:1767384341.667042:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384341.667043:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384341.667045:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.667046:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d705600 00000020:00000010:3.0:1767384341.667049:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00010000:00000001:1.0:1767384341.667050:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000200:0.0:1767384341.667051:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046da2a9a x1853236737758336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.667054:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384341.667058:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fecf7d6e. 00000400:00000200:2.0:1767384341.667060:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1999 [1] + 224 00000100:00000001:1.0:1767384341.667060:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384341.667066:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000040:1.0:1767384341.667070:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.667072:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384341.667073:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384341.667077:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090ed1911. 00010000:00000001:0.0:1767384341.667079:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.667083:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.667084:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384341.667085:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.667088:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384341.667089:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384341.667092:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.667095:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384341.667096:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384341.667097:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384341.667102:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000200:2.0:1767384341.667104:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.667104:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384341.667105:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cfeb6fc. 00000100:00000001:0.0:1767384341.667105:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:1.0:1767384341.667107:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384341.667112:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d30644d7. 02000000:00000001:0.0:1767384341.667113:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384341.667116:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.667117:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.667126:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.667133:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384341.667134:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384341.667139:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000100:00100000:1.0:1767384341.667142:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737758464:0@lo:400: 00000100:00000040:2.0:1767384341.667143:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.667145:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384341.667146:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737758336, offset 224 00000100:00000001:1.0:1767384341.667151:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.667154:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000001:1.0:1767384341.667157:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384341.667158:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384341.667162:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000040:1.0:1767384341.667163:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737758464/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.667167:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893031808 : -113991816519808 : ffff98533644df80) 00000400:00000200:0.0:1767384341.667171:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384341.667177:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031d680c8 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.667185:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d705480 00000100:00000001:2.0:1767384341.667192:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.667197:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1991 [1] + 224 00000100:00000001:1.0:1767384341.667198:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.667202:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384341.667206:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c1f9e73. 00000100:00000001:3.0:1767384341.667207:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384341.667207:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.667212:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000020:00000010:3.0:1767384341.667213:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2176284. 02000000:00000001:1.0:1767384341.667213:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384341.667217:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384341.667218:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000020:00000001:1.0:1767384341.667218:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384341.667219:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384341.667222:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000010:3.0:1767384341.667224:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2176284. 00000020:00000001:1.0:1767384341.667225:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384341.667227:0:17569:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767384341.667229:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000231b2959. 00000100:00000001:0.0:1767384341.667229:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384341.667233:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031d680c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737758848:12345-0@lo:400: 02000000:00000001:1.0:1767384341.667236:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384341.667237:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.667239:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384341.667240:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767384341.667244:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758848 00000100:00000010:1.0:1767384341.667245:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:2.0:1767384341.667248:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.667251:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384341.667253:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384341.667253:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384341.667255:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384341.667256:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384341.667256:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.667258:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667263:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.667265:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384341.667266:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384341.667268:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384341.667270:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:2.0:1767384341.667271:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667271:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.667295:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.667298:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.667303:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.667303:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384341.667303:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.667311:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384341.667313:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b7fb4c1 x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384341.667314:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384341.667317:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667318:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.667318:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384341.667323:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384341.667323:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.667326:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba4afd4 00000100:00000001:3.0:1767384341.667327:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384341.667330:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba4afd4. 02000000:00000001:3.0:1767384341.667332:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384341.667334:0:17552:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767384341.667336:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090ed1911. 00000100:00100000:2.0:1767384341.667337:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b7fb4c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236737758720:12345-0@lo:400: Request processed in 623us (1389us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384341.667338:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384341.667341:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.667343:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.667345:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667348:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384341.667350:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.667351:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00100000:1.0:1767384341.667352:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758592 02000000:00000001:1.0:1767384341.667357:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:3.0:1767384341.667358:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758848 00010000:00000001:0.0:1767384341.667358:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384341.667360:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384341.667363:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000020:00000001:0.0:1767384341.667363:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.667364:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384341.667364:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.667369:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384341.667371:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 02000000:00000001:1.0:1767384341.667371:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384341.667373:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031d680c8 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.667376:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046da2a9a x1853236737758336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.667377:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758592 00000100:00000001:2.0:1767384341.667378:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384341.667382:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384341.667388:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab735bb5. 00000020:00000001:1.0:1767384341.667389:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384341.667391:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:1.0:1767384341.667396:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384341.667397:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000040:1.0:1767384341.667400:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000020:00000001:1.0:1767384341.667405:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:1.0:1767384341.667410:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00100000:0.0:1767384341.667410:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046da2a9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236737758336:12345-0@lo:13: Request processed in 595us (1591us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384341.667413:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab4b8628. 00000100:00000001:1.0:1767384341.667417:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384341.667422:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000020:00000010:1.0:1767384341.667423:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a15861b0. 00000100:00100000:0.0:1767384341.667429:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384341.667430:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.667430:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384341.667436:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00010000:00000001:3.0:1767384341.667438:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384341.667438:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a15861b0. 00010000:00000001:3.0:1767384341.667442:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.667442:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384341.667445:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c1f9e73. 00000100:00000001:0.0:1767384341.667445:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384341.667446:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=51 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384341.667450:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003cf25e3e. 00000020:00000010:1.0:1767384341.667452:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0f45b5e. 00000100:00000001:3.0:1767384341.667453:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384341.667455:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000040:3.0:1767384341.667459:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000010:1.0:1767384341.667460:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000031e3bef. 00000020:00000010:0.0:1767384341.667461:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bd6b25. 00000100:00000001:3.0:1767384341.667467:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:0.0:1767384341.667469:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 02000000:00000001:3.0:1767384341.667470:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384341.667471:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384341.667475:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.667475:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.667476:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.667478:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.667479:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384341.667481:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384341.667483:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.667483:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384341.667488:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.667491:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000400:00000001:2.0:1767384341.667491:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384341.667491:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:2.0:1767384341.667496:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384341.667496:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384341.667498:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.667501:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:2.0:1767384341.667506:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000100:00000001:1.0:1767384341.667508:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384341.667509:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 00000100:00000001:2.0:1767384341.667516:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.667517:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737758848, offset 224 00000100:00000001:1.0:1767384341.667521:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384341.667524:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.667525:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384341.667526:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384341.667544:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384341.667550:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000400:00000200:3.0:1767384341.667551:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.667556:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009637632 : -113991699913984 : ffff98533d382300) 00000100:00000200:2.0:1767384341.667569:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384341.667569:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6fb229f x1853236737758592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.667570:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d705680 00000400:00000200:3.0:1767384341.667581:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19a9 [1] + 224 00000400:00000200:3.0:1767384341.667591:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.667599:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384341.667600:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384341.667605:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a15861b0. 00000100:00000001:2.0:1767384341.667606:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.667607:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384341.667611:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.667612:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384341.667615:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384341.667616:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a15861b0. 00000100:00000001:2.0:1767384341.667619:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384341.667624:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6fb229f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737758592:12345-0@lo:400: 02000000:00000001:2.0:1767384341.667629:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384341.667630:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.667634:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384341.667638:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384341.667639:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758592 00000020:00000001:1.0:1767384341.667644:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384341.667645:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.667648:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384341.667649:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384341.667651:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384341.667652:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=51 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384341.667654:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000020:00000001:1.0:1767384341.667654:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384341.667658:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000400:00000010:3.0:1767384341.667659:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00000100:00001000:2.0:1767384341.667660:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=51 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384341.667663:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384341.667664:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.667668:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384341.667668:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.667669:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384341.667673:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.667674:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.667675:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384341.667678:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000001:1.0:1767384341.667678:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384341.667681:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384341.667682:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.667683:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384341.667687:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.667688:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00080000:2.0:1767384341.667689:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384341.667692:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384341.667693:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384341.667696:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384341.667701:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000072a36e4. 00000100:00000040:3.0:1767384341.667706:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d680c8 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384341.667706:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.667709:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667711:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.667717:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384341.667717:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.667722:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000040:1.0:1767384341.667722:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737758592 00000100:00100000:3.0:1767384341.667723:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031d680c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737758848:12345-0@lo:400: Request processed in 514us (1399us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384341.667727:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384341.667729:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384341.667733:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384341.667734:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6fb229f x1853236737758592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.667739:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384341.667744:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.667745:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384341.667750:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384341.667751:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384341.667755:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384341.667755:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384341.667760:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096b7e6f6. 00000100:00001000:1.0:1767384341.667760:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384341.667764:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.667766:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000100:00000001:1.0:1767384341.667767:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384341.667769:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384341.667772:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384341.667774:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d233de57. 00000100:00000040:1.0:1767384341.667774:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:2.0:1767384341.667780:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.667781:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:3.0:1767384341.667782:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 02000000:00000001:1.0:1767384341.667787:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384341.667788:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384341.667790:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667796:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384341.667803:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236737758720:0@lo:400: 00000100:00000040:1.0:1767384341.667803:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384341.667807:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ba7c74. 00000100:00080000:3.0:1767384341.667808:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384341.667813:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384341.667813:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737758592, offset 224 00000020:00000040:3.0:1767384341.667814:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:2.0:1767384341.667820:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1767384341.667821:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:1.0:1767384341.667825:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384341.667827:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000040:2.0:1767384341.667828:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737758720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.667842:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384341.667843:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384341.667847:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384341.667850:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d8b57d3. 00000400:00000200:1.0:1767384341.667852:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d705580 02000000:00000001:2.0:1767384341.667857:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384341.667860:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384341.667861:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19b1 [1] + 224 00000020:00000001:2.0:1767384341.667862:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384341.667864:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384341.667866:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384341.667869:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384341.667872:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1767384341.667873:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384341.667873:0:16139:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384341.667876:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004661eb67. 00000020:00000001:2.0:1767384341.667879:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384341.667882:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bb0520 02000000:00000010:2.0:1767384341.667883:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2c0d854. 00000400:00000010:3.0:1767384341.667885:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bb0520. 00000100:00000001:3.0:1767384341.667890:0:16138:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384341.667891:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384341.667892:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.667894:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.667895:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384341.667899:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00000100:00000200:1.0:1767384341.667899:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.667906:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384341.667910:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.667916:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384341.667924:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.667924:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384341.667926:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.667929:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.667935:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.667939:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.667952:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.667954:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.667956:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384341.667957:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384341.667960:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384341.667965:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060ba7c74 00000100:00000001:3.0:1767384341.667966:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.667968:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.667968:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060ba7c74. 02000000:00000001:3.0:1767384341.667972:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.667972:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384341.667975:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384341.667978:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=50 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384341.667979:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.667985:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00001000:3.0:1767384341.667987:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=50 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384341.667988:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384341.667990:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.667994:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384341.667996:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384341.667999:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6fb229f x1853236737758592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.668000:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.668007:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384341.668013:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6fb229f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737758592:12345-0@lo:400: Request processed in 411us (1323us total) trans 0 rc 0/0 00010000:00080000:3.0:1767384341.668016:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.668034:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:3.0:1767384341.668036:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.668038:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384341.668041:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384341.668042:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384341.668046:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384341.668047:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:1.0:1767384341.668049:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0f45b5e. 00000100:00000001:3.0:1767384341.668051:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384341.668053:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000031e3bef. 00000100:00000001:3.0:1767384341.668054:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384341.668057:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c1f9e73. 00000100:00000040:3.0:1767384341.668060:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384341.668062:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:1.0:1767384341.668066:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.668070:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.668071:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384341.668072:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384341.668078:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.668084:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737758848:0@lo:400: 00000400:00000001:3.0:1767384341.668089:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.668090:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.668092:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d7fcd4. 00000400:00000200:3.0:1767384341.668095:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f7683a 00000400:00000010:3.0:1767384341.668096:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f7683a. 00000100:00000001:3.0:1767384341.668099:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.668101:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384341.668106:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.668119:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.668121:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.668122:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.668124:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.668127:0:16138:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767384341.668127:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384341.668131:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767384341.668131:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384341.668134:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384341.668134:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a27665e1. 00000100:00000001:3.0:1767384341.668138:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.668140:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd054c0 02000000:00000001:3.0:1767384341.668141:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.668144:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd054c0. 00000100:00001000:3.0:1767384341.668146:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384341.668147:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384341.668152:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=46 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384341.668154:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.668156:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384341.668159:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.668164:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384341.668168:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384341.668170:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.668190:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384341.668191:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.668195:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384341.668195:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384341.668199:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384341.668200:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384341.668202:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384341.668204:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384341.668205:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.668206:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384341.668209:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.668209:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.668213:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384341.668219:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384341.668220:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.668225:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384341.668226:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.668228:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384341.668232:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384341.668232:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384341.668236:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384341.668237:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:1.0:1767384341.668239:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000040:3.0:1767384341.668243:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00080000:1.0:1767384341.668245:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384341.668256:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384341.668258:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384341.668258:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384341.668261:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384341.668264:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384341.668266:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384341.668270:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.668271:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.668309:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.668336:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737758336:0@lo:13: 00000100:00000001:3.0:1767384341.668346:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.668347:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.668351:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384341.668351:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384341.668356:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086536615 x1853236737758848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.668361:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384341.668366:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.668372:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737758592:0@lo:400: 00000100:00000001:1.0:1767384341.668374:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.668376:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384341.668377:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073c65139 x1853236737758592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.668381:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.668382:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384341.668384:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c56a54b. 02000000:00000001:1.0:1767384341.668386:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384341.668388:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384341.668388:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384341.668389:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384341.668390:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060793994. 02000000:00000001:1.0:1767384341.668392:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384341.668393:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384341.668394:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073c65139. 00000100:00000001:1.0:1767384341.668397:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.668397:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.668399:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.668402:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.668403:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.668405:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.668406:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.668428:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384341.668430:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384341.668431:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c9d0e15. 02000000:00000001:3.0:1767384341.668434:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384341.668435:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384341.668435:0:16138:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384341.668437:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384341.668438:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6323d2c. 02000000:00000001:3.0:1767384341.668440:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384341.668441:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384341.668442:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086536615. 00000100:00000001:3.0:1767384341.668445:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384341.668445:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.668447:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384341.668450:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737758336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.668454:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384341.668455:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384341.668456:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000504e6bd9. 02000000:00000001:3.0:1767384341.668458:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384341.668459:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384341.668460:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384341.668461:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384341.668462:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c1fdbd6. 02000000:00000001:3.0:1767384341.668464:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384341.668465:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384341.668466:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:3.0:1767384341.668468:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384341.668468:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.668475:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.668479:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.668480:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.668482:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.668483:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.686331:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294929427, at 4294929429 00000100:00000010:0.0:1767384341.686339:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000100:00000040:1.0:1767384341.686501:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294929427, at 4294929429 00000100:00000010:1.0:1767384341.686508:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000100:00000040:2.0:1767384341.686509:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294929427, at 4294929429 00000100:00000010:2.0:1767384341.686516:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14ed1e2. 00000100:00000040:3.0:1767384341.687317:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294929428, at 4294929430 00000100:00000010:3.0:1767384341.687324:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bbed67. 00000400:00000001:0.0:1767384341.921481:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.921486:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384341.921489:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:0.0:1767384341.921493:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384341.921497:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384341.921502:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384341.921510:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384341.921520:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000abe9827. 00000400:00000200:0.0:1767384341.921526:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp32 00000400:00000010:0.0:1767384341.921546:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384341.921553:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007674597c. 00000400:00000010:0.0:1767384341.921557:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000010:0.0:1767384341.921566:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006cfee2fc. 00000400:00000200:0.0:1767384341.921570:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp32 00000400:00000200:0.0:1767384341.921581:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp32 local destination 00000400:00000200:0.0:1767384341.921587:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:0.0:1767384341.921591:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [95:95:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1767384341.921598:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:0.0:1767384341.921604:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:0.0:1767384341.921609:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:0.0:1767384341.921613:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000042bba66b. 00000800:00000200:0.0:1767384341.921620:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:0.1:1767384341.921624:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:0.0:1767384341.921799:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:0.0:1767384341.922049:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922100:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922151:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922268:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922357:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922396:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922447:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922498:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922557:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922637:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922814:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922862:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922899:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922934:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.922987:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923008:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923035:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923080:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923187:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923229:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923334:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923365:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923401:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923495:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923550:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384341.923580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384341.923721:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000074b99471. 00000800:00000010:0.0:1767384341.923726:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009dc94dd1. 00000800:00000010:0.0:1767384341.923730:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ed9897a. 00000800:00000010:0.0:1767384341.923749:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ed9897a. 00000800:00020000:0.0:1767384341.923757:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384341.923760:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009dc94dd1. 00000800:00000010:0.0:1767384341.923762:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000074b99471. 00000400:02020000:0.0:1767384341.923795:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384341.923801:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp32 notifying 192.168.203.152@tcp32: down 00000800:00000200:0.0:1767384341.923805:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp32 down 00000800:00000100:0.0:1767384341.923817:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp32 00000800:00000010:0.0:1767384341.923820:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000042bba66b. 00000400:00000200:0.0:1767384341.923823:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384341.923827:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384341.923834:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384341.923837:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384341.923840:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp32) recovery failed with -71 00080000:00000001:2.0:1767384342.555177:0:29209:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384342.555193:0:29209:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.555198:0:29209:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.555206:0:29209:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384342.555213:0:29209:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.555217:0:29209:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.561352:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384342.561358:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.561365:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384342.561366:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.561388:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384342.561391:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.561394:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384342.945393:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.945398:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384342.945401:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:0.0:1767384342.945405:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384342.945410:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384342.945416:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384342.945425:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384342.945429:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007674597c. 00000400:00000200:0.0:1767384342.945433:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:0.0:1767384342.945453:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384342.945457:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6185074. 00000400:00000010:0.0:1767384342.945460:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000010:0.0:1767384342.945464:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056824e61. 00000400:00000200:0.0:1767384342.945467:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:0.0:1767384342.945477:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:0.0:1767384342.945482:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:0.0:1767384342.945485:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [96:96:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384342.945490:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:0.0:1767384342.945495:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000800:00000200:0.0:1767384342.945499:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000800:00000010:0.0:1767384342.945517:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004004d195. 00000800:00000200:0.0:1767384342.945541:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000800:00000200:0.1:1767384342.945546:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:0.0:1767384342.945588:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 3 next ping: 271 health :700 00000400:00000200:1.0:1767384342.945665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945749:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945779:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945815:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945852:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945885:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945911:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945958:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.945986:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946053:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946078:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946109:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946148:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946179:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946207:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946255:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946374:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946452:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946481:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946548:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946615:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946663:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946690:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946721:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946775:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384342.946880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384342.947054:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4fdbb75. 00000800:00000010:1.0:1767384342.947061:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e17cedf. 00000800:00000010:1.0:1767384342.947073:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a15861b0. 00000800:00000010:1.0:1767384342.947098:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a15861b0. 00000800:00020000:1.0:1767384342.947109:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384342.947113:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e17cedf. 00000800:00000010:1.0:1767384342.947116:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4fdbb75. 00000400:02020000:1.0:1767384342.947160:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384342.947168:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:1.0:1767384342.947174:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000800:00000100:1.0:1767384342.947182:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:1.0:1767384342.947186:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004004d195. 00000400:00000200:1.0:1767384342.947190:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384342.947195:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384342.947204:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384342.947208:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384342.947213:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00000100:00000001:0.0:1767384343.201327:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384343.201337:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.201381:0:20661:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384343.201385:0:20661:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384343.276937:0:29373:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384343.276941:0:29373:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:0.0:1767384343.279727:0:29373:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384343.285930:0:29374:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002aaabcae. 00000400:00000010:0.0:1767384343.285943:0:29374:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001f145ed1. 00000400:00000010:0.0:1767384343.285953:0:29374:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004ac74018. 00000400:00000010:0.0:1767384343.285956:0:29374:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000246c13ac. 00000400:00000010:0.0:1767384343.285959:0:29374:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000bdc95b0. 00000400:00000010:0.0:1767384343.285963:0:29374:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef5e6343. 00000400:00000010:0.0:1767384343.285964:0:29374:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004593122a. 00000400:00000010:0.0:1767384343.285965:0:29374:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f053a988. 00000400:00000010:0.0:1767384343.285968:0:29374:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000035c27686. 00000800:00000010:0.0:1767384343.285979:0:29374:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004004d195. 00000800:00000200:0.0:1767384343.285988:0:29374:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384343.285997:0:29374:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384343.286026:0:29374:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384343.286046:0:29374:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp35 [8/256/0/180] 00000400:00000010:0.0:1767384343.287410:0:29374:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000256c204b. 00000400:00000010:0.0:1767384343.287426:0:29374:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df7c8557. 00000400:00000010:0.0:1767384343.287431:0:29374:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000400:00000001:0.0:1767384343.287446:0:29374:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.287448:0:29374:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384343.287449:0:29374:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:0.0:1767384343.287451:0:29374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa522cd9 00000400:00000010:0.0:1767384343.287453:0:29374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa522cd9. 00000400:00000010:0.0:1767384343.287457:0:29374:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000707a8b7e. 00000400:00000200:0.0:1767384343.287462:0:29374:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (26) 00000400:00000200:0.0:1767384343.287471:0:29374:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384343.287479:0:29374:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:0.0:1767384343.287495:0:29374:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000074b99471. 00000020:01000000:0.0:1767384343.287501:0:29374:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384343.287503:0:29374:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp35 00000400:00000010:0.0:1767384343.287532:0:29374:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001f145ed1. 00000400:00000200:3.0:1767384343.287536:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384343.287536:0:29374:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002aaabcae. 00000400:00000200:3.0:1767384343.287546:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000400:00000010:3.0:1767384343.287561:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000400:00000200:3.0:1767384343.287565:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000020:00000001:1.0:1767384343.287569:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384343.287573:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b254177. 10000000:00000001:1.0:1767384343.287575:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384343.287579:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384343.287580:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 10000000:01000000:1.0:1767384343.287584:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384343.287589:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384343.287591:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384343.287593:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.287596:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384343.287597:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:01000004:1.0:1767384343.287599:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.287603:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.287604:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384343.287605:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384343.287608:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:1.0:1767384343.287609:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384343.287622:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384343.287628:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073c65139. 00000400:00000200:3.0:1767384343.287631:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:00000040:1.0:1767384343.287634:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:3.0:1767384343.287639:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000100:00000001:1.0:1767384343.287640:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384343.287645:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 02000000:00000001:1.0:1767384343.287650:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384343.287654:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 02000000:00000001:1.0:1767384343.287656:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.287662:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 02000000:00000010:1.0:1767384343.287666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b4fdbb75. 00000400:00000200:3.0:1767384343.287667:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000001:1.0:1767384343.287674:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.287677:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:1.0:1767384343.287683:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384343.287685:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.287694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073c65139] to pc [ptlrpcd_00_02+2] req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.287696:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:3.0:1767384343.287712:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384343.287720:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384343.287726:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:3.0:1767384343.287732:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 10000000:00000001:1.0:1767384343.287733:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384343.287738:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.287742:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.287744:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:0.0:1767384343.287744:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384343.287745:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384343.287749:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384343.287753:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384343.287754:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384343.287756:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 10000000:00000001:1.0:1767384343.287757:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384343.287769:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384343.287771:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384343.287773:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384343.287776:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384343.287780:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384343.287781:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000020:01000004:1.0:1767384343.287784:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.287788:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.287791:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384343.287793:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384343.287794:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384343.287796:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384343.287797:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384343.287800:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000020:01000004:1.0:1767384343.287801:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384343.287802:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384343.287804:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384343.287806:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384343.287809:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 02000000:00000001:0.0:1767384343.287811:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.287814:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000020:00000040:1.0:1767384343.287814:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00100000:0.0:1767384343.287816:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737758976:0@lo:253: 00000100:00000001:1.0:1767384343.287820:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384343.287822:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384343.287825:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384343.287826:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.287830:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384343.287831:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[82, 20] 02000000:00000001:0.0:1767384343.287834:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384343.287835:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bcced760. 02000000:00000001:0.0:1767384343.287839:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384343.287841:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.287844:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[88, 20] 00000100:00000001:1.0:1767384343.287846:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384343.287847:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000b0b507b. 00000100:00000001:1.0:1767384343.287850:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.287852:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.287857:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000200:3.0:1767384343.287858:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 20], ns[96, 20] 00000100:00000040:1.0:1767384343.287859:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae00305] to pc [ptlrpcd_00_03+3] req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384343.287864:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f145ed1. 00000100:00000200:0.0:1767384343.287870:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737758976, portal 25 00000100:00000001:0.0:1767384343.287876:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384343.287878:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 20], ns[90, 20] 00000100:00000001:0.0:1767384343.287879:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009640320 : -113991699911296 : ffff98533d382d80) 00000100:00000040:0.0:1767384343.287887:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.287893:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[89, 20], ns[95, 20] 00000400:00000200:3.0:1767384343.287911:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 10000000:00000001:1.0:1767384343.287914:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.287915:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384343.287921:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.287921:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384343.287925:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002541b2a9. 00000400:00000200:3.0:1767384343.287926:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:1.0:1767384343.287926:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.287930:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737758976, offset 0 00000020:01000000:1.0:1767384343.287932:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384343.287938:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000074b99471. 00000400:00000200:3.0:1767384343.287942:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:0.0:1767384343.287943:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384343.287950:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000100:00000001:1.0:1767384343.287951:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.287954:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.287956:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384343.287961:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.287965:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp33 lpni_is_preferred = 0 00000400:00000200:3.0:1767384343.287973:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp33 00000100:00000001:1.0:1767384343.287973:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384343.287976:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.287979:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384343.287982:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [97:97:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [91:91:8:4294967295] 02000000:00000001:1.0:1767384343.287982:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384343.287987:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.287993:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737759104:0@lo:253: 00000100:00000001:1.0:1767384343.287996:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384343.287999:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 02000000:00000001:1.0:1767384343.288000:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384343.288003:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.288005:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384343.288010:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009cd17bf1. 00000400:00000200:3.0:1767384343.288012:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp:192.168.203.152@tcp33) : PUT try# 0 02000000:00000001:1.0:1767384343.288013:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.288019:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a27665e1. 00000800:00000200:3.0:1767384343.288023:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.152@tcp33 00000400:00000010:1.0:1767384343.288024:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000068ee327. 00000400:00000200:0.0:1767384343.288029:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384343.288030:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737759104, portal 25 00000800:00000010:3.0:1767384343.288033:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000885a3066. 00000100:00000001:1.0:1767384343.288034:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384343.288036:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000400:00000200:0.0:1767384343.288041:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705700 00000100:00000040:1.0:1767384343.288042:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.288049:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384343.288052:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x120d [2] + 0 00000100:00000040:1.0:1767384343.288055:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384343.288059:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e17cedf. 00000400:00000010:0.0:1767384343.288063:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00000400:00000200:0.0:1767384343.288067:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7c32c2b 00000800:00000010:3.0:1767384343.288070:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb2bedb7. 00000400:00000200:0.0:1767384343.288074:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384343.288076:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009c650bd8. 00000100:00000200:1.0:1767384343.288078:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737759104, offset 0 00000400:00000200:0.0:1767384343.288081:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384343.288088:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:1.0:1767384343.288088:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384343.288092:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c32c2b 00000400:00000010:0.0:1767384343.288095:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c32c2b. 00000800:00000200:3.1:1767384343.288100:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:1.0:1767384343.288100:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384343.288102:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384343.288105:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384343.288109:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705780 00000100:00000040:0.0:1767384343.288109:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000034df9126 x1853236737758976 msgsize 4848 00000100:00100000:0.0:1767384343.288118:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384343.288120:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x121d [2] + 0 00000400:00000200:3.0:1767384343.288121:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000040:0.0:1767384343.288122:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384343.288128:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000312c6758. 00000400:00000200:3.0:1767384343.288129:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000400:00000200:1.0:1767384343.288132:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001031d3d2 00000100:00000001:0.0:1767384343.288135:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384343.288138:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384343.288143:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384343.288143:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002541b2a9 00000400:00000010:0.0:1767384343.288147:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002541b2a9. 00000400:00000200:1.0:1767384343.288151:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001031d3d2 00000100:00000001:0.0:1767384343.288151:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384343.288154:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001031d3d2. 00000100:00000200:0.0:1767384343.288157:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.288159:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384343.288162:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384343.288165:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000a2087d4e x1853236737759104 msgsize 4848 00000100:00000001:0.0:1767384343.288173:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384343.288176:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384343.288179:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384343.288180:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384343.288188:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288190:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384343.288194:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.288195:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.288200:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e17cedf 00000100:00000001:0.0:1767384343.288200:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294931049 00000400:00000010:1.0:1767384343.288204:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e17cedf. 00000100:00000010:0.0:1767384343.288205:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028bbed67. 00000100:00000001:1.0:1767384343.288209:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384343.288212:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384343.288216:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.288218:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294931049 00000100:00000010:0.0:1767384343.288225:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000100:00000001:1.0:1767384343.288227:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384343.288229:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384343.288232:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.288235:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294931049 00000100:00000010:0.0:1767384343.288241:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000100:00000001:1.0:1767384343.288243:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288245:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384343.288247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:1.0:1767384343.288247:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.288251:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294931049 00000100:00000001:1.0:1767384343.288253:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288256:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294931049 00000100:00000001:1.0:1767384343.288262:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294931049 00000100:00000010:0.0:1767384343.288263:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00000001:1.0:1767384343.288264:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294931049 00000100:00000001:1.0:1767384343.288268:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294931049 00000100:00000001:0.0:1767384343.288268:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384343.288294:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294931050 00000100:00000001:1.0:1767384343.288306:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931049 00000100:00000001:1.0:1767384343.288313:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294931050 00000100:00000001:0.0:1767384343.288316:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.288318:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931049 00000100:00000001:0.0:1767384343.288320:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288323:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.288324:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288326:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288338:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.288339:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288342:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.288346:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.288348:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.288349:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384343.288351:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384343.288353:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384343.288355:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:1.0:1767384343.288356:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.288356:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.288360:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.288360:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288364:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288366:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288368:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288390:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384343.288393:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384343.288393:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737758976 00000100:00100000:1.0:1767384343.288397:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759104 02000000:00000001:0.0:1767384343.288398:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384343.288401:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384343.288411:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.288412:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.288414:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288415:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.288418:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.288419:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.288423:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759104 00000100:00100000:0.0:1767384343.288423:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737758976 00000020:00000001:1.0:1767384343.288427:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384343.288427:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384343.288428:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000020:00000040:1.0:1767384343.288431:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000040:0.0:1767384343.288431:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384343.288436:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384343.288436:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384343.288440:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000040:0.0:1767384343.288440:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:1.0:1767384343.288446:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384343.288446:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384343.288452:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384343.288452:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384343.288459:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384343.288459:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384343.288466:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a15861b0. 00000020:00000010:0.0:1767384343.288466:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968e784d. 00000100:00000001:1.0:1767384343.288471:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.288472:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384343.288477:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000020:00000010:1.0:1767384343.288478:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a15861b0. 00000020:00000010:0.0:1767384343.288479:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968e784d. 00000020:00000010:0.0:1767384343.288487:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000707a8b7e. 00000020:00000010:1.0:1767384343.288488:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088808900. 00000020:00000010:0.0:1767384343.288494:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068b2b4fa. 00000020:00000010:1.0:1767384343.288495:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae25d785. 00000020:00000010:0.0:1767384343.288501:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000020:00000010:1.0:1767384343.288502:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000031e3bef. 00000100:00000040:0.0:1767384343.288512:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384343.288516:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384343.288517:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384343.288518:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384343.288537:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.288540:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288541:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.288544:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:0.0:1767384343.288550:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288552:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.288568:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.288569:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.288585:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384343.288587:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.288587:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384343.288593:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:1.0:1767384343.288593:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384343.288594:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384343.288600:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384343.288603:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016910416 : -113991692641200 : ffff98533da71c50) 00000100:00100000:1.0:1767384343.288604:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:1.0:1767384343.288608:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000040:0.0:1767384343.288610:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034df9126 x1853236737758976/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.288611:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016915536 : -113991692636080 : ffff98533da73050) 00000100:00000040:1.0:1767384343.288620:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2087d4e x1853236737759104/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.288623:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384343.288627:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000968e784d. 00000100:00000001:1.0:1767384343.288629:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384343.288631:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384343.288633:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000968e784d. 00000400:00000200:3.0:1767384343.288634:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000020:00000010:1.0:1767384343.288634:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a15861b0. 00000100:00000001:1.0:1767384343.288640:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384343.288640:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737758976:12345-0@lo:253: 00000020:00000010:1.0:1767384343.288646:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a15861b0. 00000100:00000200:0.0:1767384343.288647:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737758976 00000020:00000001:0.0:1767384343.288652:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384343.288655:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737759104:12345-0@lo:253: 00000020:00000001:0.0:1767384343.288655:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.288659:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384343.288662:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759104 00000020:00000001:0.0:1767384343.288663:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384343.288665:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384343.288666:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384343.288669:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.288670:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384343.288671:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.288672:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000020:00000001:0.0:1767384343.288673:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.288676:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384343.288678:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384343.288680:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384343.288681:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384343.288684:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384343.288685:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.288686:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384343.288689:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384343.288689:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384343.288694:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384343.288694:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384343.288696:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.288699:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384343.288700:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002449e5b6. 02000000:00000001:1.0:1767384343.288701:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384343.288705:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384343.288707:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000efa97201. 00000100:00000001:0.0:1767384343.288708:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.288713:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.288714:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384343.288716:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.288720:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384343.288722:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000074b99471. 00000400:00000200:3.0:1767384343.288725:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 20000000:01000000:0.0:1767384343.288733:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384343.288736:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384343.288738:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384343.288740:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384343.288742:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc445d1e. 20000000:00000001:0.0:1767384343.288743:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.288748:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384343.288749:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384343.288752:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384343.288754:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384343.288756:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.288757:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384343.288759:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000417f566b. 20000000:00000001:1.0:1767384343.288760:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384343.288770:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384343.288777:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384343.288782:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384343.288784:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.288827:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00080000:00000001:0.0:1767384343.288827:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384343.288831:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384343.288834:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.288835:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384343.288839:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384343.288843:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384343.288846:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384343.288852:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000504e6bd9. 00080000:00000001:0.0:1767384343.288854:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081509864448 : -113992199687168 : ffff98531f6e3400) 00080000:00000001:0.0:1767384343.288856:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384343.288859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.288910:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000001:00000001:0.0:1767384343.288964:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384343.288966:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.288967:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00080000:00000001:0.0:1767384343.288968:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384343.288987:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.288990:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384343.289019:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289061:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00080000:00000001:0.0:1767384343.289100:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384343.289101:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00080000:00000001:0.0:1767384343.289103:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384343.289137:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289189:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289233:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289270:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289449:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289512:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289761:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289955:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.289981:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.290032:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.290063:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.290101:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384343.290326:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384343.290332:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f35fec7e. 00000800:00000010:3.0:1767384343.290350:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec46b059. 00000800:00000010:3.0:1767384343.290380:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec46b059. 00000800:00020000:3.0:1767384343.290391:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384343.290395:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f35fec7e. 00000800:00000010:3.0:1767384343.290401:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023abe634. 00000400:02020000:3.0:1767384343.290475:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384343.290484:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000800:00000200:3.0:1767384343.290491:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp33 down 00000800:00000100:3.0:1767384343.290499:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:3.0:1767384343.290503:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000885a3066. 00000400:00000200:3.0:1767384343.290507:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384343.290511:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384343.290540:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:3.0:1767384343.290546:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384343.290550:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:3.0:1767384343.290566:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384343.290605:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384343.290611:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301151 00000400:00000001:1.0:1767384343.290615:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384343.290617:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384343.290618:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000400:00000010:1.0:1767384343.290620:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00000400:00000200:1.0:1767384343.290624:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384343.290627:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384343.290631:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (28) 00000400:00000200:1.0:1767384343.290634:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384343.290637:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 rc -71 00000400:00000200:1.0:1767384343.290640:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384343.290643:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (27) 00080000:00000001:0.0:1767384343.297150:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384343.297156:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384343.297159:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384343.297160:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384343.297161:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384343.297165:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384343.297168:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384343.297169:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384343.297170:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384343.297171:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384343.297172:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000504e6bd9. 00080000:00000001:2.0:1767384343.297177:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384343.297184:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384343.297188:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384343.297192:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384343.297192:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009990818c. 00080000:00000020:0.0:1767384343.297194:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384343.297198:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384343.297198:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 10000000:01000000:3.0:1767384343.297202:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384343.297204:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384343.297206:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384343.297208:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384343.297210:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384343.297217:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071fe8769. 00010000:00000001:3.0:1767384343.297221:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384343.297224:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384343.297228:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384343.297230:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe3d to hash 00080000:00000001:1.0:1767384343.297231:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384343.297233:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384343.297235:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384343.297236:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00080000:00000001:1.0:1767384343.297238:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297240:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00080000:00000001:1.0:1767384343.297241:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384343.297245:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384343.297246:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.297248:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.297249:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00010000:3.0:1767384343.297251:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384343.297254:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384343.297259:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c798e826. 00010000:00000001:3.0:1767384343.297260:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384343.297264:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720350208 : -113996989201408 : ffff985201f40400) 00010000:00000001:3.0:1767384343.297265:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384343.297266:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384343.297268:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384343.297271:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.297293:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.297295:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.297296:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.297298:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384343.297300:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384343.297302:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384343.297303:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384343.297305:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071fe8769) refcount = 1 00010000:00010000:3.0:1767384343.297308:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297318:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384343.297320:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384343.297322:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.297324:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297325:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384343.297328:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384343.297332:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384343.297334:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.297336:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.297337:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384343.297339:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.297341:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.297343:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384343.297344:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297349:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384343.297350:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384343.297353:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384343.297354:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384343.297356:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297357:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384343.297359:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297363:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.297367:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.297367:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384343.297372:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384343.297374:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384343.297378:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384343.297380:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384343.297383:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.297386:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384343.297388:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384343.297390:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297395:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384343.297397:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.297398:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.297399:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384343.297401:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.297402:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.297405:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384343.297407:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297411:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384343.297412:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.297414:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297416:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384343.297417:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384343.297420:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.297421:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384343.297422:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe3d from hash 00010000:00000001:3.0:1767384343.297425:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384343.297426:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.297427:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.297428:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384343.297430:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384343.297431:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384343.297434:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384343.297435:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.297437:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297439:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384343.297441:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384343.297443:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.297444:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.297446:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297450:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.297452:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.297454:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.297458:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.297459:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.297461:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384343.297462:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384343.297463:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.297464:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.297467:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384343.297469:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.297471:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.297473:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384343.297473:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384343.297477:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384343.297480:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384343.297483:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384343.297484:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe3d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384343.297488:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071fe8769 count: 0 00010000:00000001:3.0:1767384343.297493:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384343.297495:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384343.306352:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071fe8769. 00010000:00000010:3.1:1767384343.306363:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00080000:00000001:1.0:1767384343.307020:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384343.307023:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384343.307025:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:2.0:1767384343.307028:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384343.307029:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384343.307032:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384343.307032:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384343.307037:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384343.307051:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384343.307055:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384343.307059:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c798e826. 20000000:00000001:1.0:1767384343.307061:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384343.307064:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384343.307065:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384343.307071:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384343.307072:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384343.307077:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384343.307079:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384343.307083:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384343.307085:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384343.307091:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071fe8769. 00010000:00000001:3.0:1767384343.307095:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384343.307100:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000020:00000001:3.0:1767384343.307103:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384343.307107:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe44 to hash 00000020:00000001:3.0:1767384343.307110:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384343.307112:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307122:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307125:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.307128:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.307131:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307139:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384343.307143:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384343.307145:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384343.307148:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.307150:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.307153:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.307154:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.307157:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384343.307159:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384343.307161:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384343.307163:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384343.307165:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071fe8769) refcount = 1 00010000:00010000:3.0:1767384343.307169:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307176:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384343.307179:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384343.307190:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.307193:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307195:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384343.307198:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384343.307202:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384343.307205:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.307207:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.307209:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=4 00000020:00000001:3.0:1767384343.307212:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307215:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307219:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384343.307221:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307235:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384343.307238:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307244:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.307246:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384343.307247:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307254:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.307256:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307259:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384343.307260:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384343.307267:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7231b4c already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384343.307269:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.307271:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384343.307300:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307308:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384343.307311:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.307313:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.307315:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7231b4c refcount=5 00000020:00000001:3.0:1767384343.307318:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307321:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294050304 : -113992415501312 : ffff985312912400) 00010000:00000001:3.0:1767384343.307324:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384343.307327:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307333:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384343.307336:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384343.307343:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294931049, at 4294931050 00010000:00000001:3.0:1767384343.307345:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307353:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:0.0:1767384343.307353:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028bbed67. 00010000:00000001:3.0:1767384343.307355:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384343.307358:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.307359:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384343.307365:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7231b4c with handle 0x1cafe7b7e4a4fe44 from hash 00010000:00000001:3.0:1767384343.307368:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384343.307370:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.307372:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.307374:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384343.307375:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384343.307377:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384343.307379:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384343.307381:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.307384:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307387:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384343.307388:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384343.307391:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.307393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.307395:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307397:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.307400:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.307403:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307419:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.307421:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.307423:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384343.307425:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384343.307426:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.307428:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.307430:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384343.307433:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.307435:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.307438:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.307445:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384343.307453:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384343.307454:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f7231b4c/0x1cafe7b7e4a4fe44 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384343.307461:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071fe8769 count: 0 00010000:00000001:3.0:1767384343.307472:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384343.307474:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384343.308350:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384343.308353:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:3.0:1767384343.308355:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294931050, at 4294931051 00000100:00000040:1.0:1767384343.308355:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294931049, at 4294931051 20000000:00000010:2.0:1767384343.308356:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000074b99471. 00000100:00000010:1.0:1767384343.308365:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 20000000:00000001:2.0:1767384343.308366:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384343.308368:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00010000:00000040:2.0:1767384343.308376:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737758976 00010000:00000001:2.0:1767384343.308379:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384343.308384:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034df9126 x1853236737758976/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.308392:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384343.308394:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384343.308397:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.308400:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384343.308403:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384343.308405:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384343.308408:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384343.308410:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.308413:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384343.308416:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384343.308430:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a85ff52. 00000100:00000200:2.0:1767384343.308434:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737758976, offset 224 00000400:00000200:2.0:1767384343.308441:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384343.308450:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384343.308460:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705700 00000400:00000200:2.0:1767384343.308466:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19e1 [2] + 224 00000400:00000200:2.0:1767384343.308471:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.308475:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384343.308479:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384343.308481:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384343.308489:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.308505:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.308511:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a85ff52 00000400:00000010:2.0:1767384343.308513:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a85ff52. 00000100:00000001:0.0:1767384343.308516:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.308517:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384343.308519:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384343.308531:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384343.308537:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384343.308539:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384343.308559:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:0.0:1767384343.308570:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384343.308572:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000400:00000200:0.0:1767384343.308576:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f145ed1 00010000:00000001:2.0:1767384343.308578:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384343.308580:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f145ed1. 00000020:00000001:2.0:1767384343.308581:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.308583:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384343.308585:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384343.308589:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384343.308592:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034df9126 x1853236737758976/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384343.308608:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384343.308618:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737758976:12345-0@lo:253: Request processed in 19991us (20505us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384343.308618:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.308621:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.308627:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384343.308631:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384343.308633:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.308636:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384343.308637:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 02000000:00000001:0.0:1767384343.308639:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384343.308644:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=58 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384343.308645:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00001000:0.0:1767384343.308648:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.308650:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384343.308652:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384343.308655:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384343.308655:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.308658:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384343.308661:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384343.308663:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068b2b4fa. 00000100:00000001:0.0:1767384343.308663:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.308668:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384343.308672:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000001:0.0:1767384343.308674:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.308678:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384343.308680:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000707a8b7e. 00000100:00000001:0.0:1767384343.308680:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384343.308686:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:2.0:1767384343.308689:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000020:01000004:0.0:1767384343.308689:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384343.308690:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384343.308693:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384343.308695:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384343.308698:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384343.308701:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002449e5b6. 00000020:01000004:0.0:1767384343.308702:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384343.308705:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:2.0:1767384343.308707:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384343.308707:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384343.308708:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384343.308711:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384343.308712:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384343.308717:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384343.308719:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384343.308726:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd06b43. 00000100:00100000:0.0:1767384343.308727:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737758976:0@lo:253: 00000400:00000010:2.0:1767384343.308735:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a85ff52. 00000100:00000001:0.0:1767384343.308735:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.308741:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384343.308743:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073c65139 x1853236737758976/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.308749:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384343.308751:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384343.308753:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000b0b507b. 02000000:00000001:0.0:1767384343.308756:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384343.308758:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384343.308769:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384343.308771:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384343.308774:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4fdbb75. 02000000:00000001:0.0:1767384343.308778:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384343.308779:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384343.308780:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073c65139. 00000100:00000001:0.0:1767384343.308783:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.308785:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.308786:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.308791:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.308792:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.308794:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.308796:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.309317:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294931050, at 4294931052 00000100:00000010:2.0:1767384343.309323:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000400:00000010:0.0:1767384343.309784:0:29379:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000949a9aed. 00000400:00000040:0.0:1767384343.309799:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.309801:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.309803:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.309805:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.309807:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.309811:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384343.309813:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.309815:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.309816:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.309818:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384343.309820:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.309822:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.309823:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.309825:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.309826:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384343.309828:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.309829:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.309830:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384343.309831:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384343.309833:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.309834:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.309836:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.309837:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.309838:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.309839:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384343.309841:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.309842:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.309843:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.309845:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.309846:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.309847:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384343.309849:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.309850:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.309851:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.309853:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.309854:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.309855:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384343.309856:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.309858:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.309859:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.309860:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.309861:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.309862:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384343.309864:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384343.309870:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384343.309871:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384343.309872:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384343.309874:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384343.309875:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.309877:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.309878:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384343.309879:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.309880:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384343.309882:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384343.309883:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384343.309885:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384343.309886:0:29379:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384343.309949:0:29379:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000949a9aed. 00080000:00000020:3.0:1767384343.310123:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384343.310126:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384343.310128:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc445d1e. 20000000:00000001:3.0:1767384343.310133:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384343.310136:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759104 00010000:00000001:3.0:1767384343.310139:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384343.310144:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2087d4e x1853236737759104/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384343.310153:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384343.310155:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384343.310158:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.310161:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384343.310163:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384343.310166:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384343.310169:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384343.310171:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.310174:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384343.310177:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.310181:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000907090ec. 00000100:00000200:3.0:1767384343.310185:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737759104, offset 224 00000400:00000200:3.0:1767384343.310190:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384343.310197:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384343.310204:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705780 00000400:00000200:3.0:1767384343.310208:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19e9 [2] + 224 00000400:00000200:3.0:1767384343.310214:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.310216:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384343.310227:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.310231:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.310241:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.310258:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384343.310264:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000907090ec 00000100:00000001:2.0:1767384343.310266:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384343.310267:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000907090ec. 00000100:00000001:2.0:1767384343.310270:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384343.310272:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384343.310292:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384343.310294:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384343.310296:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a27665e1. 00000400:00000200:2.0:1767384343.310299:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000068ee327 00000400:00000010:2.0:1767384343.310301:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000068ee327. 00000100:00000001:2.0:1767384343.310304:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384343.310308:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384343.310326:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.310331:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384343.310333:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.310334:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384343.310335:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384343.310336:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384343.310338:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.310339:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384343.310341:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384343.310344:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.310346:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384343.310347:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.310348:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384343.310350:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.310352:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.310354:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.310358:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.310360:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384343.310361:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384343.310363:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384343.310364:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384343.310365:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384343.310366:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384343.310367:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384343.310368:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384343.310369:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384343.310370:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384343.310372:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384343.310374:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384343.310380:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae00305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737759104:0@lo:253: 00000100:00000001:2.0:1767384343.310383:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.310390:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384343.310392:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae00305 x1853236737759104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.310397:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384343.310399:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384343.310402:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384343.310403:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009cd17bf1. 00000100:00000001:3.0:1767384343.310405:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.310408:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384343.310411:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384343.310412:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000040:2.0:1767384343.310413:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00010000:00000001:3.0:1767384343.310418:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384343.310418:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384343.310422:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bcced760. 00000020:00000001:3.0:1767384343.310423:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.310426:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384343.310428:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384343.310428:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384343.310431:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 00000100:00000001:2.0:1767384343.310435:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384343.310437:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2087d4e x1853236737759104/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.310437:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.310441:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.310447:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384343.310448:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.310453:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.310455:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.310457:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737759104:12345-0@lo:253: Request processed in 21825us (22288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384343.310466:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:3.0:1767384343.310469:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384343.310471:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384343.310473:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384343.310476:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae25d785. 00000020:00000010:3.0:1767384343.310480:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000031e3bef. 00000020:00000010:3.0:1767384343.310484:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088808900. 00000020:00000040:3.0:1767384343.310487:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 02000000:00000001:3.0:1767384343.310489:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384343.310491:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000efa97201. 02000000:00000001:3.0:1767384343.310495:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384343.310496:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384343.310500:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384343.310504:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c8bbd31. 00000400:00000010:3.0:1767384343.310515:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000907090ec. 00010000:00000010:3.1:1767384343.314315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071fe8769. 00010000:00000010:3.1:1767384343.314325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7231b4c. 00010000:00000001:3.0:1767384343.585340:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384343.585344:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.585349:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384343.585350:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.585384:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384343.585388:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384343.585391:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384343.970466:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.970472:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384343.970474:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:0.0:1767384343.970479:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384343.970483:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384343.970490:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384343.970500:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384343.970504:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6185074. 00000400:00000200:0.0:1767384343.970515:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp33 00000400:00000010:0.0:1767384343.970533:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384343.970540:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa150184. 00000400:00000010:0.0:1767384343.970543:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000010:0.0:1767384343.970550:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000be70ff96. 00000400:00000200:0.0:1767384343.970555:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp33 00000800:00000010:3.0:1767384343.970565:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb302d35. 00000400:00000200:0.0:1767384343.970569:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp33 local destination 00000800:00000200:3.0:1767384343.970575:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00000400:00000200:0.0:1767384343.970577:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000800:00000200:3.0:1767384343.970587:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:988 00000400:00000200:0.0:1767384343.970587:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [98:98:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [92:92:8:4294967295] 00000800:00000200:3.0:1767384343.970594:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384343.970598:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 00000400:00000200:0.0:1767384343.970616:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp33:192.168.203.152@tcp33) : GET try# 0 00000800:00000200:0.0:1767384343.970623:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp33 00000800:00000010:0.0:1767384343.970627:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002c1fdbd6. 00000800:00000200:0.0:1767384343.970633:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000800:00000200:0.1:1767384343.970637:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:0.0:1767384343.970660:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:3.0:1767384343.970719:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:2.0:1767384343.970726:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384343.970734:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.970745:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.970750:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.970755:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.970778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970813:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970831:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970849:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970866:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970889:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970932:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.970976:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971012:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971031:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971052:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971099:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971144:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971182:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971218:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971236:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971256:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971273:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971336:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971397:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971445:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971475:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971493:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971593:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971606:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971618:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971631:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971643:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971655:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971668:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384343.971681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384343.971789:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384343.971794:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7c32c2b. 00000800:00000010:3.0:1767384343.971799:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384343.971816:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008af3bc7d. 00000800:00020000:3.0:1767384343.971822:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384343.971825:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7c32c2b. 00000800:00000010:3.0:1767384343.971826:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023abe634. 00000400:02020000:3.0:1767384343.971853:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384343.971858:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000400:00000200:3.0:1767384343.971862:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384343.971865:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:3.0:1767384343.971868:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002c1fdbd6. 00000400:00000200:3.0:1767384343.971870:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384343.971874:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384343.971880:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384343.971882:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384343.971885:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp33) recovery failed with -71 00010000:00000001:3.0:1767384344.609378:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384344.609388:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.609409:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384344.609413:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384344.609416:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384344.609420:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.609424:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384344.609427:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.609430:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.609434:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.609466:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384344.609470:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.609473:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384344.619916:0:29777:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384344.619931:0:29777:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.619936:0:29777:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384344.619944:0:29777:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384344.619954:0:29777:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.619961:0:29777:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384344.994323:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384344.994327:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384344.994329:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:0.0:1767384344.994333:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384344.994337:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384344.994343:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384344.994352:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7f99fb0. 00000400:00000010:0.0:1767384344.994355:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa150184. 00000001:00000001:0.0:1767384345.319762:0:29941:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384345.319767:0:29941:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384345.323440:0:29941:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384345.330903:0:29942:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000048e7b0a6. 00000400:00000010:3.0:1767384345.330916:0:29942:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000077fde4d8. 00000400:00000010:3.0:1767384345.330924:0:29942:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002305e4d3. 00000400:00000010:3.0:1767384345.330927:0:29942:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000db6bce9c. 00000400:00000010:3.0:1767384345.330930:0:29942:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000c1c3b5. 00000400:00000010:3.0:1767384345.330934:0:29942:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002450169c. 00000400:00000010:3.0:1767384345.330936:0:29942:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be6969ce. 00000400:00000010:3.0:1767384345.330937:0:29942:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015d39478. 00000400:00000010:3.0:1767384345.330940:0:29942:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000199b191f. 00000800:00000010:3.0:1767384345.330953:0:29942:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005f7da3f9. 00000800:00000200:3.0:1767384345.330962:0:29942:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384345.330971:0:29942:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384345.331004:0:29942:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384345.331035:0:29942:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384345.332501:0:29942:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000001e073d71. 00000400:00000010:3.0:1767384345.332520:0:29942:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007024e483. 00000400:00000010:3.0:1767384345.332527:0:29942:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d53ff6. 00000400:00000001:3.0:1767384345.332571:0:29942:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.332572:0:29942:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.332574:0:29942:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df7c8557. 00000400:00000200:3.0:1767384345.332578:0:29942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba4afd4 00000400:00000010:3.0:1767384345.332579:0:29942:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba4afd4. 00000400:00000010:3.0:1767384345.332582:0:29942:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000256c204b. 00000400:00000200:3.0:1767384345.332586:0:29942:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (26) 00000400:00000200:3.0:1767384345.332602:0:29942:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384345.332609:0:29942:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:3.0:1767384345.332615:0:29942:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000023abe634. 00000020:01000000:3.0:1767384345.332620:0:29942:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384345.332622:0:29942:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp36 00000400:00000200:1.0:1767384345.332625:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384345.332633:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:3.0:1767384345.332635:0:29942:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000077fde4d8. 00000400:00000010:3.0:1767384345.332640:0:29942:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000048e7b0a6. 00000400:00000010:1.0:1767384345.332640:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000400:00000200:1.0:1767384345.332645:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000400:00000010:1.0:1767384345.332650:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000669c44dc. 00000400:00000200:1.0:1767384345.332654:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:0.0:1767384345.332660:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384345.332666:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 10000000:00000001:0.0:1767384345.332667:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384345.332671:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384345.332673:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384345.332674:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000020:01000004:0.0:1767384345.332678:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384345.332682:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384345.332684:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:01000004:0.0:1767384345.332684:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.332688:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384345.332691:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384345.332694:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:01000004:0.0:1767384345.332695:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384345.332698:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384345.332700:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384345.332703:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384345.332705:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000020:01000004:0.0:1767384345.332705:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384345.332711:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000010:0.0:1767384345.332713:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3bbb4a8. 00000400:00000200:1.0:1767384345.332716:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000020:00000040:0.0:1767384345.332719:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:1.0:1767384345.332723:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000001:0.0:1767384345.332726:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.332737:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384345.332738:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:1.0:1767384345.332742:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000001:0.0:1767384345.332743:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.332750:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:1.0:1767384345.332753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 02000000:00000010:0.0:1767384345.332754:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b0b507b. 00000400:00000200:1.0:1767384345.332758:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:1.0:1767384345.332763:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000001:0.0:1767384345.332763:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.332770:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:1.0:1767384345.332774:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000100:00000001:0.0:1767384345.332774:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.332778:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.332781:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:1.0:1767384345.332785:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:1.0:1767384345.332790:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000100:00000040:0.0:1767384345.332790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bbb4a8] to pc [ptlrpcd_00_00+0] req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.332800:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[82, 20] 00000400:00000200:1.0:1767384345.332812:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[88, 20] 00000400:00000200:1.0:1767384345.332823:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 20], ns[96, 20] 00000400:00000200:1.0:1767384345.332829:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 20], ns[90, 20] 00000400:00000200:1.0:1767384345.332833:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[89, 20], ns[95, 20] 00000400:00000200:1.0:1767384345.332838:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[92, 20], ns[98, 20] 00000400:00000200:1.0:1767384345.332842:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 10000000:00000001:0.0:1767384345.332846:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.332850:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.332854:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384345.332860:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384345.332862:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000100:00000001:3.0:1767384345.332875:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384345.332877:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:3.0:1767384345.332880:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1767384345.332881:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 10000000:00000001:0.0:1767384345.332881:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384345.332886:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384345.332886:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384345.332890:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384345.332891:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp34 lpni_is_preferred = 0 00000020:01000004:0.0:1767384345.332893:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384345.332896:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384345.332897:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384345.332898:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp34 00000100:00000001:3.0:1767384345.332900:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384345.332901:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384345.332905:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384345.332907:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384345.332909:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384345.332910:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384345.332910:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [99:99:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [93:93:8:4294967295] 00000020:01000004:0.0:1767384345.332911:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384345.332914:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384345.332915:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384345.332919:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.332921:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384345.332922:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384345.332925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000400:00000200:1.0:1767384345.332926:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000020:00000040:0.0:1767384345.332931:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384345.332938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384345.332941:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384345.332941:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384345.332944:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.332946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.332948:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp:192.168.203.152@tcp34) : PUT try# 0 02000000:00000001:3.0:1767384345.332950:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384345.332953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c368385. 02000000:00000001:3.0:1767384345.332954:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384345.332960:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.332960:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384345.332961:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.152@tcp34 00000100:00100000:3.0:1767384345.332968:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737759232:0@lo:253: 00000100:00000001:0.0:1767384345.332968:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384345.332970:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b7186f8. 00000100:00000001:0.0:1767384345.332970:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.332977:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384345.332979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a952e0e8] to pc [ptlrpcd_00_01+1] req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384345.332982:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b40f504d. 02000000:00000001:3.0:1767384345.332983:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384345.332987:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384345.332989:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000494c4777. 02000000:00000001:3.0:1767384345.332992:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384345.332999:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000050e504bd. 00000800:00000200:1.0:1767384345.333002:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 02000000:00000001:3.0:1767384345.333003:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.333012:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00000800:00000200:1.1:1767384345.333014:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 10000000:00000001:0.0:1767384345.333018:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.333019:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fde4d8. 10000000:00000001:0.0:1767384345.333022:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.333025:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737759232, portal 25 00000020:00000001:0.0:1767384345.333026:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.333031:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384345.333032:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384345.333036:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893023744 : -113991816527872 : ffff98533644c000) 00000400:00000200:1.0:1767384345.333036:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:00000010:0.0:1767384345.333037:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000023abe634. 00000400:00000200:1.0:1767384345.333045:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000100:00000040:3.0:1767384345.333046:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.333054:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384345.333059:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384345.333061:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384345.333063:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.333066:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.333070:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5500c1c. 00000100:00000001:0.0:1767384345.333072:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384345.333073:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737759232, offset 0 00000100:00000001:0.0:1767384345.333076:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.333081:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384345.333083:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.333086:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.333088:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384345.333092:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384345.333096:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.333105:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705800 00000400:00000200:1.0:1767384345.333109:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:0.0:1767384345.333113:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384345.333116:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1235 [2] + 0 00000100:00000001:0.0:1767384345.333117:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.333123:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018e53d6a. 02000000:00000001:0.0:1767384345.333125:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384345.333127:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007449f11f 02000000:00000001:0.0:1767384345.333129:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.333134:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.333135:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384345.333140:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737759360:0@lo:253: 00000400:00000200:3.0:1767384345.333143:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384345.333148:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384345.333152:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007449f11f 02000000:00000001:0.0:1767384345.333152:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384345.333155:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.333156:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007449f11f. 02000000:00000001:0.0:1767384345.333159:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384345.333162:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.333164:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384345.333166:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 02000000:00000010:0.0:1767384345.333166:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002449e5b6. 00000100:00000040:3.0:1767384345.333167:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000b4fb14a7 x1853236737759232 msgsize 4848 02000000:00000001:0.0:1767384345.333172:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.333177:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000100:00100000:3.0:1767384345.333178:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384345.333183:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384345.333186:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a231d606. 00000100:00000001:3.0:1767384345.333191:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384345.333191:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737759360, portal 25 00000100:00000001:0.0:1767384345.333195:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.333197:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000400:00000200:3.0:1767384345.333199:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5500c1c 00000400:00000010:3.0:1767384345.333203:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5500c1c. 00000100:00000040:0.0:1767384345.333203:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.333207:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384345.333210:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000200:3.0:1767384345.333212:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.333236:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384345.333238:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.333242:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384345.333245:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.333245:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000010:0.0:1767384345.333247:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fae04f4. 00000100:00000200:0.0:1767384345.333253:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737759360, offset 0 00000100:00000001:3.0:1767384345.333260:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.333263:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384345.333263:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384345.333268:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.333302:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384345.333304:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294933094 00000100:00000010:3.0:1767384345.333309:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d36a8bd3. 00000400:00000200:1.0:1767384345.333310:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384345.333313:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705880 00000400:00000200:0.0:1767384345.333321:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1271 [2] + 0 00000100:00000001:3.0:1767384345.333323:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384345.333324:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c57e68. 00000400:00000200:0.0:1767384345.333330:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a54289b8 00000100:00000001:3.0:1767384345.333341:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294933095 00000400:00000200:0.0:1767384345.333344:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384345.333346:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000400:00000200:0.0:1767384345.333350:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.333352:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384345.333354:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a54289b8 00000100:00000001:3.0:1767384345.333358:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294933095 00000400:00000010:0.0:1767384345.333358:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a54289b8. 00000400:00000200:1.0:1767384345.333359:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:0.0:1767384345.333363:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384345.333365:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f67324. 00000100:00000200:0.0:1767384345.333366:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384345.333371:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000703c1f89 x1853236737759360 msgsize 4848 00000100:00000001:3.0:1767384345.333372:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384345.333378:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294933095 00000100:00100000:0.0:1767384345.333382:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384345.333384:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7f0c1b7. 00000100:00000040:0.0:1767384345.333385:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384345.333391:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384345.333395:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.333395:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.333399:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384345.333402:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fae04f4 00000100:00000001:3.0:1767384345.333403:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.333405:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000010:0.0:1767384345.333406:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fae04f4. 00000100:00000001:3.0:1767384345.333408:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333411:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384345.333413:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.333415:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384345.333418:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.333419:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.333424:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333431:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.333433:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.333443:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333444:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384345.333449:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333452:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294933095 00000100:00000001:3.0:1767384345.333455:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384345.333459:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759232 00000100:00000001:0.0:1767384345.333459:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933094 00000400:00000200:1.0:1767384345.333460:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 02000000:00000001:3.0:1767384345.333461:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.333465:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.333468:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.333472:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333472:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294933095 00000100:00100000:3.0:1767384345.333476:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759232 00000100:00000001:0.0:1767384345.333477:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294933095 00000020:00000001:3.0:1767384345.333481:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384345.333482:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294933095 00000020:00000040:3.0:1767384345.333485:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384345.333486:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294933095 00000020:00000001:3.0:1767384345.333490:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384345.333490:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294933095 00000020:00000040:3.0:1767384345.333494:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000400:00000200:1.0:1767384345.333494:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000001:0.0:1767384345.333495:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294933095 00000020:00000001:3.0:1767384345.333500:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384345.333501:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384345.333505:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384345.333506:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333525:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333529:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.333530:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.333535:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 00000100:00000001:3.0:1767384345.333550:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.333553:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 00000020:00000010:3.0:1767384345.333559:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007674597c. 00000100:00000001:0.0:1767384345.333560:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384345.333563:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759360 00000020:00000010:3.0:1767384345.333564:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c350e501. 02000000:00000001:0.0:1767384345.333565:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384345.333568:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.333571:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384345.333572:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000400:00000200:1.0:1767384345.333573:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 02000000:00000001:0.0:1767384345.333574:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.333579:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759360 00000020:00000001:0.0:1767384345.333582:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384345.333583:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384345.333584:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384345.333587:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384345.333588:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384345.333591:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384345.333592:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384345.333595:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.333596:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384345.333601:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384345.333604:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.333606:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.333608:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f035b340. 00000400:00000200:1.0:1767384345.333610:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:0.0:1767384345.333612:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.333616:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384345.333617:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f035b340. 00000020:00000010:0.0:1767384345.333625:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000820b4f49. 00000020:00000010:0.0:1767384345.333631:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008631eabe. 00000100:00000001:3.0:1767384345.333633:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384345.333636:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00000001:3.0:1767384345.333637:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384345.333643:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384345.333644:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000400:00000200:1.0:1767384345.333645:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:0.0:1767384345.333646:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384345.333648:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384345.333652:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016908368 : -113991692643248 : ffff98533da71450) 00000100:00000001:0.0:1767384345.333655:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.333659:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4fb14a7 x1853236737759232/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.333661:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333668:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.333669:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.333673:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b677181f. 00000100:00000001:3.0:1767384345.333676:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.333678:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b677181f. 00000100:00000001:0.0:1767384345.333681:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384345.333683:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384345.333686:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737759232:12345-0@lo:253: 00000400:00000200:1.0:1767384345.333686:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00100000:0.0:1767384345.333692:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000200:3.0:1767384345.333698:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759232 00000100:00000040:0.0:1767384345.333698:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384345.333703:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016906320 : -113991692645296 : ffff98533da70c50) 00000020:00000001:3.0:1767384345.333704:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384345.333708:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000703c1f89 x1853236737759360/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384345.333711:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384345.333716:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333717:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384345.333720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000020:00000010:0.0:1767384345.333721:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f035b340. 00000020:00000001:3.0:1767384345.333722:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384345.333728:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:0.0:1767384345.333728:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384345.333732:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f035b340. 00000020:00000001:3.0:1767384345.333735:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.333739:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384345.333740:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000703c1f89 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737759360:12345-0@lo:253: 00000020:00000001:3.0:1767384345.333746:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384345.333746:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759360 00000020:00000001:0.0:1767384345.333749:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384345.333751:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384345.333753:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.333755:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384345.333756:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:1.0:1767384345.333757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000020:00000001:0.0:1767384345.333758:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384345.333761:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384345.333765:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.333766:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384345.333767:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.333770:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384345.333770:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333778:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384345.333779:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384345.333782:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384345.333783:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384345.333789:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000074b99471. 02000000:00000010:3.0:1767384345.333790:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1f7ce00. 00000400:00000200:1.0:1767384345.333790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 02000000:00000001:0.0:1767384345.333795:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.333796:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.333800:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.333801:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.333805:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384345.333806:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384345.333815:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000023abe634. 20000000:00000010:0.0:1767384345.333817:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b4fdbb75. 20000000:01000000:3.0:1767384345.333818:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384345.333821:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384345.333822:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384345.333826:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384345.333828:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384345.333829:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.333832:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384345.333833:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384345.333835:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384345.333838:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.333840:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.333841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 20000000:00000001:0.0:1767384345.333842:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384345.333843:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004cdb1da8. 20000000:01000000:3.0:1767384345.333848:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:3.0:1767384345.333854:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384345.333859:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384345.333887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00080000:00000001:3.0:1767384345.333909:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384345.333913:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384345.333914:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.333916:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384345.333919:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384345.333921:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000020:00000001:3.0:1767384345.333923:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:3.0:1767384345.333927:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384345.333932:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c027fd1f. 00080000:00000001:3.0:1767384345.333934:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751501312 : -113996958050304 : ffff985203cf5800) 00080000:00000001:3.0:1767384345.333937:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384345.333953:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.333981:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334010:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000001:00000001:3.0:1767384345.334032:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384345.334034:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.334036:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384345.334050:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00080000:00000001:3.0:1767384345.334053:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.334057:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384345.334093:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334136:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00080000:00000001:3.0:1767384345.334162:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384345.334166:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384345.334175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334207:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334313:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334351:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334409:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334449:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384345.334531:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384345.334736:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384345.334742:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023ee1551. 00000800:00000010:1.0:1767384345.334749:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055a42caf. 00000800:00000010:1.0:1767384345.334780:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055a42caf. 00000800:00020000:1.0:1767384345.334792:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00080000:00000001:2.0:1767384345.343605:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384345.343612:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:2.0:1767384345.343616:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.343619:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384345.343628:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384345.343641:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d55fa7a. 20000000:00000001:2.0:1767384345.343643:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384345.343645:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:01000000:3.0:1767384345.343648:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384345.343649:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384345.343653:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384345.343656:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384345.343656:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384345.343662:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384345.343666:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384345.343667:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384345.343671:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384345.343677:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000148cf81b. 00080000:00000001:0.0:1767384345.343678:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384345.343683:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384345.343683:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384345.343684:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384345.343687:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052b868b2. 00080000:00000001:2.0:1767384345.343688:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384345.343688:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384345.343692:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00040000:00000001:2.0:1767384345.343694:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384345.343695:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384345.343696:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00040000:00000001:2.0:1767384345.343700:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:3.0:1767384345.343701:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052b868b2 with handle 0x1cafe7b7e4a4fe4b to hash 00080000:00000001:0.0:1767384345.343701:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00040000:00000001:2.0:1767384345.343703:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:0.0:1767384345.343707:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005d16ac8d. 00000020:00000001:3.0:1767384345.343708:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:2.0:1767384345.343708:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384345.343712:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730976256 : -113996978575360 : ffff985202962800) 00010000:00000001:3.0:1767384345.343729:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00080000:00000010:2.0:1767384345.343730:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c027fd1f. 00080000:00000001:0.0:1767384345.343731:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384345.343738:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00080000:00000001:2.0:1767384345.343739:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384345.343745:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.343748:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.343752:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343763:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384345.343767:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384345.343770:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:0.0:1767384345.343772:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384345.343773:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384345.343775:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343776:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384345.343778:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384345.343780:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384345.343782:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.343785:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384345.343787:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384345.343789:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:0.0:1767384345.343789:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343792:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384345.343793:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:3.0:1767384345.343795:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000148cf81b) refcount = 1 00010000:00010000:3.0:1767384345.343799:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343804:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384345.343806:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384345.343807:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.343809:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343811:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384345.343819:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384345.343822:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384345.343825:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.343826:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.343828:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052b868b2 refcount=4 00000020:00000001:3.0:1767384345.343830:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00010000:00000001:3.0:1767384345.343833:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00010000:00000001:3.0:1767384345.343835:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384345.343836:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384345.343840:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384345.343841:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384345.343844:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384345.343845:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343850:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.343852:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384345.343853:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343857:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.343859:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343861:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384345.343863:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384345.343867:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052b868b2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384345.343869:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.343871:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384345.343873:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343877:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384345.343878:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384345.343879:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.343884:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052b868b2 refcount=5 00000020:00000001:3.0:1767384345.343886:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00010000:00000001:3.0:1767384345.343887:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294053376 : -113992415498240 : ffff985312913000) 00010000:00000001:3.0:1767384345.343890:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384345.343892:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343896:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384345.343898:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384345.343899:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343902:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384345.343903:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384345.343905:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384345.343906:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.343908:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052b868b2 with handle 0x1cafe7b7e4a4fe4b from hash 00010000:00000001:3.0:1767384345.343910:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384345.343911:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.343912:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.343913:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384345.343914:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384345.343917:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384345.343918:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384345.343919:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.343921:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343923:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384345.343924:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384345.343926:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.343928:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.343929:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343931:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.343932:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.343934:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343938:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.343939:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.343945:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384345.343946:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384345.343948:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384345.343949:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384345.343951:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384345.343953:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.343955:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.343956:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.343960:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384345.343961:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384345.343963:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052b868b2/0x1cafe7b7e4a4fe4b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384345.343967:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000148cf81b count: 0 00010000:00000001:3.0:1767384345.343976:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384345.343978:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:1.0:1767384345.348969:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023ee1551. 00000800:00000010:1.0:1767384345.348976:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:1.0:1767384345.349255:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384345.352964:0:29947:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009d5d256e. 00000400:00000040:2.0:1767384345.352998:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.353001:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.353003:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.353004:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.353006:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.353008:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384345.353010:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.353011:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.353013:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.353014:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384345.353016:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.353017:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.353019:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.353021:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.353021:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384345.353033:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.353035:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.353036:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384345.353036:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384345.353038:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.353040:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.353041:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.353042:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.353043:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.353044:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384345.353046:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.353047:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.353048:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.353050:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.353057:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.353058:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384345.353059:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.353061:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.353063:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.353064:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.353065:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.353066:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384345.353068:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.353069:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.353070:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.353071:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.353072:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.353073:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384345.353075:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384345.353076:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384345.353077:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384345.353078:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384345.353079:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384345.353080:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.353082:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.353083:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384345.353085:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.353086:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384345.353088:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384345.353089:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384345.353091:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384345.353091:0:29947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384345.353187:0:29947:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009d5d256e. 00000400:00000200:1.0:1767384345.354702:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp34 notifying 192.168.203.152@tcp34: down 00000800:00000200:1.0:1767384345.354710:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp34 down 00000800:00000100:1.0:1767384345.354717:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.203.152@tcp34 00000800:00000010:1.0:1767384345.354721:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b7186f8. 00000400:00000200:1.0:1767384345.354733:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384345.354736:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384345.354744:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:1.0:1767384345.354748:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384345.354751:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:1.0:1767384345.354755:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000040:1.0:1767384345.354813:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294933095, at 4294933097 00000400:00000200:2.0:1767384345.354817:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:1.0:1767384345.354822:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000400:00000200:2.0:1767384345.354825:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301171 00000400:00000001:2.0:1767384345.354831:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.354833:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384345.354835:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd054c0 00000400:00000010:2.0:1767384345.354837:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd054c0. 00000400:00000200:2.0:1767384345.354840:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384345.354843:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384345.354846:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (28) 00000400:00000200:2.0:1767384345.354855:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384345.354857:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc -71 00000400:00000200:2.0:1767384345.354859:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384345.354861:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (27) 00080000:00000001:3.0:1767384345.355230:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.355233:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384345.355235:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:1.0:1767384345.355236:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384345.355240:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384345.355240:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384345.355242:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384345.355245:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384345.355246:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384345.355250:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384345.355250:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005d16ac8d. 00080000:00000001:1.0:1767384345.355256:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384345.355264:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384345.355268:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384345.355304:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:0.0:1767384345.355311:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294933095, at 4294933098 20000000:01000000:2.0:1767384345.355315:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384345.355319:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000010:0.0:1767384345.355319:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d36a8bd3. 00000100:00000040:3.0:1767384345.355321:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294933095, at 4294933098 10000000:01000000:2.0:1767384345.355322:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384345.355328:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000010:3.0:1767384345.355330:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7f0c1b7. 00010000:00000001:2.0:1767384345.355332:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384345.355339:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008dfe0319. 00010000:00000001:2.0:1767384345.355343:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384345.355346:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00000020:00000001:2.0:1767384345.355349:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384345.355352:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000874ef952 with handle 0x1cafe7b7e4a4fe52 to hash 00000020:00000001:2.0:1767384345.355354:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384345.355355:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355357:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355359:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.355361:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.355363:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355370:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384345.355372:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384345.355373:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384345.355375:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.355377:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.355378:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.355379:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.355380:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384345.355382:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384345.355384:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384345.355385:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384345.355386:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008dfe0319) refcount = 1 00010000:00010000:2.0:1767384345.355388:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355398:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384345.355399:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384345.355401:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.355402:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355404:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384345.355406:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384345.355407:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384345.355409:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.355411:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.355412:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=4 00000020:00000001:2.0:1767384345.355414:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355415:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355417:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384345.355418:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355422:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384345.355424:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355427:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.355428:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.355429:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355432:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.355433:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355435:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384345.355436:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384345.355440:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000874ef952 already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384345.355442:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.355448:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384345.355450:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355454:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384345.355455:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.355456:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.355456:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=5 00000020:00000001:2.0:1767384345.355458:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355459:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384345.355460:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384345.355461:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355465:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384345.355466:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.355467:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355469:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384345.355471:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384345.355472:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.355473:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.355475:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000874ef952 with handle 0x1cafe7b7e4a4fe52 from hash 00010000:00000001:2.0:1767384345.355477:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384345.355478:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.355478:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.355479:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384345.355480:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384345.355481:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384345.355483:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384345.355484:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.355486:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355488:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384345.355489:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384345.355490:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.355492:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.355493:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355499:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.355501:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.355502:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355520:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.355522:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.355523:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384345.355524:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384345.355525:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.355526:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.355527:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384345.355530:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.355532:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.355534:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.355539:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384345.355541:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384345.355542:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe52 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.355546:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008dfe0319 count: 0 00010000:00000001:2.0:1767384345.355557:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384345.355558:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384345.355568:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294933095, at 4294933098 00000100:00000010:2.0:1767384345.355573:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f67324. 00080000:00000020:2.0:1767384345.356954:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384345.356957:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384345.356959:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000023abe634. 20000000:00000001:2.0:1767384345.356965:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.356968:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759232 00010000:00000001:2.0:1767384345.356970:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.356976:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4fb14a7 x1853236737759232/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.356983:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.356991:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.356995:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.356999:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.357001:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.357003:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384345.357006:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.357008:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.357012:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.357015:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.357019:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c16d382c. 00000100:00000200:2.0:1767384345.357022:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737759232, offset 224 00000400:00000200:2.0:1767384345.357028:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.357036:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.357044:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705800 00000400:00000200:2.0:1767384345.357051:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a0d [2] + 224 00000400:00000200:2.0:1767384345.357057:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.357061:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.357066:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.357069:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.357077:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.357089:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.357096:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16d382c 00000400:00000010:2.0:1767384345.357098:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c16d382c. 00000100:00000001:2.0:1767384345.357101:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.357103:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.357105:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.357108:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384345.357110:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.357112:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.357114:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384345.357117:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4fb14a7 x1853236737759232/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.357134:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737759232:12345-0@lo:253: Request processed in 23463us (23965us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384345.357141:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:2.0:1767384345.357144:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384345.357146:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384345.357148:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384345.357152:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c350e501. 00000020:00000010:2.0:1767384345.357155:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:2.0:1767384345.357158:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007674597c. 00000020:00000040:2.0:1767384345.357162:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384345.357165:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.357167:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1f7ce00. 02000000:00000001:2.0:1767384345.357172:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384345.357174:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384345.357178:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384345.357182:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891802b5. 00000400:00000010:2.0:1767384345.357186:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c16d382c. 00000100:00000001:2.0:1767384345.357202:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.357205:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384345.357208:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.357209:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.357210:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:2.0:1767384345.357212:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077fde4d8 00000400:00000010:2.0:1767384345.357213:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077fde4d8. 00000100:00000001:2.0:1767384345.357215:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.357217:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.357223:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.357228:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.357230:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.357231:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384345.357233:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.357240:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.357242:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.357244:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.357248:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384345.357252:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.357254:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.357255:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.357258:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384345.357259:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.357261:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.357265:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.357269:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.357272:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384345.357297:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384345.357301:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384345.357303:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384345.357305:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384345.357306:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384345.357308:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384345.357310:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384345.357311:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384345.357313:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384345.357314:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384345.357316:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384345.357319:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.357324:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3bbb4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737759232:0@lo:253: 00000100:00000001:2.0:1767384345.357328:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.357330:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.357333:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3bbb4a8 x1853236737759232/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.357337:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384345.357339:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384345.357341:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000050e504bd. 02000000:00000001:2.0:1767384345.357353:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.357355:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384345.357356:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384345.357359:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384345.357361:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b0b507b. 02000000:00000001:2.0:1767384345.357365:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.357366:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384345.357367:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3bbb4a8. 00000100:00000001:2.0:1767384345.357372:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.357373:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.357375:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.357381:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.357382:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.357384:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.357385:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384345.358007:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384345.358010:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384345.358012:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b4fdbb75. 20000000:00000001:3.0:1767384345.358017:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384345.358020:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759360 00010000:00000001:3.0:1767384345.358022:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384345.358025:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000703c1f89 x1853236737759360/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384345.358040:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384345.358041:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.358043:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.358045:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384345.358048:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384345.358049:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384345.358051:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384345.358053:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.358055:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.358056:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.358058:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045796e2b. 00000100:00000200:3.0:1767384345.358061:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737759360, offset 224 00000400:00000200:3.0:1767384345.358065:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.358071:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.358075:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705880 00000400:00000200:3.0:1767384345.358079:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a15 [2] + 224 00000400:00000200:3.0:1767384345.358083:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.358085:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.358088:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.358091:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.358096:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.358110:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.358113:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045796e2b 00000400:00000010:3.0:1767384345.358115:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045796e2b. 00000100:00000001:3.0:1767384345.358118:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.358119:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.358123:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.358124:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384345.358125:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:1.0:1767384345.358128:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384345.358129:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384345.358132:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384345.358133:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384345.358134:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384345.358136:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384345.358138:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000400:00000200:1.0:1767384345.358144:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a231d606 00000100:00000040:3.0:1767384345.358145:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000703c1f89 x1853236737759360/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384345.358147:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a231d606. 00000100:00000001:1.0:1767384345.358152:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384345.358159:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.358160:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000703c1f89 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737759360:12345-0@lo:253: Request processed in 24440us (24784us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384345.358177:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000200:1.0:1767384345.358179:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.358181:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384345.358186:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.358189:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384345.358191:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384345.358193:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008631eabe. 00000100:00000001:1.0:1767384345.358194:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.358199:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384345.358200:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 02000000:00000001:1.0:1767384345.358201:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384345.358204:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384345.358206:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000820b4f49. 00000100:00000001:1.0:1767384345.358207:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.358212:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.358213:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:1.0:1767384345.358215:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=60 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384345.358217:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384345.358219:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000074b99471. 02000000:00000001:3.0:1767384345.358222:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384345.358225:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384345.358227:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=60 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384345.358230:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384345.358231:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384345.358233:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.358237:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d620e43. 00010000:00000001:1.0:1767384345.358237:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384345.358240:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.358243:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045796e2b. 00000100:00000001:1.0:1767384345.358243:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.358248:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.358254:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.358256:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384345.358257:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384345.358260:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384345.358261:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384345.358263:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384345.358264:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384345.358265:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.358267:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.358268:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384345.358269:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.358270:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384345.358395:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.358402:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737759360:0@lo:253: 00000100:00000001:1.0:1767384345.358406:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.358408:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.358410:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a952e0e8 x1853236737759360/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.358414:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384345.358416:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384345.358417:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002449e5b6. 02000000:00000001:1.0:1767384345.358420:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384345.358421:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384345.358422:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384345.358424:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384345.358425:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c368385. 02000000:00000001:1.0:1767384345.358434:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384345.358436:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384345.358437:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a952e0e8. 00000100:00000001:1.0:1767384345.358440:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384345.358441:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.358443:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.358448:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.358449:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.358451:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.358453:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384345.362142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000148cf81b. 00010000:00000010:3.1:1767384345.362149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052b868b2. 00010000:00000010:2.1:1767384345.362293:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008dfe0319. 00010000:00000010:2.1:1767384345.362301:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00010000:00000001:3.0:1767384345.634377:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384345.634383:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.634390:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384345.634391:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.634417:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384345.634421:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.634425:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384346.018399:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp33 00000400:00000010:0.0:1767384346.018406:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007331d998. 00000400:00000010:0.0:1767384346.018414:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a8ee6060. 00000400:00000010:0.0:1767384346.018419:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000400:00000010:0.0:1767384346.018426:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e849bce9. 00000400:00000200:0.0:1767384346.018433:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp33 00000400:00000200:0.0:1767384346.018453:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp33 local destination 00000400:00000200:0.0:1767384346.018470:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000400:00000200:0.0:1767384346.018475:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [100:100:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1767384346.018482:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 00000400:00000200:0.0:1767384346.018496:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp33:192.168.203.152@tcp33) : GET try# 0 00000800:00000200:0.0:1767384346.018525:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp33 00000800:00000010:0.0:1767384346.018533:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b39e3c8d. 00000800:00000200:0.0:1767384346.018549:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000800:00000200:0.1:1767384346.018562:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:0.0:1767384346.018605:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:0.0:1767384346.018620:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp32 00000400:00000010:0.0:1767384346.018627:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c042d2e7. 00000400:00000010:0.0:1767384346.018634:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034943337. 00000400:00000010:0.0:1767384346.018639:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a602723e. 00000400:00000010:0.0:1767384346.018650:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011261401. 00000400:00000200:0.0:1767384346.018662:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp32 00000400:00000200:0.0:1767384346.018678:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp32 local destination 00000400:00000200:0.0:1767384346.018686:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:0.0:1767384346.018694:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [101:101:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [95:95:8:4294967295] 00000400:00000200:0.0:1767384346.018701:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:2.0:1767384346.018725:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.018729:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:0.0:1767384346.018744:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:0.0:1767384346.018749:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fe89a7d. 00000800:00000200:0.0:1767384346.018757:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:0.1:1767384346.018768:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:0.0:1767384346.018791:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:0.0:1767384346.018808:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp34 00000400:00000010:0.0:1767384346.018814:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007fec79d2. 00000400:00000010:0.0:1767384346.018823:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002166e9cc. 00000400:00000010:0.0:1767384346.018829:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0db0a3c. 00000400:00000010:0.0:1767384346.018838:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3062446. 00000400:00000200:0.0:1767384346.018857:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp34 00000400:00000200:0.0:1767384346.018869:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp34 local destination 00000400:00000200:0.0:1767384346.018875:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 00000400:00000200:2.0:1767384346.018881:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.018883:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [102:102:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [96:96:8:4294967295] 00000400:00000200:0.0:1767384346.018896:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000400:00000200:0.0:1767384346.018921:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) : GET try# 0 00000800:00000200:0.0:1767384346.018932:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp34 00000800:00000010:0.0:1767384346.018938:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a8631bb. 00000800:00000200:0.0:1767384346.018949:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:0.1:1767384346.018960:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000400:00000200:0.0:1767384346.018988:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:2.0:1767384346.019056:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019148:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.019232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019355:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.019448:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019498:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.019566:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.019591:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019631:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.019701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.019749:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.019843:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.019919:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.019929:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.019942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020069:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020099:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020188:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020266:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020382:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020478:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020584:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020589:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020613:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020694:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020731:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020765:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.020859:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.020914:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.020933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021004:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021072:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021098:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021203:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021255:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021313:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021325:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021455:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021494:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021497:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021618:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021671:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021745:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.021834:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.021934:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.021969:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022031:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022076:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022081:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022204:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022204:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022243:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022423:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022425:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022445:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022523:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022602:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022625:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022628:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022770:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022789:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.022910:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.022948:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.022955:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023071:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023132:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023164:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023165:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023301:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023333:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023383:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023560:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.023636:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023660:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023710:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023784:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023794:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384346.023873:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.023905:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000800:00000010:3.0:1767384346.023931:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384346.023938:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f53913d. 00000800:00000010:3.0:1767384346.023945:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c2f37c. 00000400:00000200:2.0:1767384346.023966:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000800:00000010:3.0:1767384346.023988:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c2f37c. 00000400:00000200:0.0:1767384346.024006:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000800:00020000:3.0:1767384346.024009:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384346.024017:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f53913d. 00000800:00000010:3.0:1767384346.024022:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e504bd. 00000400:00000200:2.0:1767384346.024075:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:02020000:3.0:1767384346.024130:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.024141:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.024142:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp34 notifying 192.168.203.152@tcp34: down 00000400:00000200:3.0:1767384346.024152:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384346.024161:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp34 00000800:00000010:3.0:1767384346.024165:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a8631bb. 00000400:00000200:3.0:1767384346.024171:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384346.024178:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384346.024192:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384346.024196:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384346.024202:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp34) recovery failed with -71 00000400:00000200:0.0:1767384346.024242:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000800:00000010:2.0:1767384346.024723:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384346.024731:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb016366. 00000800:00000010:2.0:1767384346.024737:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096c70e28. 00000800:00000010:2.0:1767384346.024773:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096c70e28. 00000800:00020000:2.0:1767384346.024787:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384346.024793:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb016366. 00000800:00000010:2.0:1767384346.024797:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384346.024893:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384346.024905:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000400:00000200:2.0:1767384346.024911:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384346.024920:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:2.0:1767384346.024926:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b39e3c8d. 00000400:00000200:2.0:1767384346.024933:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384346.024941:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384346.024953:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384346.024964:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384346.024974:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp33) recovery failed with -71 00000400:00000200:0.0:1767384346.025004:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.025078:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384346.025338:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4fdbb75. 00000800:00000010:0.0:1767384346.025347:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ac0c517. 00000800:00000010:0.0:1767384346.025355:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e5df08d. 00000800:00000010:0.0:1767384346.025398:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e5df08d. 00000800:00020000:0.0:1767384346.025412:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384346.025417:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ac0c517. 00000800:00000010:0.0:1767384346.025421:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b4fdbb75. 00000400:02020000:0.0:1767384346.025554:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.025568:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp32 notifying 192.168.203.152@tcp32: down 00000400:00000200:0.0:1767384346.025575:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384346.025582:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp32 00000800:00000010:0.0:1767384346.025587:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fe89a7d. 00000400:00000200:0.0:1767384346.025597:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384346.025608:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384346.025622:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384346.025627:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384346.025649:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp32) recovery failed with -71 10000000:00000001:2.0:1767384346.273417:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384346.273423:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384346.273429:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384346.273434:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384346.273437:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384346.273438:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384346.273443:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384346.273446:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384346.273450:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 51 10000000:00000001:2.0:1767384346.273456:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384346.273459:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384346.273470:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000020:00000040:2.0:1767384346.273477:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384346.273483:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.273487:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384346.273493:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384346.273520:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000682777f0. 00000100:00000001:2.0:1767384346.273530:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.273551:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384346.273556:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384346.273565:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c48fe340. 00010000:00000001:2.0:1767384346.273571:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384346.273575:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00000020:00000001:2.0:1767384346.273581:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384346.273584:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000874ef952 with handle 0x1cafe7b7e4a4fe59 to hash 00000020:00000001:2.0:1767384346.273589:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384346.273591:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.273596:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.273603:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384346.273606:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.273611:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384346.273637:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384346.273649:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384346.273656:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384346.273660:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384346.273666:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7e829a9. 00000100:00000001:2.0:1767384346.273669:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076737520768 : -113996972030848 : ffff985202fa0480) 00000100:00000001:2.0:1767384346.273672:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.273674:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000001:2.0:1767384346.273679:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384346.273682:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.273685:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384346.273687:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384346.273696:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.273708:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.273711:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.273716:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384346.273719:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.273722:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.273726:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737759488:0@lo:101: 00000100:00000001:2.0:1767384346.273732:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384346.273738:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384346.273741:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.273744:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384346.273749:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee181fc1. 02000000:00000001:2.0:1767384346.273752:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.273759:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb98aa5. 00000400:00000010:2.0:1767384346.273766:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000200:2.0:1767384346.273783:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737759488, portal 25 00000100:00000001:2.0:1767384346.273786:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.273788:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000040:2.0:1767384346.273797:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.273807:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.273810:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.273814:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384346.273817:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737759488, offset 0 00000400:00000200:2.0:1767384346.273826:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.273843:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.273860:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d705900 00000400:00000200:2.0:1767384346.273868:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1279 [2] + 0 00000400:00000010:2.0:1767384346.273873:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099885154. 00000400:00000200:2.0:1767384346.273879:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad2425ae 00000400:00000200:2.0:1767384346.273886:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.273898:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.273908:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2425ae 00000400:00000010:2.0:1767384346.273911:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad2425ae. 00000100:00000001:2.0:1767384346.273917:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384346.273919:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384346.273923:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000c0d4f0db x1853236737759488 msgsize 328 00000100:00100000:2.0:1767384346.273935:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384346.273940:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384346.273955:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.273967:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.273969:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.273974:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384346.273978:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.273990:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.273993:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.274002:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274011:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.274018:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274025:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934035 00000100:00000010:2.0:1767384346.274034:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056b1e5d5. 00000100:00000001:2.0:1767384346.274042:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384346.274049:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934035 00000100:00000010:2.0:1767384346.274054:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000293adcd3. 00000100:00000001:2.0:1767384346.274058:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384346.274066:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934035 00000100:00000010:2.0:1767384346.274070:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067c01167. 00000100:00000001:2.0:1767384346.274076:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384346.274080:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934035 00000100:00000010:2.0:1767384346.274086:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aa9511d. 00000100:00000001:2.0:1767384346.274091:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384346.274096:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.274100:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274103:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.274105:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384346.274108:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7e829a9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384346.274112:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.274116:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274191:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384346.274195:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759488 02000000:00000001:2.0:1767384346.274199:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384346.274202:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.274205:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.274209:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.274213:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759488 00000020:00000001:2.0:1767384346.274217:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384346.274219:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384346.274221:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384346.274223:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:2.0:1767384346.274226:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384346.274236:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384346.274241:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.274245:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906b31c9. 00000100:00000001:2.0:1767384346.274249:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.274252:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906b31c9. 00000020:00000010:2.0:1767384346.274258:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000020:00000010:2.0:1767384346.274264:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000020:00000010:2.0:1767384346.274272:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000040:2.0:1767384346.274285:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384346.274311:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.274313:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.274315:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274324:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274335:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.274352:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384346.274355:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384346.274362:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:2.0:1767384346.274366:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384346.274369:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016905296 : -113991692646320 : ffff98533da70850) 00000100:00000040:2.0:1767384346.274375:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0d4f0db x1853236737759488/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.274386:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.274389:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906b31c9. 00000100:00000001:2.0:1767384346.274392:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.274394:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906b31c9. 00000100:00100000:2.0:1767384346.274400:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d4f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737759488:12345-0@lo:101: 00000100:00000200:2.0:1767384346.274405:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759488 00000020:00000001:2.0:1767384346.274409:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.274413:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.274416:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.274418:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384346.274422:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:2.0:1767384346.274435:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384346.274437:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.274440:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384346.274443:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384346.274448:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.274452:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384346.274456:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384346.274459:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384346.274463:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384346.274466:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.274472:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384346.274476:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038623dd3. 00010000:00000001:2.0:1767384346.274482:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384346.274486:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d88022c. 00000020:00000001:2.0:1767384346.274489:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384346.274491:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007d88022c with handle 0x1cafe7b7e4a4fe60 to hash 00000020:00000001:2.0:1767384346.274494:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384346.274497:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384346.274521:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00010000:2.0:1767384346.274526:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fe59 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384346.274536:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:2.0:1767384346.274539:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:2.0:1767384346.274548:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384346.274551:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.274555:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ed2389a7. 02000000:00000001:2.0:1767384346.274559:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274564:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.274567:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384346.274570:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384346.274573:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384346.274575:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.274579:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.274581:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.274593:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.274596:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384346.274600:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384346.274604:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384346.274606:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384346.274608:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038623dd3) refcount = 1 00010000:00010000:2.0:1767384346.274614:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.274622:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384346.274625:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384346.274627:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.274630:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.274633:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.274639:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384346.274642:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.274649:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384346.274651:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384346.274653:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.274656:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.274658:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384346.274660:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.274662:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384346.274663:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007d88022c, rc 0) 00000020:00000001:2.0:1767384346.274666:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.274670:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759488 00010000:00000001:2.0:1767384346.274673:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384346.274678:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0d4f0db x1853236737759488/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.274687:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.274690:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.274694:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.274699:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.274704:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.274714:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384346.274716:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.274718:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274720:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.274722:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.274727:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384346.274729:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737759488, offset 224 00000400:00000200:2.0:1767384346.274734:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.274740:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.274746:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d705900 00000400:00000200:2.0:1767384346.274750:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a39 [1] + 224 00000400:00000200:2.0:1767384346.274754:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.274756:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.274760:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.274766:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.274778:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.274791:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.274802:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.274804:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.274811:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.274813:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.274817:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.274820:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384346.274823:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.274826:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.274828:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.274835:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0d4f0db x1853236737759488/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.274845:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d4f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737759488:12345-0@lo:101: Request processed in 455us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384346.274851:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:2.0:1767384346.274861:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384346.274863:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384346.274864:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384346.274868:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 00000020:00000010:2.0:1767384346.274871:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000010:2.0:1767384346.274873:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000020:00000040:2.0:1767384346.274877:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384346.274880:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384346.274881:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ed2389a7. 02000000:00000001:2.0:1767384346.274883:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384346.274885:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384346.274890:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384346.274894:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4054b47. 00000400:00000010:2.0:1767384346.274898:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0582fa6. 00000100:00000001:2.0:1767384346.274911:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384346.274915:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.274917:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384346.274918:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb98aa5. 00000400:00000200:2.0:1767384346.274922:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384346.274924:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:2.0:1767384346.274926:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.274929:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384346.274935:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.274940:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384346.274941:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.274943:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384346.274946:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384346.274947:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.274948:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.274950:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.274954:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384346.274957:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.274959:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.274961:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.274969:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384346.274971:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.274974:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.274981:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.274986:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.274989:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384346.274991:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384346.274995:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.275002:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737759488:0@lo:101: 00000100:00000001:2.0:1767384346.275009:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.275016:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275019:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384346.275022:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.275024:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275030:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384346.275032:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7e829a9. 00000100:00000001:2.0:1767384346.275036:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384346.275038:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.275041:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384346.275043:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384346.275045:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384346.275047:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=4 00000020:00000001:2.0:1767384346.275049:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.275053:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000040:2.0:1767384346.275058:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000874ef952, remote cookie: 0x1cafe7b7e4a4fe60, flags: 0x0 00010000:00000001:2.0:1767384346.275060:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384346.275062:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384346.275063:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384346.275064:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384346.275065:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384346.275071:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c48fe340) refcount = 1 00010000:00010000:2.0:1767384346.275073:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.275078:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384346.275079:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384346.275080:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.275083:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384346.275086:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.275088:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.275093:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384346.275094:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.275095:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.275096:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.275097:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.275098:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275100:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.275102:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737759488/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275108:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.275110:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384346.275113:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee181fc1. 02000000:00000001:2.0:1767384346.275116:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384346.275117:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.275118:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384346.275121:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384346.275122:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000682777f0. 02000000:00000001:2.0:1767384346.275125:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384346.275126:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384346.275128:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384346.275130:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384346.275131:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384346.275133:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384346.275135:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384346.275136:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384346.275143:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.275145:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384346.275146:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384346.275148:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=3 00000020:00000001:2.0:1767384346.275149:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.275151:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.275153:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384346.275154:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.275155:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.275156:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384346.275158:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384346.275161:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e2d406e7. 00000100:00000010:2.0:1767384346.275185:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000020:00000040:2.0:1767384346.275188:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384346.275190:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.275192:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384346.275195:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384346.275198:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000682777f0. 00000100:00000001:2.0:1767384346.275201:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275204:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384346.275207:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ee181fc1. 00000100:00000010:2.0:1767384346.275209:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000906b31c9. 00000020:00000040:2.0:1767384346.275211:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384346.275214:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384346.275215:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384346.275218:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7e829a9. 00000100:00000001:2.0:1767384346.275221:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076737520768 : -113996972030848 : ffff985202fa0480) 00000100:00000001:2.0:1767384346.275224:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.275225:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000001:2.0:1767384346.275227:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384346.275228:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275229:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384346.275230:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384346.275236:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275256:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.275258:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.275262:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384346.275265:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.275267:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.275270:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737759616:0@lo:256: 00000100:00000001:2.0:1767384346.275304:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384346.275308:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384346.275311:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275313:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384346.275320:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb98aa5. 00000400:00000010:2.0:1767384346.275328:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000094f765d0. 00000100:00000200:2.0:1767384346.275342:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d705980-0x695824d705980, portal 33 00000100:00000001:2.0:1767384346.275346:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.275349:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384346.275353:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0b15564. 02000000:00000001:2.0:1767384346.275355:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.275359:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065084b1. 00000400:00000010:2.0:1767384346.275368:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000200:2.0:1767384346.275375:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737759616, portal 25 00000100:00000001:2.0:1767384346.275378:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.275380:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000040:2.0:1767384346.275385:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275393:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.275396:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.275400:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384346.275405:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737759616, offset 0 00000400:00000200:2.0:1767384346.275410:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.275419:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.275426:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d705980 00000400:00000200:2.0:1767384346.275442:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x129d [2] + 0 00000400:00000010:2.0:1767384346.275452:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bec3055. 00000400:00000200:2.0:1767384346.275456:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e66e2f2f 00000400:00000200:2.0:1767384346.275460:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.275463:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.275465:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66e2f2f 00000400:00000010:2.0:1767384346.275466:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66e2f2f. 00000100:00000001:2.0:1767384346.275470:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384346.275471:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384346.275474:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000a0eaf96e x1853236737759616 msgsize 304 00000100:00100000:2.0:1767384346.275479:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384346.275480:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384346.275487:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.275493:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.275494:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.275496:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384346.275499:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275525:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.275527:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275532:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275533:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.275546:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275548:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934037 00000100:00000001:2.0:1767384346.275552:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934035 00000100:00000001:2.0:1767384346.275554:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934037 00000100:00000001:2.0:1767384346.275557:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934035 00000100:00000001:2.0:1767384346.275560:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934037 00000100:00000001:2.0:1767384346.275564:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934035 00000100:00000001:2.0:1767384346.275566:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934037 00000100:00000001:2.0:1767384346.275568:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934035 00000100:00000001:2.0:1767384346.275570:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.275579:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275582:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.275583:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384346.275585:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7e829a9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384346.275588:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.275589:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275602:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384346.275604:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759616 02000000:00000001:2.0:1767384346.275605:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384346.275606:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.275608:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.275614:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.275619:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759616 00000020:00000001:2.0:1767384346.275623:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384346.275626:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384346.275630:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384346.275632:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:2.0:1767384346.275634:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384346.275636:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384346.275640:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.275644:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fb6e0a3. 00000100:00000001:2.0:1767384346.275646:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.275647:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fb6e0a3. 00000020:00000010:2.0:1767384346.275653:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4c7663. 00000020:00000010:2.0:1767384346.275657:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000020:00000010:2.0:1767384346.275660:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000040:2.0:1767384346.275671:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384346.275674:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.275676:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.275677:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275682:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275694:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.275710:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384346.275713:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384346.275718:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384346.275730:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384346.275734:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016903248 : -113991692648368 : ffff98533da70050) 00000100:00000040:2.0:1767384346.275742:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0eaf96e x1853236737759616/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 304/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.275753:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.275757:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001fb6e0a3. 00000100:00000001:2.0:1767384346.275764:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.275766:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001fb6e0a3. 00000100:00100000:2.0:1767384346.275769:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0eaf96e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737759616:12345-0@lo:256: 00000100:00000200:2.0:1767384346.275772:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759616 00000020:00000001:2.0:1767384346.275774:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.275777:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.275780:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.275782:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384346.275784:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:2.0:1767384346.275786:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384346.275788:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.275789:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384346.275791:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384346.275793:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275795:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384346.275799:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.275812:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ed2389a7. 02000000:00000001:2.0:1767384346.275813:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.275816:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384346.275820:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384346.275823:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384346.275826:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384346.275829:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384346.275832:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384346.275834:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384346.275835:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384346.275839:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e15c0d0e. 20000000:00000001:2.0:1767384346.275848:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384346.275860:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384346.275865:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384346.275870:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384346.275872:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384346.275873:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384346.275874:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384346.275876:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384346.275877:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384346.275878:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384346.275880:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384346.275881:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384346.275883:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384346.275884:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384346.275886:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384346.275888:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384346.275890:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384346.275892:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384346.275893:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384346.275895:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384346.275896:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384346.275898:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384346.275899:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384346.275901:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384346.275903:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384346.275904:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384346.275906:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384346.275907:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384346.275909:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:2.0:1767384346.275911:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:2.0:1767384346.275918:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384346.275920:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384346.275922:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384346.275924:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384346.275926:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384346.275928:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384346.275931:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384346.275933:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384346.275935:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384346.275960:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384346.275962:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384346.275964:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384346.275965:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384346.275967:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384346.275968:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384346.275970:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384346.275971:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384346.275973:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384346.275974:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384346.275976:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384346.275978:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384346.275980:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384346.275982:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384346.275984:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384346.275986:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384346.275988:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384346.275990:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384346.275992:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:2.0:1767384346.275995:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:2.0:1767384346.275997:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:2.0:1767384346.275999:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:2.0:1767384346.276001:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384346.276005:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000023dbcdc5. 00000100:00000010:2.0:1767384346.276007:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ef0c5d09. 00000020:00000040:2.0:1767384346.276009:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:2.0:1767384346.276012:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384346.276014:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384346.276018:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000400:00000010:2.0:1767384346.276023:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000037dd303. 00000400:00000200:2.0:1767384346.276028:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.276037:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.276046:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x695824d705980 00000400:00000200:2.0:1767384346.276052:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a49 [4] + 0 00000400:00000010:2.0:1767384346.276055:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb98aa5. 00000400:00000200:2.0:1767384346.276059:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000094f765d0 00000400:00000200:2.0:1767384346.276061:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.276070:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.276073:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f765d0 00000400:00000010:2.0:1767384346.276074:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000094f765d0. 00000100:00000001:2.0:1767384346.276080:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.276081:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005bccac1f desc 00000000ee181fc1 mbits 1853236737759616 00000100:00000001:2.0:1767384346.276091:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384346.276095:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384346.276098:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384346.276110:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a55 00000400:00000200:2.0:1767384346.276114:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.276117:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384346.276119:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.276121:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000023dbcdc5 00000100:00000001:2.0:1767384346.276123:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384346.276133:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.276134:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.276139:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.276141:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000023dbcdc5 00000100:00000001:2.0:1767384346.276143:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384346.276147:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x695824d705980-0x695824d705980 00000100:00000001:2.0:1767384346.276149:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.276154:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.276157:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384346.276160:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:2.0:1767384346.276163:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ef0c5d09. 00000100:00000010:2.0:1767384346.276168:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000023dbcdc5. 00000100:00000001:2.0:1767384346.276171:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384346.276173:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384346.276181:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e15c0d0e. 20000000:00000001:2.0:1767384346.276184:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.276187:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759616 00010000:00000001:2.0:1767384346.276188:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384346.276191:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0eaf96e x1853236737759616/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.276198:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.276208:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.276210:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.276216:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.276220:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.276223:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384346.276226:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.276228:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.276232:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.276235:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.276240:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384346.276245:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737759616, offset 224 00000400:00000200:2.0:1767384346.276251:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.276256:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.276261:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d705980 00000400:00000200:2.0:1767384346.276265:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a4d [1] + 224 00000400:00000200:2.0:1767384346.276268:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.276270:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.276274:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.276277:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.276320:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.276343:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.276353:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.276356:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.276359:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.276362:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.276366:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.276369:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384346.276372:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.276374:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.276377:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.276381:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0eaf96e x1853236737759616/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.276406:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0eaf96e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737759616:12345-0@lo:256: Request processed in 652us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384346.276415:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384346.276418:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384346.276421:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384346.276424:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384346.276427:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 00000020:00000010:2.0:1767384346.276432:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000010:2.0:1767384346.276435:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4c7663. 00000020:00000040:2.0:1767384346.276439:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384346.276443:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384346.276447:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ed2389a7. 02000000:00000001:2.0:1767384346.276451:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384346.276453:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384346.276459:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384346.276464:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb98aa5. 00000400:00000010:2.0:1767384346.276468:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094f765d0. 00000100:00000001:2.0:1767384346.276484:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384346.276487:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.276488:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384346.276489:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000065084b1. 00000400:00000200:2.0:1767384346.276493:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384346.276494:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:2.0:1767384346.276497:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.276520:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384346.276528:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.276549:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384346.276550:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.276552:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384346.276553:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384346.276554:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.276563:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.276565:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.276567:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384346.276570:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.276572:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.276573:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.276575:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384346.276577:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.276579:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.276581:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.276588:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.276593:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384346.276595:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384346.276599:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.276604:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737759616:0@lo:256: 00000100:00000001:2.0:1767384346.276607:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.276609:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.276610:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384346.276612:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.276614:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.276619:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384346.276622:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7e829a9. 00000100:00000001:2.0:1767384346.276625:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384346.276626:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384346.276628:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:2.0:1767384346.276631:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384346.276636:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000024d308ec. 10000000:00000040:2.0:1767384346.276645:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384346.276650:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384346.276657:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384346.276661:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384346.276664:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.276666:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384346.276668:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384346.276670:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000400:00000200:2.0:1767384346.276674:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:2.0:1767384346.276677:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384346.276681:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384346.276686:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384346.276692:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (26) 00000400:00000200:2.0:1767384346.276698:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000400:00000200:2.0:1767384346.276713:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384346.276717:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384346.276721:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384346.276726:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384346.276730:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (28) 00000400:00000200:2.0:1767384346.276734:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384346.276737:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384346.276742:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276744:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384346.276747:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:1.0:1767384346.276749:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.276751:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276754:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384346.276757:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:1.0:1767384346.276758:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:2.0:1767384346.276761:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276763:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000010:1.0:1767384346.276765:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ba7c74. 00000400:00000200:2.0:1767384346.276766:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:1.0:1767384346.276768:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000400:00000200:2.0:1767384346.276769:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276771:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384346.276773:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000010:1.0:1767384346.276773:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057784fb4. 00000400:00000200:2.0:1767384346.276778:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276778:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384346.276780:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384346.276782:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384346.276786:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276787:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:1.0:1767384346.276788:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:1.0:1767384346.276795:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:2.0:1767384346.276797:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384346.276802:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276803:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:2.0:1767384346.276804:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384346.276807:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:1.0:1767384346.276810:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:2.0:1767384346.276811:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276814:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384346.276816:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:1.0:1767384346.276818:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:2.0:1767384346.276820:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276823:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384346.276825:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:1.0:1767384346.276825:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:2.0:1767384346.276830:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276832:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:1.0:1767384346.276832:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:2.0:1767384346.276835:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384346.276838:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276838:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:2.0:1767384346.276841:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384346.276843:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:1.0:1767384346.276845:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:2.0:1767384346.276849:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276851:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384346.276853:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:1.0:1767384346.276853:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384346.276857:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276859:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:1.0:1767384346.276859:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384346.276862:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384346.276867:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276869:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:2.0:1767384346.276872:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384346.276875:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276877:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:1.0:1767384346.276878:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:2.0:1767384346.276881:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384346.276885:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276886:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384346.276887:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384346.276890:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:1.0:1767384346.276893:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384346.276895:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276897:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:2.0:1767384346.276900:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:1.0:1767384346.276900:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384346.276904:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276905:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:2.0:1767384346.276907:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:1.0:1767384346.276911:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:2.0:1767384346.276916:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:1.0:1767384346.276918:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:2.0:1767384346.276920:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276923:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:2.0:1767384346.276926:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:1.0:1767384346.276926:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:2.0:1767384346.276930:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276932:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[82, 20] 00000400:00000200:2.0:1767384346.276933:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:2.0:1767384346.276935:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:2.0:1767384346.276939:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276940:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[88, 20] 00000400:00000200:2.0:1767384346.276942:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:2.0:1767384346.276944:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:1.0:1767384346.276946:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 20], ns[96, 20] 00000400:00000200:2.0:1767384346.276949:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276951:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:2.0:1767384346.276953:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:1.0:1767384346.276953:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 20], ns[90, 20] 00000400:00000200:2.0:1767384346.276968:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384346.276983:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 20], ns[101, 20] 00000400:00000200:2.0:1767384346.276984:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:2.0:1767384346.276987:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:1.0:1767384346.276990:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 20], ns[100, 20] 00000400:00000200:2.0:1767384346.276991:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.276993:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:2.0:1767384346.276996:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:1.0:1767384346.276998:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 20], ns[102, 20] 00000400:00000200:2.0:1767384346.277000:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.277003:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:1.0:1767384346.277005:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384346.277006:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000010:2.0:1767384346.277011:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000dd4c7663. 00000400:00000200:1.0:1767384346.277012:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp16 00000400:00000200:2.0:1767384346.277017:0:16775:0:(peer.c:264:lnet_peer_alloc()) 00000000dd4c7663 nid 192.168.203.152@tcp35 00000400:00000200:1.0:1767384346.277018:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp16 lpni_is_preferred = 0 00000400:00000010:2.0:1767384346.277021:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e48360ac. 00000400:00000200:1.0:1767384346.277024:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp16 00000400:00000200:2.0:1767384346.277025:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e48360ac net tcp35 00000400:00000010:2.0:1767384346.277030:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ab4b8628. 00000400:00000200:1.0:1767384346.277031:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp16 NI seq info: [103:103:256:4294967295] 192.168.203.152@tcp16 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384346.277038:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ab4b8628 nid 192.168.203.152@tcp35 00000400:00000200:1.0:1767384346.277048:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp16 00000400:00000200:1.0:1767384346.277065:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16:) -> 192.168.203.152@tcp16(192.168.203.152@tcp:192.168.203.152@tcp16) : PUT try# 0 00000400:00000200:2.0:1767384346.277072:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000dd4c7663 (0) 00000800:00000200:1.0:1767384346.277074:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.152@tcp16 00000400:00000200:2.0:1767384346.277079:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.152@tcp35: -2 00000800:00000010:1.0:1767384346.277081:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea257d34. 00000400:00000200:2.0:1767384346.277086:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp35 NID 192.168.203.152@tcp35 flags 0x1 00000400:00000200:2.0:1767384346.277091:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000dd4c7663 (1) 00000800:00000200:1.0:1767384346.277092:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (6) 00000400:00000200:2.0:1767384346.277094:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000dd4c7663 (2) 00000400:00000200:2.0:1767384346.277098:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000dd4c7663 (1) 00000800:00000200:1.0:1767384346.277103:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp16 ip 192.168.203.152:988 00000400:00000200:2.0:1767384346.277104:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000dd4c7663 (2) 00000800:00000200:1.0:1767384346.277108:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea257d34 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:2.0:1767384346.277116:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp35 (00000000dd4c7663): 0 00000400:00000200:2.0:1767384346.277120:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384346.277124:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384346.277131:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp35 NID 192.168.203.152@tcp35: 0. pending discovery 00000400:00000200:2.0:1767384346.277135:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000dd4c7663 (3) 00000400:00000200:1.0:1767384346.277135:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384346.277138:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.277142:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000400:00000010:2.0:1767384346.277144:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000d233de57. 00000400:00000200:2.0:1767384346.277149:0:16775:0:(peer.c:264:lnet_peer_alloc()) 00000000d233de57 nid 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.277149:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp35(00000000dd4c7663) state 0x41 00000400:00000010:2.0:1767384346.277153:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006fecabfa. 00000400:00000200:1.0:1767384346.277153:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000dd4c7663 (2) 00000400:00000200:2.0:1767384346.277156:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 000000006fecabfa net tcp36 00000400:00000010:1.0:1767384346.277158:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023bd2f60. 00000400:00000010:2.0:1767384346.277162:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000051ef4306. 00000400:00000010:1.0:1767384346.277166:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000400:00000200:2.0:1767384346.277168:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000051ef4306 nid 192.168.203.152@tcp36 00000400:00000200:2.0:1767384346.277172:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d233de57 (0) 00000400:00000200:2.0:1767384346.277179:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.152@tcp36: -2 00000400:00000200:2.0:1767384346.277184:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp36 NID 192.168.203.152@tcp36 flags 0x1 00000400:00000200:2.0:1767384346.277190:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d233de57 (1) 00000400:00000010:1.0:1767384346.277190:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b40fd984. 00000400:00000200:2.0:1767384346.277193:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d233de57 (2) 00000400:00000200:1.0:1767384346.277197:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp35 00000400:00000200:2.0:1767384346.277198:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d233de57 (1) 00000400:00000200:2.0:1767384346.277201:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d233de57 (2) 00000400:00000200:2.0:1767384346.277208:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp36 (00000000d233de57): 0 00000400:00000200:2.0:1767384346.277211:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384346.277218:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384346.277224:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp36 NID 192.168.203.152@tcp36: 0. pending discovery 00000400:00000200:2.0:1767384346.277228:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d233de57 (3) 00000100:00000001:2.0:1767384346.277232:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.277236:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.277236:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp35 local destination 10000000:00000040:2.0:1767384346.277242:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 00000400:00000200:1.0:1767384346.277242:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 10000000:00000010:2.0:1767384346.277248:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f3139e9b. 00000400:00000200:1.0:1767384346.277248:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp35 10000000:00000040:2.0:1767384346.277251:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 60/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000400:00000200:1.0:1767384346.277253:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp35 lpni_is_preferred = 0 00000800:00000200:3.0:1767384346.277254:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000080:2.0:1767384346.277256:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384346.277259:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp35 00000800:00000010:3.0:1767384346.277266:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea257d34. 00000800:00000001:0.0:1767384346.277267:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384346.277270:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384346.277280:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384346.277286:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.277291:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.277296:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384346.277301:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp35 NI seq info: [104:104:256:4294967295] 192.168.203.152@tcp35 LPNI seq info [1:1:8:4294967295] 00000020:00000010:2.0:1767384346.277320:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bede267c. 00000400:00000200:1.0:1767384346.277324:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp35 00000020:00000010:2.0:1767384346.277326:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005716b9a3. 00000400:00000200:3.0:1767384346.277342:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: PUT: OK 00000040:00000010:2.0:1767384346.277342:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c521d9b0. 00000020:00000010:2.0:1767384346.277352:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004077df2. 00000400:00000200:1.0:1767384346.277353:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35:) -> 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) : GET try# 0 00000020:00000010:2.0:1767384346.277359:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000400:00000200:0.0:1767384346.277363:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16) <- 192.168.203.152@tcp16 : PUT - for me 00000400:00000200:3.0:1767384346.277370:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1767384346.277372:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bac843f3. 00000800:00000200:1.0:1767384346.277372:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp35 00000400:00000200:3.0:1767384346.277387:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 80000000:00000010:2.0:1767384346.277388:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e67be678. 00000800:00000010:1.0:1767384346.277388:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061c05583. 00000400:00000200:0.0:1767384346.277388:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 480 into portal 0 MB=0x8000000000000000 40000000:00000010:2.0:1767384346.277403:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001fb6e0a3. 00000800:00000010:1.0:1767384346.277406:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a592d1f. 00000400:00000200:0.0:1767384346.277408:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 448/480 into md 0x197d [1] + 0 00000800:00000010:1.0:1767384346.277412:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000044283869. 00100000:00000010:2.0:1767384346.277413:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000862c9173. 00000400:00000010:0.0:1767384346.277414:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c771966. 00040000:00000010:2.0:1767384346.277421:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000586d3ae1. 00000400:00000200:0.0:1767384346.277421:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a50a4a4 00000800:00000200:1.0:1767384346.277426:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000800:00000001:0.0:1767384346.277428:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000010:2.0:1767384346.277429:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000faac41ad. 00000800:00000200:1.1:1767384346.277433:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00040000:00000010:2.0:1767384346.277436:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064c2f083. 00080000:00000010:2.0:1767384346.277441:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d16cadc0. 00000004:00000010:2.0:1767384346.277447:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000acfc76a9. 00000004:00000010:2.0:1767384346.277453:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7e0218. 00000400:00000200:1.0:1767384346.277453:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp35 00000800:00000001:0.0:1767384346.277456:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1767384346.277459:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b4b08d6e. 00000400:00000200:0.0:1767384346.277460:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:2.0:1767384346.277469:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed2389a7. 00000400:00000200:1.0:1767384346.277469:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp35(00000000dd4c7663) state 0x241 rc 0 00000400:00000200:0.0:1767384346.277474:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: PUT: OK 00000004:00000010:2.0:1767384346.277478:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023dbcdc5. 00000400:00000200:1.0:1767384346.277480:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp36(00000000d233de57) state 0x41 00000400:00000200:0.0:1767384346.277481:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a50a4a4 00000004:00000001:2.0:1767384346.277484:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000010:0.0:1767384346.277488:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a50a4a4. 00000040:00000001:2.0:1767384346.277489:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384346.277489:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d233de57 (2) 00000040:00001000:2.0:1767384346.277495:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f3139e9b 00000400:00000200:0.0:1767384346.277496:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384346.277497:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000070beb58f. 00000040:00001000:2.0:1767384346.277498:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384346.277517:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (28) 00000040:00001000:2.0:1767384346.277520:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000010:1.0:1767384346.277521:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000040:00001000:2.0:1767384346.277524:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:0.0:1767384346.277527:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000040:00001000:2.0:1767384346.277529:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000010:1.0:1767384346.277529:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061981a61. 00000400:00000200:0.0:1767384346.277534:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (480 bytes) 00000040:00001000:2.0:1767384346.277538:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:1.0:1767384346.277541:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp36 00000040:00001000:2.0:1767384346.277542:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:0.0:1767384346.277545:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000040:00001000:2.0:1767384346.277547:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384346.277551:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (29) 00000040:00001000:2.0:1767384346.277553:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384346.277558:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384346.277567:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp36 local destination 00000400:00000200:1.0:1767384346.277571:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384346.277575:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.277578:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384346.277581:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.277586:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp36 NI seq info: [105:105:256:4294967295] 192.168.203.152@tcp36 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384346.277592:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.277599:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36:) -> 192.168.203.152@tcp36(192.168.203.152@tcp36:192.168.203.152@tcp36) : GET try# 0 00000400:00000200:0.0:1767384346.277604:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000200:1.0:1767384346.277606:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp36 00000004:00000001:2.0:1767384346.277610:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384346.277613:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea257d34. 00000400:00000200:0.0:1767384346.277617:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp16 to MR: 192.168.203.152@tcp16 local destination 00000020:00000010:2.0:1767384346.277618:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005716b9a3. 00000800:00000010:1.0:1767384346.277622:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006bfbac7c. 00000040:00000010:2.0:1767384346.277627:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c521d9b0. 00000400:00000200:0.0:1767384346.277629:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp16 NI seq info: [106:106:256:4294967295] 192.168.203.152@tcp16 LPNI seq info [98:98:8:4294967295] 00000800:00000010:1.0:1767384346.277630:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002340c1e4. 00000020:00000010:2.0:1767384346.277633:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004077df2. 00000800:00000200:1.0:1767384346.277641:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000020:00000010:2.0:1767384346.277643:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384346.277651:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bac843f3. 00000800:00000200:1.1:1767384346.277654:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 80000000:00000010:2.0:1767384346.277658:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e67be678. 00000400:00000200:0.0:1767384346.277661:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16:192.168.203.152@tcp16) -> 192.168.203.152@tcp16(192.168.203.152@tcp16:192.168.203.152@tcp16) 192.168.203.152@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384346.277686:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp16 40000000:00000010:2.0:1767384346.277692:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001fb6e0a3. 00000800:00000010:0.0:1767384346.277692:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085dc439d. 00000400:00000200:1.0:1767384346.277698:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp36 00100000:00000010:2.0:1767384346.277703:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000862c9173. 00000400:00000200:1.0:1767384346.277706:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp36(00000000d233de57) state 0x241 rc 0 00000800:00000200:0.0:1767384346.277708:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (6) 00040000:00000010:2.0:1767384346.277710:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000586d3ae1. 00000400:00000010:1.0:1767384346.277717:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000707a8b7e. 00040000:00000010:2.0:1767384346.277718:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000faac41ad. 00000800:00000200:0.0:1767384346.277723:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp16 ip 192.168.203.152:1009 00040000:00000010:2.0:1767384346.277725:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064c2f083. 00000400:00000010:1.0:1767384346.277725:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 00080000:00000010:2.0:1767384346.277729:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d16cadc0. 00000400:00000010:1.0:1767384346.277731:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000004:00000010:2.0:1767384346.277734:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000acfc76a9. 00000400:00000200:1.0:1767384346.277737:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000707a8b7e 00000800:00000200:0.0:1767384346.277738:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085dc439d type 0, nob 96 niov 1 nkiov 0 00000004:00000010:2.0:1767384346.277741:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a7e0218. 00000400:00000010:1.0:1767384346.277741:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000006a472518. 00000400:00000200:1.0:1767384346.277747:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000004:00000010:2.0:1767384346.277748:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b4b08d6e. 00002000:00000010:2.0:1767384346.277751:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed2389a7. 00000400:00000200:1.0:1767384346.277751:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302471 00000800:00000001:0.0:1767384346.277755:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:2.0:1767384346.277756:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023dbcdc5. 00000400:00000200:1.0:1767384346.277756:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (28) 00000020:00000010:2.0:1767384346.277762:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bede267c. 00000400:00000010:1.0:1767384346.277763:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000568e2980. 00000400:00000010:1.0:1767384346.277768:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000800:00000001:0.0:1767384346.277769:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.277770:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.277776:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384346.277780:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f3139e9b. 10000000:00000010:2.0:1767384346.277785:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000024d308ec. 00000400:00000010:1.0:1767384346.277786:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000475afa03. 10000000:00000001:2.0:1767384346.277788:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.277790:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:2.0:1767384346.277792:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.277797:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737759616/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384346.277798:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:1.0:1767384346.277805:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:2.0:1767384346.277806:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.277809:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384346.277811:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0b15564. 00000400:00000200:1.0:1767384346.277812:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 02000000:00000001:2.0:1767384346.277817:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384346.277820:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.277822:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:1.0:1767384346.277824:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:00000001:2.0:1767384346.277827:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384346.277830:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000200:0.0:1767384346.277831:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384346.277834:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384346.277835:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:3.0:1767384346.277836:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000010:0.0:1767384346.277837:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085dc439d. 00000020:00000040:2.0:1767384346.277838:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384346.277852:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384346.277854:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384346.277858:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000010:2.0:1767384346.277859:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000906b31c9. 00000400:00000200:0.0:1767384346.277865:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: ACK: OK 00000100:00000010:2.0:1767384346.277866:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ee181fc1. 00000400:00000200:1.0:1767384346.277874:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000100:00000001:2.0:1767384346.277875:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384346.277877:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000682777f0. 02000000:00000001:2.0:1767384346.277880:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384346.277881:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 02000000:00000001:2.0:1767384346.277889:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384346.277890:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000100:00000010:2.0:1767384346.277891:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384346.277895:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384346.277897:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384346.277898:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384346.277907:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384346.277914:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 10000000:00000010:2.0:1767384346.277921:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e2d406e7. 00000400:00000200:1.0:1767384346.277925:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384346.277927:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 10000000:01000000:2.0:1767384346.277928:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:1.0:1767384346.277935:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 10000000:00000001:2.0:1767384346.277940:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384346.277942:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384346.277944:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000020:00000001:2.0:1767384346.277946:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384346.277948:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=3 00000020:00000001:2.0:1767384346.277952:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000400:00000200:1.0:1767384346.277955:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00010000:00000001:2.0:1767384346.277956:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384346.277960:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384346.277965:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384346.277967:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00010000:00000001:2.0:1767384346.277974:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384346.277976:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00010000:00000001:2.0:1767384346.277977:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384346.277978:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00010000:00010000:2.0:1767384346.277980:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.277991:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384346.277994:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384346.277994:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00010000:00000001:2.0:1767384346.277996:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384346.277999:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384346.278003:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.278004:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 22], ns[82, 22] 10000000:00000001:2.0:1767384346.278006:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384346.278010:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384346.278011:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:2.0:1767384346.278014:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384346.278015:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 22], ns[88, 22] 00000400:00000200:3.0:1767384346.278019:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.278026:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 22], ns[96, 22] 00000400:00000200:1.0:1767384346.278033:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 22], ns[90, 22] 00000400:00000200:1.0:1767384346.278041:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 22], ns[101, 22] 00000400:00000200:3.0:1767384346.278046:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.278050:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[100, 22] 00000400:00000200:1.0:1767384346.278061:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 22], ns[102, 22] 00000400:00000200:1.0:1767384346.278069:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:3.0:1767384346.278073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.278078:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp17 00000400:00000200:1.0:1767384346.278085:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp17 lpni_is_preferred = 0 00000400:00000200:1.0:1767384346.278089:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp17 00000400:00000200:1.0:1767384346.278098:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp17 NI seq info: [107:107:256:4294967295] 192.168.203.152@tcp17 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384346.278103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.278125:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp17 00000400:00000200:1.0:1767384346.278143:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17:) -> 192.168.203.152@tcp17(192.168.203.152@tcp:192.168.203.152@tcp17) : GET try# 0 00000400:00000200:3.0:1767384346.278145:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000800:00000200:1.0:1767384346.278169:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp17 00000800:00000001:0.0:1767384346.278170:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384346.278178:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000193558e0. 00000800:00000001:0.0:1767384346.278179:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.278186:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384346.278195:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (6) 00000800:00000001:0.0:1767384346.278195:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.278198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000800:00000001:0.0:1767384346.278203:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278215:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384346.278221:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:988 00000800:00000200:1.0:1767384346.278230:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000193558e0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384346.278230:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp16(192.168.203.152@tcp16) <- 192.168.203.152@tcp16 : ACK - for me 00000400:00000200:3.0:1767384346.278237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.278246:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384346.278256:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300671 rc 0 00000400:00000200:0.0:1767384346.278259:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp16: ACK from 12345-192.168.203.152@tcp16 into md 0x1a61 00000400:00000200:0.0:1767384346.278268:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.278274:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp16->192.168.203.152@tcp16: ACK: OK 00000400:00000200:0.0:1767384346.278277:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060ba7c74 00000400:00000010:0.0:1767384346.278280:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060ba7c74. 00000400:00000200:0.0:1767384346.278284:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384346.278323:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.278329:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:0.0:1767384346.278349:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384346.278369:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (29) 00000400:00000200:1.0:1767384346.278402:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.278445:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000800:00000200:0.0:1767384346.278446:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384346.278454:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000193558e0. 00000400:00000200:0.0:1767384346.278461:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.278468:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: GET: OK 00000400:00000200:0.0:1767384346.278474:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384346.278480:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:0.0:1767384346.278498:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278518:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.278521:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278525:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.278527:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384346.278542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:0.0:1767384346.278551:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384346.278562:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17) <- 192.168.203.152@tcp17 : GET - for me 00000400:00000200:0.0:1767384346.278572:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384346.278581:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 480/480 into md 0x1a05 [1] + 0 00000400:00000200:3.0:1767384346.278590:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.278600:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp17 to MR: 192.168.203.152@tcp17 local destination 00000400:00000200:0.0:1767384346.278608:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp17 NI seq info: [108:108:256:4294967295] 192.168.203.152@tcp17 LPNI seq info [100:100:8:4294967295] 00000400:00000200:0.0:1767384346.278630:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) -> 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) 192.168.203.152@tcp17 : REPLY try# 0 00000800:00000200:0.0:1767384346.278640:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.152@tcp17 00000800:00000010:0.0:1767384346.278645:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085dc439d. 00000800:00000200:0.0:1767384346.278655:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (6) 00000400:00000200:1.0:1767384346.278658:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000200:0.0:1767384346.278665:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:1007 00000800:00000200:0.0:1767384346.278687:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085dc439d type 3, nob 576 niov 1 nkiov 1 00000400:00000200:3.0:1767384346.278713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000800:00000200:0.0:1767384346.278755:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384346.278759:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085dc439d. 00000400:00000200:0.0:1767384346.278765:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.278774:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: REPLY: OK 00000800:00000001:0.0:1767384346.278792:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278800:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.278805:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384346.278808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:0.0:1767384346.278812:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.278817:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278828:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.278829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.278848:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17) <- 192.168.203.152@tcp17 : REPLY - for me 00000400:00000200:0.0:1767384346.278867:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp17: Reply from 12345-192.168.203.152@tcp17 of length 480/480 into md 0x1a71 00000800:00000001:0.0:1767384346.278874:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278883:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384346.278886:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.278894:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: REPLY: OK 00000400:00000200:0.0:1767384346.278897:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b482f36 00000400:00000010:0.0:1767384346.278899:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b482f36. 00000400:00000200:0.0:1767384346.278912:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384346.278918:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:0.0:1767384346.278925:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:0.0:1767384346.278931:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 28. state = 0x300271 00000400:00000200:1.0:1767384346.278932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.278933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.278940:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384346.278950:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (28) 00000800:00000001:0.0:1767384346.278963:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384346.278970:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.279058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.279085:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384346.279097:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.279098:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:0.0:1767384346.279113:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000db99d5b4. 00000400:00000010:0.0:1767384346.279118:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000268201a2. 00000400:00000010:0.0:1767384346.279122:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 000000005dca26a8. 00000400:00000200:3.0:1767384346.279169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.279175:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp30(000000007e39ed88) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384346.279186:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp32(00000000b3fe9440) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384346.279196:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp33(000000004a6a9fdb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384346.279207:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp34(0000000037329960) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384346.279221:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070c2ea0f 00000400:00000200:1.0:1767384346.279224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.279231:0:16136:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.152@tcp35 00000400:00000200:0.0:1767384346.279237:0:16136:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.152@tcp35 NID 192.168.203.152@tcp35 00000400:00000010:0.0:1767384346.279244:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001d38691a. 00000400:00000200:0.0:1767384346.279252:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001d38691a nid 192.168.203.152@tcp35 00000400:00000010:0.0:1767384346.279257:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c48c82eb. 00000400:00000200:0.0:1767384346.279263:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c48c82eb net tcp35 00000400:00000200:0.0:1767384346.279267:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (27) 00000400:00000200:0.0:1767384346.279275:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp35 flags 0x11 00000400:00000200:0.0:1767384346.279286:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e57f1b9 00000400:00000200:0.0:1767384346.279289:0:16136:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.152@tcp36 00000400:00000200:0.0:1767384346.279297:0:16136:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.152@tcp36 NID 192.168.203.152@tcp36 00000400:00000200:1.0:1767384346.280112:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.280278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.280413:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.280529:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.280643:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.280673:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.280784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.280794:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000010:0.0:1767384346.280804:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d122a742. 00000400:00000200:0.0:1767384346.280815:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d122a742 nid 192.168.203.152@tcp36 00000400:00000010:0.0:1767384346.280820:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008e938511. 00000400:00000200:0.0:1767384346.280833:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000008e938511 net tcp36 00000400:00000200:0.0:1767384346.280837:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (28) 00000400:00000200:0.0:1767384346.280849:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp36 flags 0x11 00000400:00000010:0.0:1767384346.280856:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000db99d5b4. 00000400:00000010:0.0:1767384346.280860:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000268201a2. 00000400:00000010:0.0:1767384346.280865:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 000000005dca26a8. 00000400:00000010:0.0:1767384346.280870:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000568e2980. 00000400:00000200:0.0:1767384346.280879:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384346.280883:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:0.0:1767384346.280889:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:0.0:1767384346.280898:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:3.0:1767384346.280901:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.280907:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384346.280912:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:0.0:1767384346.280921:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384346.280925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384346.280933:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (29) 00000400:00000200:3.0:1767384346.281005:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281091:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281266:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281274:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281406:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281485:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281572:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281709:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281768:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281861:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.281980:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.281984:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282061:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282106:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282112:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282205:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282243:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282260:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282563:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000800:00000010:3.0:1767384346.282574:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384346.282582:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000569a4314. 00000800:00000010:3.0:1767384346.282588:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d00bd630. 00000400:00000200:1.0:1767384346.282615:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000800:00000010:3.0:1767384346.282619:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d00bd630. 00000800:00020000:3.0:1767384346.282634:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384346.282638:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000569a4314. 00000800:00000010:3.0:1767384346.282643:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e504bd. 00000400:00000200:1.0:1767384346.282689:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:02020000:3.0:1767384346.282731:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384346.282740:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp35 notifying 192.168.203.152@tcp35: down 00000800:00000200:3.0:1767384346.282748:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp35 down 00000800:00000100:3.0:1767384346.282760:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp35 00000800:00000010:3.0:1767384346.282764:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061c05583. 00000400:00000200:3.0:1767384346.282768:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384346.282773:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384346.282782:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp35 added to recovery queue. ping count: 0 next ping: 267 health :900 00000400:00000200:1.0:1767384346.282784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282788:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c2ea0f 00000400:00000010:3.0:1767384346.282793:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c2ea0f. 00000400:00000200:3.0:1767384346.282799:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384346.282804:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp35: 1 00000400:00000200:3.0:1767384346.282813:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp35 (00000000dd4c7663): -114 00000400:00000010:3.0:1767384346.282825:0:16128:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023bd2f60. 00000400:00000200:3.0:1767384346.282831:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000dd4c7663 (3) 00000400:00000200:3.0:1767384346.282839:0:16128:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000ab4b8628 nid 192.168.203.152@tcp35 00000400:00000010:3.0:1767384346.282843:0:16128:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000ab4b8628. 00000400:00000200:3.0:1767384346.282848:0:16128:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000e48360ac net tcp35 00000400:00000010:3.0:1767384346.282851:0:16128:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000e48360ac. 00000400:00000200:3.0:1767384346.282854:0:16128:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000dd4c7663 (2) 00000400:00000200:1.0:1767384346.282869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384346.282878:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384346.282884:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp35(00000000dd4c7663) state 0x80841 00000400:00000200:3.0:1767384346.282888:0:16136:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.152@tcp35(00000000dd4c7663) state 0x80841 00000400:00000200:3.0:1767384346.282892:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp35(00000000dd4c7663) state 0x80801 rc 0 00000400:00000200:3.0:1767384346.282897:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp35 (00000000dd4c7663) 00000400:00000200:3.0:1767384346.282903:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000dd4c7663 (1) 00000400:00000200:3.0:1767384346.282909:0:16136:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000dd4c7663 nid 192.168.203.152@tcp35 00000400:00000010:3.0:1767384346.282919:0:16136:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000dd4c7663. 00000400:00000200:1.0:1767384346.282956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.282994:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.283024:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.283066:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384346.283101:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384346.283263:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384346.283270:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e679146. 00000800:00000010:1.0:1767384346.283306:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6996bec. 00000800:00000010:1.0:1767384346.283340:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6996bec. 00000800:00020000:1.0:1767384346.283365:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384346.283370:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e679146. 00000800:00000010:1.0:1767384346.283373:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:1.0:1767384346.283425:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp36 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384346.283434:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp36 notifying 192.168.203.152@tcp36: down 00000800:00000200:1.0:1767384346.283441:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp36 down 00000800:00000100:1.0:1767384346.283449:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp36 00000800:00000010:1.0:1767384346.283452:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea257d34. 00000400:00000200:1.0:1767384346.283457:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384346.283461:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp36->192.168.203.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384346.283467:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp36 added to recovery queue. ping count: 0 next ping: 267 health :900 00000400:00000200:1.0:1767384346.283471:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384346.283475:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384346.283478:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384346.283482:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp36: 1 00000400:00000200:1.0:1767384346.283487:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp36 (00000000d233de57): -114 00000400:00000010:1.0:1767384346.283522:0:16126:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000070beb58f. 00000400:00000200:1.0:1767384346.283528:0:16126:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d233de57 (3) 00000400:00000200:1.0:1767384346.283536:0:16126:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000051ef4306 nid 192.168.203.152@tcp36 00000400:00000010:1.0:1767384346.283539:0:16126:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000051ef4306. 00000400:00000200:1.0:1767384346.283544:0:16126:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000006fecabfa net tcp36 00000400:00000010:1.0:1767384346.283562:0:16126:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000006fecabfa. 00000400:00000200:1.0:1767384346.283566:0:16126:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d233de57 (2) 00000400:00000200:3.0:1767384346.283577:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384346.283583:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp36(00000000d233de57) state 0x80841 00000400:00000200:3.0:1767384346.283587:0:16136:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.152@tcp36(00000000d233de57) state 0x80841 00000400:00000200:3.0:1767384346.283598:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp36(00000000d233de57) state 0x80801 rc 0 00000400:00000200:3.0:1767384346.283600:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp36 (00000000d233de57) 00000400:00000200:3.0:1767384346.283602:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d233de57 (1) 00000400:00000200:3.0:1767384346.283604:0:16136:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000d233de57 nid 192.168.203.152@tcp36 00000400:00000010:3.0:1767384346.283606:0:16136:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000d233de57. 00000020:00000010:3.0:1767384346.293009:0:30210:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d00bd630. 00000020:00000040:3.0:1767384346.293019:0:30210:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384346.293022:0:30210:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d00bd630. 00000100:00000040:3.0:1767384346.295364:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294934037, at 4294934038 00000100:00000010:3.0:1767384346.295373:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aa9511d. 00000100:00000040:0.0:1767384346.295701:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294934037, at 4294934038 00000100:00000010:0.0:1767384346.295710:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056b1e5d5. 00000100:00000040:1.0:1767384346.296576:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294934037, at 4294934039 00000100:00000010:1.0:1767384346.296585:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000293adcd3. 00000100:00000040:2.0:1767384346.297869:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294934037, at 4294934040 00000100:00000010:2.0:1767384346.297877:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067c01167. 00010000:00000001:3.0:1767384346.657364:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384346.657372:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.657378:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384346.657381:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.657401:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384346.657404:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.657407:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384346.785368:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384346.785374:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384346.785381:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000020:00000040:0.0:1767384346.785388:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384346.785406:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384346.785409:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384346.785414:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384346.785423:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000085dc439d. 00000100:00000001:0.0:1767384346.785431:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785438:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.785443:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.785456:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a952e0e8] to pc [ptlrpcd_00_02+2] req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384346.785494:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785543:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384346.785547:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384346.785552:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.785557:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785557:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.785565:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.785568:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.785570:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.785572:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.785574:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384346.785603:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.785610:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384346.785612:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.785614:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384346.785617:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384346.785619:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.785621:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737759744:0@lo:13: 00000100:00000001:0.0:1767384346.785625:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384346.785628:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384346.785630:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.785632:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384346.785636:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000055d2cc1f. 02000000:00000001:0.0:1767384346.785638:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384346.785644:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384346.785648:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 00000100:00000200:0.0:1767384346.785654:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737759744, portal 4 00000100:00000001:0.0:1767384346.785656:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384346.785657:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000040:0.0:1767384346.785663:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.785693:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.785696:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.785700:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000200:0.0:1767384346.785702:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737759744, offset 0 00000400:00000200:0.0:1767384346.785708:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.785718:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.785728:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d705a00 00000400:00000200:0.0:1767384346.785734:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:0.0:1767384346.785747:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.785751:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.785756:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384346.785757:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384346.785761:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3bbb4a8. 00000100:00000040:0.0:1767384346.785763:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000d3bbb4a8 x1853236737759744 msgsize 224 00000100:00100000:0.0:1767384346.785766:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384346.785775:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.785783:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 00000400:00000010:0.0:1767384346.785785:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00000100:00000001:0.0:1767384346.785788:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384346.785792:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.785800:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384346.785803:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.785809:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785811:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.785812:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384346.785816:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759744 00000100:00000001:0.0:1767384346.785816:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.785822:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6428 usecs (7 jiffies) 00000100:00000001:0.0:1767384346.785826:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934535 02000000:00000001:2.0:1767384346.785828:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384346.785831:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384346.785832:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000100:00000001:2.0:1767384346.785833:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.785838:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785839:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384346.785842:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759744 00000020:00000001:2.0:1767384346.785846:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384346.785847:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934535 00000020:00000040:2.0:1767384346.785848:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:2.0:1767384346.785853:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384346.785854:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000020:00000040:2.0:1767384346.785856:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:0.0:1767384346.785858:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384346.785859:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:2.0:1767384346.785863:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384346.785865:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934535 00000100:00000001:2.0:1767384346.785867:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384346.785870:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000020:00000010:2.0:1767384346.785872:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a59b21fc. 00000100:00000001:0.0:1767384346.785873:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384346.785878:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934535 00000020:00000010:2.0:1767384346.785879:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ba5d1a88. 00000100:00000010:0.0:1767384346.785882:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000020:00000040:2.0:1767384346.785886:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:0.0:1767384346.785892:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384346.785895:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.785897:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.785899:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384346.785900:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.785903:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384346.785905:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3ac0868. 00000020:00000010:2.0:1767384346.785911:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000020:00000010:2.0:1767384346.785916:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000040:2.0:1767384346.785925:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384346.785928:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.785929:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.785931:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384346.785938:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384346.785938:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384346.785960:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:2.0:1767384346.785969:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.785982:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384346.785984:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384346.785988:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384346.785992:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384346.785994:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893023744 : -113991816527872 : ffff98533644c000) 00000100:00000040:2.0:1767384346.786000:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d3bbb4a8 x1853236737759744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.786024:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.786041:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e5ae612. 00000100:00000001:2.0:1767384346.786046:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.786050:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e5ae612. 00000100:00100000:2.0:1767384346.786057:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d3bbb4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737759744:12345-0@lo:13: 00000100:00000200:2.0:1767384346.786063:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759744 00000020:00000001:2.0:1767384346.786068:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.786089:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.786092:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.786094:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384346.786097:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:2.0:1767384346.786100:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384346.786104:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.786107:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384346.786109:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384346.786112:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.786116:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384346.786120:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.786126:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b5451a85. 02000000:00000001:2.0:1767384346.786128:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.786130:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384346.786133:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384346.786139:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384346.786141:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384346.786145:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384346.786159:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.786162:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384346.786165:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384346.786169:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384346.786173:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384346.786177:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384346.786180:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384346.786184:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384346.786187:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384346.786189:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.786192:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737759744 00010000:00000001:2.0:1767384346.786221:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384346.786227:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d3bbb4a8 x1853236737759744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.786238:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.786242:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.786247:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.786253:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.786257:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.786260:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384346.786263:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.786266:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.786269:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.786272:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.786277:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000200:2.0:1767384346.786281:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737759744, offset 224 00000400:00000200:2.0:1767384346.786288:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.786319:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.786326:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d705a00 00000400:00000200:2.0:1767384346.786329:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a75 [1] + 224 00000400:00000200:2.0:1767384346.786359:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.786362:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.786367:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.786370:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.786376:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.786394:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.786399:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384346.786400:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:2.0:1767384346.786404:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.786406:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.786409:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.786413:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384346.786415:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.786423:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.786425:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.786429:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3bbb4a8 x1853236737759744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.786429:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.786433:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384346.786441:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384346.786444:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d3bbb4a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737759744:12345-0@lo:13: Request processed in 432us (677us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384346.786445:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384346.786450:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00000400:00000200:0.0:1767384346.786456:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c763dc8 00000100:00100000:2.0:1767384346.786457:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000010:0.0:1767384346.786460:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c763dc8. 00000100:00000040:2.0:1767384346.786463:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:0.0:1767384346.786466:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384346.786467:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384346.786468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384346.786472:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384346.786478:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.786481:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:2.0:1767384346.786482:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 00000100:00000010:3.0:1767384346.786492:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdcacbd8. 00000020:00000010:2.0:1767384346.786493:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000100:00000200:0.0:1767384346.786516:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384346.786525:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000010:2.0:1767384346.786526:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3ac0868. 00000100:00000001:0.0:1767384346.786532:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.786545:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384346.786546:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:3.0:1767384346.786554:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384346.786555:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.786555:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384346.786565:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384346.786566:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384346.786575:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384346.786577:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.786580:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.786584:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.786586:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4e2b4ab. 00000100:00001000:0.0:1767384346.786588:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384346.786595:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.786595:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.786609:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384346.786610:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.786613:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384346.786614:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:0.0:1767384346.786625:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.786644:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.786648:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.786648:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.786653:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384346.786654:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384346.786665:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384346.786670:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdcacbd8] to pc [ptlrpcd_00_03+3] req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.786693:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.786699:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.786705:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.786706:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.786710:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384346.786714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384346.786715:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384346.786725:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384346.786726:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384346.786733:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009523c7fc. 00000100:00000001:2.0:1767384346.786733:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:0.0:1767384346.786734:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:2.0:1767384346.786742:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00000040:0.0:1767384346.786744:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:3.0:1767384346.786747:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384346.786748:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:0.0:1767384346.786753:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384346.786759:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384346.786762:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384346.786766:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384346.786768:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384346.786768:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.786772:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.786774:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384346.786779:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.786780:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384346.786784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000968d190d. 00000100:00000001:2.0:1767384346.786784:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384346.786792:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a952e0e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737759744:0@lo:13: 00000100:00000040:2.0:1767384346.786793:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.786796:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.786802:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.786807:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.786814:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384346.786814:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a952e0e8 x1853236737759744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.786815:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.786821:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.786827:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384346.786832:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.786844:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.786856:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737759872:0@lo:400: 00000100:00000001:0.0:1767384346.786858:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384346.786864:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384346.786871:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000055d2cc1f. 00000100:00000001:2.0:1767384346.786876:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384346.786882:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384346.786883:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384346.786886:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384346.786887:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.786887:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384346.786891:0:16141:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384346.786892:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.786902:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384346.786905:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384346.786906:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085dc439d. 00000100:00000040:3.0:1767384346.786909:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009523c7fc] to pc [ptlrpcd_00_00+0] req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384346.786909:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3ac0868. 02000000:00000001:0.0:1767384346.786912:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384346.786915:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384346.786919:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384346.786920:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a952e0e8. 00000100:00000001:0.0:1767384346.786931:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767384346.786933:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065084b1. 00000100:00000001:0.0:1767384346.786937:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384346.786958:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000001:0.0:1767384346.786966:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384346.786967:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737759872, portal 25 00000100:00000001:2.0:1767384346.786972:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384346.786973:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877983232 : -113991831568384 : ffff9853355f4000) 00000100:00000001:0.0:1767384346.786973:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.786977:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.786983:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.786984:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.786984:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.786991:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.786997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384346.787020:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384346.787024:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384346.787025:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384346.787026:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384346.787032:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384346.787033:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000010:3.0:1767384346.787034:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c47f7665. 00000100:00000001:1.0:1767384346.787034:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.787036:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384346.787042:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737759872, offset 0 00000100:00000001:1.0:1767384346.787042:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384346.787045:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384346.787045:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.787059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384346.787060:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384346.787068:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384346.787069:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384346.787073:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.787075:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.787080:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384346.787080:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384346.787086:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384346.787089:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.787091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000885a3066. 00000100:00100000:0.0:1767384346.787095:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009523c7fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737760000:0@lo:400: 00000400:00000200:2.0:1767384346.787102:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d705a80 00000100:00000001:3.0:1767384346.787105:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.787106:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384346.787112:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384346.787116:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12a5 [2] + 0 02000000:00000001:0.0:1767384346.787118:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.787120:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a4176a9. 00000100:00000040:3.0:1767384346.787124:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384346.787125:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384346.787128:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6610214 02000000:00000010:0.0:1767384346.787131:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000682777f0. 00000400:00000200:2.0:1767384346.787133:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384346.787143:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384346.787149:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000200:2.0:1767384346.787158:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384346.787164:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 00000400:00000200:2.0:1767384346.787170:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6610214 00000400:00000010:2.0:1767384346.787177:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6610214. 00000100:00000001:2.0:1767384346.787188:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384346.787189:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384346.787190:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737760000, portal 10 00000100:00000200:2.0:1767384346.787193:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384346.787195:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384346.787198:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000002ff84d43 x1853236737759872 msgsize 224 00000100:00000001:0.0:1767384346.787198:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877986816 : -113991831564800 : ffff9853355f4e00) 00000100:00000001:3.0:1767384346.787207:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.787216:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384346.787216:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.787222:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384346.787228:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c47f7665] to pc [ptlrpcd_00_01+1] req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.787236:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.787236:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384346.787244:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000100:00000040:0.0:1767384346.787247:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.787251:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000400:00000010:0.0:1767384346.787255:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000001:2.0:1767384346.787262:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384346.787266:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737760000, offset 0 00000100:00000200:2.0:1767384346.787272:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.787304:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.787313:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.787330:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d705b00 00000400:00000200:0.0:1767384346.787355:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:2.0:1767384346.787357:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384346.787361:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384346.787364:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.787368:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.787372:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.787386:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.787388:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (272) 00000100:00000001:0.0:1767384346.787388:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384346.787393:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384346.787396:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384346.787402:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a952e0e8. 00000100:00000001:2.0:1767384346.787405:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.787405:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000a952e0e8 x1853236737760000 msgsize 224 00000100:00000001:3.0:1767384346.787412:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.787413:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934549 00000100:00000001:3.0:1767384346.787419:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.787423:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934535 00000100:00100000:0.0:1767384346.787425:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384346.787427:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384346.787430:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934549 00000100:00000001:2.0:1767384346.787435:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934535 00000100:00000001:2.0:1767384346.787449:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934549 00000100:00000001:0.0:1767384346.787451:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384346.787453:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.787454:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934535 00000400:00000200:0.0:1767384346.787458:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 00000400:00000010:0.0:1767384346.787465:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00000100:00000001:2.0:1767384346.787466:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934549 00000100:00000001:0.0:1767384346.787475:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384346.787478:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934535 00000100:00000200:0.0:1767384346.787488:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.787493:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.787513:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787541:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787554:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.787559:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384346.787560:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384346.787566:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.787569:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.787571:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384346.787575:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384346.787576:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737759872 02000000:00000001:3.0:1767384346.787593:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.787597:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384346.787599:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.787608:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787609:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.787609:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.787615:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.787621:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.787621:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.787622:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c47f7665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737760128:0@lo:400: 00000100:00100000:2.0:1767384346.787629:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737759872 00000100:00000040:0.0:1767384346.787632:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2905 usecs (3 jiffies) 00000020:00000001:2.0:1767384346.787639:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384346.787641:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384346.787641:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934533 00000020:00000040:2.0:1767384346.787642:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384346.787650:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384346.787651:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934549 02000000:00000001:3.0:1767384346.787652:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384346.787652:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384346.787656:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934533 02000000:00000001:3.0:1767384346.787663:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.787664:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384346.787664:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934549 02000000:00000001:3.0:1767384346.787682:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384346.787690:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384346.787690:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934533 02000000:00000010:3.0:1767384346.787693:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd048f01. 00000100:00000001:0.0:1767384346.787694:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934549 00000100:00000001:0.0:1767384346.787698:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934533 02000000:00000001:3.0:1767384346.787703:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787705:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384346.787705:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934549 00000100:00000001:0.0:1767384346.787710:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.787711:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e5ae612. 00000400:00000010:3.0:1767384346.787714:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0be5138. 00000100:00000001:2.0:1767384346.787715:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.787724:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e5ae612. 00000100:00000001:0.0:1767384346.787725:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.787729:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fedde35c. 00000020:00000010:2.0:1767384346.787730:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5bbb750. 00000100:00000001:0.0:1767384346.787730:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.787738:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384346.787740:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737760128, portal 10 00000020:00000010:2.0:1767384346.787741:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3139e9b. 00000100:00000001:0.0:1767384346.787744:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.787750:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384346.787753:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384346.787753:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384346.787755:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000001:3.0:1767384346.787759:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877993984 : -113991831557632 : ffff9853355f6a00) 00000100:00000001:0.0:1767384346.787760:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384346.787764:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384346.787764:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.787770:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787771:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.787773:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384346.787777:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.787777:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787783:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.787789:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384346.787795:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760000 00000100:00000001:2.0:1767384346.787796:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384346.787802:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384346.787807:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.787810:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384346.787810:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.787811:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384346.787818:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384346.787820:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.787825:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384346.787828:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760000 00000100:00100000:2.0:1767384346.787829:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000001:0.0:1767384346.787833:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384346.787834:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 00000100:00000040:2.0:1767384346.787835:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000040:0.0:1767384346.787836:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:2.0:1767384346.787842:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016911440 : -113991692640176 : ffff98533da72050) 00000020:00000001:0.0:1767384346.787843:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384346.787844:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737760128, offset 0 00000020:00000040:0.0:1767384346.787848:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000040:2.0:1767384346.787851:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ff84d43 x1853236737759872/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384346.787855:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000020:00000001:0.0:1767384346.787861:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000400:00000200:3.0:1767384346.787868:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384346.787868:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384346.787870:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.787875:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e5ae612. 00000020:00000010:0.0:1767384346.787875:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000100:00000001:2.0:1767384346.787884:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.787884:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.787890:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e5ae612. 00000020:00000010:0.0:1767384346.787891:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000020:00000010:0.0:1767384346.787899:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000100:00100000:2.0:1767384346.787900:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ff84d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737759872:12345-0@lo:400: 00000400:00000200:3.0:1767384346.787903:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384346.787909:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000957d3bf9. 00000100:00000200:2.0:1767384346.787915:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737759872 00000020:00000001:2.0:1767384346.787927:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384346.787927:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000020:00000001:2.0:1767384346.787933:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.787936:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.787938:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384346.787938:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384346.787943:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000001:0.0:1767384346.787944:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384346.787950:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d705b80 00000100:00000001:0.0:1767384346.787951:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384346.787967:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384346.787973:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.787982:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000020:00000001:2.0:1767384346.787982:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.787996:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384346.787997:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384346.788000:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384346.788002:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384346.788006:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.788008:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.788012:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384346.788014:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384346.788017:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384346.788018:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.788024:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f014fa83. 00000100:00000001:0.0:1767384346.788026:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384346.788027:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.788033:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.788035:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.788046:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384346.788047:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.788053:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737759872 00000100:00000001:3.0:1767384346.788054:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384346.788054:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384346.788056:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384346.788063:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:2.0:1767384346.788066:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ff84d43 x1853236737759872/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.788073:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000010:3.0:1767384346.788078:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6dd004f. 00000100:00000040:0.0:1767384346.788082:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00010000:00000001:2.0:1767384346.788083:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.788086:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.788087:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000b6dd004f x1853236737760128 msgsize 224 00000100:00001000:2.0:1767384346.788090:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.788090:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081893024640 : -113991816526976 : ffff98533644c380) 00000100:00000001:2.0:1767384346.788102:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.788111:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:0.0:1767384346.788111:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a952e0e8 x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.788115:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384346.788119:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384346.788127:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.788129:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.788134:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.788140:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384346.788143:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.788144:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384346.788145:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384346.788155:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737759872, offset 224 00000020:00000010:0.0:1767384346.788157:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e5df08d. 00000100:00000001:0.0:1767384346.788162:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384346.788163:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000400:00000010:3.0:1767384346.788170:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000020:00000010:0.0:1767384346.788170:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e5df08d. 00000100:00000001:3.0:1767384346.788183:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384346.788189:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384346.788191:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a952e0e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737760000:12345-0@lo:400: 00000100:00000200:3.0:1767384346.788194:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384346.788198:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760000 00000020:00000001:0.0:1767384346.788203:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384346.788207:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384346.788208:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384346.788213:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.788222:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384346.788227:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000400:00000200:2.0:1767384346.788230:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d705a80 00000020:00000001:0.0:1767384346.788237:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384346.788244:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.788252:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000020:00000001:0.0:1767384346.788255:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384346.788258:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384346.788259:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384346.788260:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384346.788267:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.788268:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384346.788273:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384346.788274:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384346.788278:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.788285:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384346.788290:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055d2cc1f. 00000100:00000001:2.0:1767384346.788291:0:16772:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384346.788298:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384346.788300:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.788302:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.788302:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.788319:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384346.788322:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760000 00000100:00000040:2.0:1767384346.788324:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.788328:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384346.788338:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.788354:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384346.788356:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384346.788360:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.788361:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.788364:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.788367:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384346.788370:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384346.788371:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384346.788371:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.788376:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384346.788381:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ff84d43 x1853236737759872/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.788382:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384346.788387:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a952e0e8 x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.788397:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3287 usecs (4 jiffies) 00000100:00000001:3.0:1767384346.788409:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294934535 00000100:00100000:2.0:1767384346.788421:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ff84d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737759872:12345-0@lo:400: Request processed in 546us (1216us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384346.788423:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.788434:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.788436:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294934549 00000100:00001000:0.0:1767384346.788437:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=56 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384346.788443:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:3.0:1767384346.788450:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294934535 00000100:00000040:2.0:1767384346.788452:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384346.788452:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.788459:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.788464:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294934549 00000100:00000001:2.0:1767384346.788464:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384346.788465:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:2.0:1767384346.788472:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384346.788480:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294934535 00000020:00000010:2.0:1767384346.788481:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3139e9b. 02000000:00000001:0.0:1767384346.788481:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.788488:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.788496:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294934549 00000100:00000001:0.0:1767384346.788512:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384346.788513:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000100:00000001:3.0:1767384346.788528:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294934535 00000020:00000010:2.0:1767384346.788528:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5bbb750. 00000100:00000040:0.0:1767384346.788528:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384346.788556:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000400:00000010:0.0:1767384346.788557:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000001:3.0:1767384346.788559:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294934549 00000100:00000200:0.0:1767384346.788564:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737760000, offset 224 02000000:00000001:2.0:1767384346.788565:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384346.788570:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f014fa83. 00000100:00000001:3.0:1767384346.788574:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.788578:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384346.788578:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384346.788584:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.788585:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.788591:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384346.788594:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384346.788598:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384346.788599:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384346.788602:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c54eded. 00000100:00000001:3.0:1767384346.788614:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384346.788614:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f566d75. 00000400:00000200:0.0:1767384346.788616:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d705b00 00000100:00000001:3.0:1767384346.788623:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384346.788631:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384346.788631:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a89 [1] + 224 00000100:00000001:3.0:1767384346.788639:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.788646:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.788646:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384346.788648:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.788661:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.788661:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384346.788687:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384346.788690:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.788692:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384346.788695:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000065084b1. 00000400:00000200:2.0:1767384346.788700:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384346.788701:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:3.0:1767384346.788702:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384346.788707:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760128 00000100:00000001:2.0:1767384346.788708:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384346.788708:0:16779:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384346.788717:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.788719:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384346.788722:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.788724:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384346.788725:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384346.788737:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.788751:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760128 00000020:00000001:3.0:1767384346.788758:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.788764:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384346.788772:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.788779:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:3.0:1767384346.788786:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000040:0.0:1767384346.788786:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384346.788787:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.788798:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384346.788813:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.788820:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009118d203. 00000020:00000010:3.0:1767384346.788830:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000060198678. 00000020:00000040:3.0:1767384346.788843:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:2.0:1767384346.788844:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.788847:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384346.788850:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.788856:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384346.788858:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 02000000:00000001:2.0:1767384346.788859:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384346.788861:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384346.788863:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384346.788863:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00000100:00000001:2.0:1767384346.788867:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.788868:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bee5ebcb. 00000100:00000001:0.0:1767384346.788869:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.788875:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384346.788881:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.788883:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000782db98c. 00000100:00000001:0.0:1767384346.788884:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.788886:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=61 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384346.788894:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 00000100:00001000:2.0:1767384346.788895:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=61 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384346.788895:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384346.788905:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384346.788908:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384346.788909:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384346.788909:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.788919:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.788920:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.788921:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384346.788922:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.788924:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384346.788932:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a952e0e8 x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.788933:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.788935:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384346.788938:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.788947:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.788950:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384346.788953:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.788969:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a952e0e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737760000:12345-0@lo:400: Request processed in 808us (1543us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384346.788971:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.788989:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.788991:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384346.788996:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1767384346.789000:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384346.789001:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384346.789003:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:2.0:1767384346.789010:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.789011:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384346.789018:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384346.789020:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384346.789024:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.789025:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000020:00000010:0.0:1767384346.789026:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000957d3bf9. 00000100:00000001:3.0:1767384346.789038:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877985920 : -113991831565696 : ffff9853355f4a80) 00000020:00000010:0.0:1767384346.789040:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00100000:2.0:1767384346.789048:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737759872:0@lo:400: 00000020:00000010:0.0:1767384346.789057:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000100:00000040:3.0:1767384346.789059:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6dd004f x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.789060:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384346.789068:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:0.0:1767384346.789075:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789077:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.789089:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdcacbd8 x1853236737759872/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.789100:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.789106:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e75b1e94. 00000100:00000001:2.0:1767384346.789108:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384346.789113:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.789114:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384346.789118:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384346.789121:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e75b1e94. 02000000:00000010:2.0:1767384346.789123:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3ac0868. 00000100:00000001:0.0:1767384346.789123:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384346.789137:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767384346.789138:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384346.789140:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384346.789146:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6dd004f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737760128:12345-0@lo:400: 00000020:00000040:2.0:1767384346.789147:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000400:00000001:0.0:1767384346.789147:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384346.789156:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00000020:00000001:2.0:1767384346.789160:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384346.789170:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760128 00000400:00000200:0.0:1767384346.789170:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c763dc8 02000000:00000010:2.0:1767384346.789171:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4e2b4ab. 00000020:00000001:3.0:1767384346.789180:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384346.789182:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c763dc8. 02000000:00000001:2.0:1767384346.789183:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384346.789194:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384346.789196:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384346.789197:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384346.789208:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384346.789209:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdcacbd8. 00000100:00000200:0.0:1767384346.789210:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.789221:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384346.789223:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384346.789228:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:2.0:1767384346.789230:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384346.789234:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.789235:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384346.789236:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.789243:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789247:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384346.789257:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384346.789257:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.789264:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384346.789265:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.789265:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384346.789268:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.789270:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.789270:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.789274:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384346.789281:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384346.789283:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.789285:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384346.789287:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384346.789324:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.789328:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.789331:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.789336:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=56 v=5 (5 0 0 0) 00000100:00080000:2.0:1767384346.789344:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:0.0:1767384346.789346:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=56 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384346.789351:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:0.0:1767384346.789352:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384346.789356:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.789358:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004afcfda1. 00010000:00000001:0.0:1767384346.789360:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384346.789366:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384346.789367:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.789378:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.789381:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.789396:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.789403:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000040:3.0:1767384346.789404:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760128 00000100:00000040:0.0:1767384346.789406:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384346.789408:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384346.789409:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.789412:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.789423:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384346.789425:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.789430:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384346.789431:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384346.789435:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6dd004f x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.789439:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.789465:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384346.789471:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009523c7fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737760000:0@lo:400: 00010000:00000001:3.0:1767384346.789472:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.789486:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384346.789487:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.789489:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384346.789496:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009523c7fc x1853236737760000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.789512:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.789531:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.789537:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:0.0:1767384346.789540:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384346.789545:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.789546:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384346.789551:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384346.789552:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000682777f0. 02000000:00000001:0.0:1767384346.789564:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384346.789565:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384346.789567:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384346.789569:0:16138:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384346.789574:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384346.789576:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384346.789580:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000968d190d. 00000400:00000010:3.0:1767384346.789582:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 02000000:00000001:0.0:1767384346.789598:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384346.789601:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737760128, offset 224 02000000:00000001:0.0:1767384346.789608:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384346.789612:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009523c7fc. 00000400:00000200:3.0:1767384346.789618:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384346.789620:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384346.789624:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.789627:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.789634:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384346.789635:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384346.789637:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.789643:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.789647:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.789653:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d705b80 00000400:00000200:3.0:1767384346.789663:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a91 [1] + 224 00000400:00000200:3.0:1767384346.789669:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.789672:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.789686:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.789691:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.789701:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.789722:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.789728:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000400:00000010:3.0:1767384346.789730:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000100:00000001:3.0:1767384346.789732:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.789734:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.789737:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.789739:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.789741:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.789750:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.789752:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384346.789755:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.789759:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384346.789760:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6dd004f x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384346.789764:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.789770:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384346.789776:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6dd004f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737760128:12345-0@lo:400: Request processed in 670us (1684us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384346.789776:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0be5138. 00000400:00000200:2.0:1767384346.789789:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fedde35c 00000100:00100000:3.0:1767384346.789794:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000400:00000010:2.0:1767384346.789796:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fedde35c. 00000100:00000040:3.0:1767384346.789798:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384346.789804:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384346.789805:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384346.789814:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384346.789817:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384346.789819:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000782db98c. 00000020:00000010:3.0:1767384346.789829:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000020:00000010:3.0:1767384346.789835:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bee5ebcb. 00000100:00000200:2.0:1767384346.789836:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384346.789852:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:2.0:1767384346.789853:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.789857:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789863:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789866:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384346.789868:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384346.789869:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.789871:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.789873:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.789877:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=55 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384346.789882:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.789885:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.789887:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.789889:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384346.789898:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.789904:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.789906:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384346.789908:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384346.789910:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384346.789911:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.789913:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.789918:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.789919:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384346.789920:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384346.789923:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.789928:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c47f7665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737760128:0@lo:400: 00000100:00000001:2.0:1767384346.789941:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789942:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.789944:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c47f7665 x1853236737760128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.789949:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.789951:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384346.789953:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd048f01. 02000000:00000001:2.0:1767384346.789959:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384346.789960:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.789961:0:16139:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384346.789978:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384346.789979:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000885a3066. 02000000:00000001:2.0:1767384346.789981:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384346.789983:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384346.789984:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c47f7665. 00000100:00000001:2.0:1767384346.789986:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384346.789988:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789989:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.789993:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.789995:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.789996:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.789998:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.807350:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294934549, at 4294934550 00000100:00000040:1.0:1767384346.807374:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294934549, at 4294934550 00000100:00000010:0.0:1767384346.807378:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ec628c8. 00000100:00000010:1.0:1767384346.807387:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000100:00000040:2.0:1767384346.808334:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294934549, at 4294934551 00000100:00000010:2.0:1767384346.808344:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000100:00000040:3.0:1767384346.808350:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294934549, at 4294934551 00000100:00000010:3.0:1767384346.808364:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00080000:00000001:0.0:1767384346.889208:0:30358:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384346.889219:0:30358:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.889222:0:30358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.889228:0:30358:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384346.889233:0:30358:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.889235:0:30358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384347.042373:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.042379:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.042383:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:0.0:1767384347.042389:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000400:00000200:0.0:1767384347.042395:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384347.042402:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384347.042414:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007331d998. 00000400:00000010:0.0:1767384347.042419:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a8ee6060. 00000400:00000001:0.0:1767384347.042425:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.042427:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.042428:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a602723e 00000400:00000010:0.0:1767384347.042429:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a602723e. 00000400:00000200:0.0:1767384347.042431:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384347.042433:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384347.042435:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c042d2e7. 00000400:00000010:0.0:1767384347.042437:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034943337. 00000400:00000001:0.0:1767384347.042440:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.042441:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.042442:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0db0a3c 00000400:00000010:0.0:1767384347.042443:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0db0a3c. 00000400:00000200:0.0:1767384347.042454:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384347.042457:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384347.042461:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007fec79d2. 00000400:00000010:0.0:1767384347.042463:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002166e9cc. 00000400:00000200:0.0:1767384347.042469:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp35 00000400:00000010:0.0:1767384347.042473:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007fec79d2. 00000400:00000010:0.0:1767384347.042479:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3dda522. 00000400:00000010:0.0:1767384347.042483:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0db0a3c. 00000400:00000010:0.0:1767384347.042489:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb968ed9. 00000400:00000200:0.0:1767384347.042492:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp35 00000400:00000200:0.0:1767384347.042523:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp35 local destination 00000400:00000200:0.0:1767384347.042529:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp35 00000400:00000200:0.0:1767384347.042533:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp35 NI seq info: [109:109:256:4294967295] 192.168.203.152@tcp35 LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1767384347.042542:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp35 00000400:00000200:0.0:1767384347.042550:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35:) -> 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) : GET try# 0 00000800:00000200:0.0:1767384347.042555:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp35 00000800:00000010:0.0:1767384347.042560:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085dc439d. 00000800:00000200:0.0:1767384347.042567:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000800:00000200:0.1:1767384347.042572:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000400:00000200:0.0:1767384347.042594:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp35 added to recovery queue. ping count: 1 next ping: 269 health :900 00000400:00000200:0.0:1767384347.042598:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp36 00000400:00000010:0.0:1767384347.042601:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007331d998. 00000400:00000010:0.0:1767384347.042605:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b6be3284. 00000400:00000010:0.0:1767384347.042610:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a602723e. 00000400:00000010:0.0:1767384347.042618:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e149f81. 00000400:00000200:0.0:1767384347.042621:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp36 00000400:00000200:0.0:1767384347.042626:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp36 local destination 00000400:00000200:0.0:1767384347.042630:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp36 00000400:00000200:0.0:1767384347.042632:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp36 NI seq info: [110:110:256:4294967295] 192.168.203.152@tcp36 LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1767384347.042636:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp36 00000400:00000200:0.0:1767384347.042647:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36:) -> 192.168.203.152@tcp36(192.168.203.152@tcp36:192.168.203.152@tcp36) : GET try# 0 00000800:00000200:0.0:1767384347.042661:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp36 00000800:00000010:0.0:1767384347.042664:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b8616094. 00000800:00000200:0.0:1767384347.042669:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000800:00000200:0.1:1767384347.042674:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000400:00000200:1.0:1767384347.042684:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384347.042702:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp36 added to recovery queue. ping count: 1 next ping: 269 health :900 00000400:00000200:1.0:1767384347.042758:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.042799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.042822:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.042844:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.042936:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.042984:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043100:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.043120:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043161:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.043220:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043224:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043394:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043416:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043518:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043560:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043600:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043632:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043670:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043743:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043823:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.043982:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044104:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044343:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.044417:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.044605:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.044715:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044754:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.044803:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.044905:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.044962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045012:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045059:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045151:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045185:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045264:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045279:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045369:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045417:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045539:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045600:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045625:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.045670:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000800:00000010:1.0:1767384347.045710:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384347.045718:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074a0f405. 00000400:00000200:3.0:1767384347.045723:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000800:00000010:1.0:1767384347.045725:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008fe06645. 00000400:00000200:3.0:1767384347.045772:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000800:00000010:1.0:1767384347.045773:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008fe06645. 00000800:00020000:1.0:1767384347.045801:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384347.045807:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074a0f405. 00000800:00000010:1.0:1767384347.045813:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:00000200:3.0:1767384347.045836:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:02020000:1.0:1767384347.045928:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384347.045929:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045943:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp35 notifying 192.168.203.152@tcp35: down 00000400:00000200:1.0:1767384347.045950:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384347.045958:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp35 00000800:00000010:1.0:1767384347.045963:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085dc439d. 00000400:00000200:1.0:1767384347.045968:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.045974:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384347.045977:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384347.045986:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384347.045994:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384347.046003:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp35) recovery failed with -71 00000400:00000200:3.0:1767384347.046023:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046045:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046066:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046106:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046124:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046146:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046164:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046182:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046198:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046214:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384347.046229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384347.046556:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384347.046562:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f53913d. 00000800:00000010:3.0:1767384347.046567:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008af3bc7d. 00000800:00000010:3.0:1767384347.046587:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008af3bc7d. 00000800:00020000:3.0:1767384347.046599:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384347.046604:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f53913d. 00000800:00000010:3.0:1767384347.046608:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e504bd. 00000400:02020000:3.0:1767384347.046673:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp36 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384347.046683:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp36 notifying 192.168.203.152@tcp36: down 00000400:00000200:3.0:1767384347.046690:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384347.046705:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp36 00000800:00000010:3.0:1767384347.046709:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b8616094. 00000400:00000200:3.0:1767384347.046715:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384347.046721:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp36->192.168.203.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384347.046738:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384347.046743:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384347.046748:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp36) recovery failed with -71 00000001:00000001:3.0:1767384347.658240:0:30522:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384347.658247:0:30522:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384347.661657:0:30522:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384347.669071:0:30523:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000023dbcdc5. 00000400:00000010:2.0:1767384347.669085:0:30523:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f42954ea. 00000400:00000010:2.0:1767384347.669094:0:30523:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000065ae3944. 00000400:00000010:2.0:1767384347.669098:0:30523:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000143cd1fc. 00000400:00000010:2.0:1767384347.669101:0:30523:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ac559aa. 00000400:00000010:2.0:1767384347.669105:0:30523:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f6219ef. 00000400:00000010:2.0:1767384347.669106:0:30523:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068d2e0b7. 00000400:00000010:2.0:1767384347.669108:0:30523:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad24c049. 00000400:00000010:2.0:1767384347.669110:0:30523:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a60c9d88. 00000800:00000010:2.0:1767384347.669125:0:30523:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cd45ff82. 00000800:00000200:2.0:1767384347.669136:0:30523:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384347.669146:0:30523:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384347.669180:0:30523:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:2.0:1767384347.669202:0:30523:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384347.670828:0:30523:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000d8d914d6. 00000400:00000010:2.0:1767384347.670834:0:30523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065084b1. 00000400:00000010:2.0:1767384347.670838:0:30523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000400:00000001:2.0:1767384347.670857:0:30523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.670864:0:30523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384347.670866:0:30523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007024e483. 00000400:00000200:2.0:1767384347.670869:0:30523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d53ff6 00000400:00000010:2.0:1767384347.670871:0:30523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d53ff6. 00000400:00000010:2.0:1767384347.670875:0:30523:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000001e073d71. 00000400:00000200:2.0:1767384347.670879:0:30523:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (28) 00000400:00000200:2.0:1767384347.670892:0:30523:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384347.670899:0:30523:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384347.670905:0:30523:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f7193346. 00000020:01000000:2.0:1767384347.670908:0:30523:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384347.670910:0:30523:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp37 00000400:00000010:2.0:1767384347.670924:0:30523:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f42954ea. 00000400:00000010:2.0:1767384347.670927:0:30523:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000023dbcdc5. 00000020:00000001:0.0:1767384347.670972:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384347.670973:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384347.670980:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.670983:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384347.670984:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 10000000:01000000:0.0:1767384347.670987:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384347.670995:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.670997:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384347.670998:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 00000020:01000004:0.0:1767384347.670999:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.671010:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384347.671012:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (29) 00000020:01000004:0.0:1767384347.671014:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.671025:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.671028:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384347.671031:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f114d0c. 00000020:01000004:0.0:1767384347.671032:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384347.671040:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.671043:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384347.671044:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp17 00000100:00000010:0.0:1767384347.671057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:0.0:1767384347.671066:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:3.0:1767384347.671071:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp17 to MR: 192.168.203.152@tcp17 local destination 00000100:00000001:0.0:1767384347.671076:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384347.671083:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp17 NI seq info: [111:111:256:4294967295] 192.168.203.152@tcp17 LPNI seq info [103:103:8:4294967295] 02000000:00000001:0.0:1767384347.671083:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.671092:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.671093:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp17 00000400:00000200:3.0:1767384347.671106:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) -> 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) : PUT try# 0 02000000:00000010:0.0:1767384347.671108:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b4fdbb75. 00000800:00000200:3.0:1767384347.671115:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.152@tcp17 00000100:00000001:0.0:1767384347.671119:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384347.671120:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068eecbe6. 00000800:00000200:3.0:1767384347.671139:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (6) 00000100:00000001:0.0:1767384347.671140:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.671145:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.671158:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822f0636] to pc [ptlrpcd_00_02+2] req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384347.671159:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:988 00000800:00000200:3.0:1767384347.671172:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068eecbe6 type 1, nob 592 niov 1 nkiov 1 00000400:00000200:3.0:1767384347.671197:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384347.671201:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 10000000:00000001:0.0:1767384347.671209:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.671213:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.671227:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384347.671229:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384347.671237:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384347.671245:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384347.671246:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.671250:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.671253:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384347.671254:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.671255:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384347.671255:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384347.671263:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384347.671264:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384347.671264:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384347.671304:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.671307:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.671310:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.671313:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.671315:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384347.671317:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.671319:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384347.671324:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d110b5. 00000100:00000040:2.0:1767384347.671328:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384347.671330:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384347.671335:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.671338:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.671342:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.671349:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.671354:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.671354:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056d12851. 02000000:00000001:2.0:1767384347.671362:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384347.671362:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.671367:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.671368:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.671372:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.671374:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.671379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036d110b5] to pc [ptlrpcd_00_03+3] req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.671382:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737760256:0@lo:253: 00000100:00000001:2.0:1767384347.671394:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384347.671402:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384347.671405:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.671409:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384347.671410:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.671414:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384347.671418:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c368385. 00000020:00000001:0.0:1767384347.671418:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384347.671420:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384347.671426:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384347.671428:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384347.671428:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f7193346. 00000400:00000010:2.0:1767384347.671435:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0a3cf8. 00000800:00000010:3.0:1767384347.671442:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068eecbe6. 00000400:00000010:2.0:1767384347.671447:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f42954ea. 00000800:00000001:0.0:1767384347.671448:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384347.671449:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384347.671457:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737760256, portal 25 00000800:00000001:0.0:1767384347.671464:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.671465:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: PUT: OK 00000100:00000001:2.0:1767384347.671467:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384347.671470:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384347.671476:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 00000400:00000200:3.0:1767384347.671484:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384347.671484:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.671514:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp17: 0 00000100:00000040:2.0:1767384347.671521:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.671524:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17) <- 192.168.203.152@tcp17 : PUT - for me 00000100:00000001:2.0:1767384347.671550:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.671554:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.671560:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ddc242. 00000400:00000200:0.0:1767384347.671564:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384347.671567:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737760256, offset 0 00000400:00000200:0.0:1767384347.671578:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 480/496 into md 0x1a6d [1] + 0 00000100:00000001:3.0:1767384347.671583:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384347.671583:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 00000100:00000001:3.0:1767384347.671586:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384347.671589:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384347.671596:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.671596:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad6813cc 00000800:00000001:0.0:1767384347.671609:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384347.671617:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384347.671620:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.671629:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384347.671630:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.671634:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.671639:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384347.671645:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: PUT: OK 02000000:00000001:3.0:1767384347.671646:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384347.671649:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384347.671657:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.671659:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6813cc 00000400:00000010:0.0:1767384347.671666:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6813cc. 00000100:00100000:3.0:1767384347.671667:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036d110b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737760384:0@lo:253: 00000400:00000200:2.0:1767384347.671676:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705c00 00000400:00000200:0.0:1767384347.671678:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384347.671692:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384347.671694:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 02000000:00000001:3.0:1767384347.671700:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384347.671701:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12e1 [2] + 0 00000400:00000200:0.0:1767384347.671705:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 02000000:00000001:3.0:1767384347.671708:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.671716:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (496 bytes) 02000000:00000001:3.0:1767384347.671718:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384347.671721:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445e32d6. 00000400:00000200:0.0:1767384347.671731:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 02000000:00000010:3.0:1767384347.671732:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000050e504bd. 00000400:00000200:2.0:1767384347.671733:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c45584c 02000000:00000001:3.0:1767384347.671742:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.671748:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000400:00000200:2.0:1767384347.671749:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.671751:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (31) 00000400:00000010:3.0:1767384347.671756:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d91838. 00000100:00000200:3.0:1767384347.671765:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737760384, portal 25 00000400:00000200:2.0:1767384347.671766:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384347.671766:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384347.671778:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384347.671782:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067440256 : -113992642111360 : ffff9853050f5880) 00000400:00000200:0.0:1767384347.671782:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp17 to MR: 192.168.203.152@tcp17 local destination 00000400:00000200:0.0:1767384347.671810:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp17 NI seq info: [112:112:256:4294967295] 192.168.203.152@tcp17 LPNI seq info [104:104:8:4294967295] 00000100:00000040:3.0:1767384347.671811:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.671840:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384347.671852:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.671859:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f53913d. 00000400:00000200:0.0:1767384347.671860:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) -> 192.168.203.152@tcp17(192.168.203.152@tcp17:192.168.203.152@tcp17) 192.168.203.152@tcp17 : ACK try# 0 00000100:00000200:3.0:1767384347.671868:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737760384, offset 0 00000400:00000200:2.0:1767384347.671873:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c45584c 00000800:00000200:0.0:1767384347.671874:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp17 00000400:00000010:2.0:1767384347.671879:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c45584c. 00000800:00000010:0.0:1767384347.671881:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fe89a7d. 00000100:00000001:2.0:1767384347.671888:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384347.671893:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384347.671903:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384347.671904:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (6) 00000100:00000040:2.0:1767384347.671907:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000005b6b1af9 x1853236737760256 msgsize 4848 00000800:00000200:0.0:1767384347.671919:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:1007 00000100:00100000:2.0:1767384347.671923:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384347.671925:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fe89a7d type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384347.671933:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384347.671935:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384347.671949:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384347.671951:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384347.671952:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705c80 00000800:00000001:0.0:1767384347.671958:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.671966:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000400:00000010:3.0:1767384347.671970:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d48c47. 00000400:00000200:3.0:1767384347.671974:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009801fb70 00000400:00000200:2.0:1767384347.671977:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ddc242 00000400:00000200:3.0:1767384347.671980:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384347.671983:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ddc242. 00000400:00000200:3.0:1767384347.671990:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.671995:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384347.671996:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009801fb70 00000400:00000010:3.0:1767384347.672002:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009801fb70. 00000100:00000200:2.0:1767384347.672022:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.672025:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384347.672028:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384347.672036:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000088635f5c x1853236737760384 msgsize 4848 00000100:00100000:3.0:1767384347.672056:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384347.672061:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384347.672063:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.672070:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.672076:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384347.672088:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f53913d 00000100:00000001:2.0:1767384347.672089:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384347.672090:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384347.672094:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f53913d. 00000100:00000001:2.0:1767384347.672098:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.672101:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384347.672102:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fe89a7d. 00000100:00000001:2.0:1767384347.672105:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384347.672110:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.672114:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384347.672115:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294935433 00000100:00000001:3.0:1767384347.672131:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384347.672131:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af4e29b5. 00000400:00000200:0.0:1767384347.672135:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: ACK: OK 00000100:00000040:3.0:1767384347.672139:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.672146:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384347.672150:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384347.672161:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384347.672161:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.672164:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294935433 00000100:00000001:3.0:1767384347.672177:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384347.672179:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000661671e4. 00000800:00000001:0.0:1767384347.672179:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384347.672186:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.672187:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384347.672193:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294935433 00000800:00000001:0.0:1767384347.672194:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.672196:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294935433 00000800:00000001:0.0:1767384347.672208:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384347.672210:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294935433 00000100:00000010:2.0:1767384347.672211:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004473c7db. 00000100:00000001:3.0:1767384347.672216:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294935433 00000800:00000001:0.0:1767384347.672218:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.672221:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294935433 00000100:00000001:2.0:1767384347.672223:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384347.672226:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294935433 00000100:00000001:2.0:1767384347.672234:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294935433 00000100:00000001:3.0:1767384347.672235:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294935433 00000400:00000200:0.0:1767384347.672236:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp17(192.168.203.152@tcp17) <- 192.168.203.152@tcp17 : ACK - for me 00000100:00000001:3.0:1767384347.672247:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294935433 00000100:00000010:2.0:1767384347.672250:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000293adcd3. 00000100:00000001:2.0:1767384347.672260:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384347.672262:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp17: ACK from 12345-192.168.203.152@tcp17 into md 0x1ab5 00000100:00000001:2.0:1767384347.672267:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.672268:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294935433 00000400:00000200:0.0:1767384347.672270:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.672274:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.672277:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672280:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672283:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.672323:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp17->192.168.203.152@tcp17: ACK: OK 00000400:00000200:0.0:1767384347.672331:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000400:00000010:0.0:1767384347.672335:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000400:00000200:0.0:1767384347.672340:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384347.672343:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384347.672343:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:3.0:1767384347.672347:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384347.672352:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384347.672352:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:3.0:1767384347.672361:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384347.672363:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (30) 00000100:00000001:3.0:1767384347.672365:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672370:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384347.672375:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.672383:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.672407:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384347.672411:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760256 02000000:00000001:3.0:1767384347.672414:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384347.672416:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.672419:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.672423:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.672426:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760256 00000020:00000001:3.0:1767384347.672429:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384347.672431:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384347.672435:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.672438:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384347.672441:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384347.672443:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384347.672448:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.672451:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384347.672454:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.672457:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000020:00000010:3.0:1767384347.672463:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051ef4306. 00000020:00000010:3.0:1767384347.672471:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001106eed6. 00000020:00000010:3.0:1767384347.672476:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 00000100:00000040:3.0:1767384347.672489:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384347.672505:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384347.672506:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.672508:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672523:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672536:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.672548:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384347.672550:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760384 02000000:00000001:3.0:1767384347.672553:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384347.672555:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.672556:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.672558:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.672560:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760384 00000020:00000001:3.0:1767384347.672562:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384347.672565:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384347.672566:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.672569:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000001:3.0:1767384347.672572:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384347.672576:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384347.672579:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.672581:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:3.0:1767384347.672584:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.672587:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000020:00000010:3.0:1767384347.672591:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d233de57. 00000020:00000010:3.0:1767384347.672595:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000734b0f27. 00000400:00000200:0.0:1767384347.672598:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384347.672599:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fcf71eea. 00000400:00000010:0.0:1767384347.672605:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000064c2f083. 00000100:00000001:3.0:1767384347.672607:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384347.672614:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.672616:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.672617:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384347.672628:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000100:00000001:3.0:1767384347.672629:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672646:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.672647:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000064c2f083 00000400:00000010:0.0:1767384347.672662:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000707a8b7e. 00000400:00000200:0.0:1767384347.672669:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00000001:3.0:1767384347.672673:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384347.672677:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384347.672678:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 00000400:00000200:0.0:1767384347.672685:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (29) 00000100:00100000:3.0:1767384347.672692:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000400:00000010:0.0:1767384347.672693:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000990d486e. 00000100:00000040:3.0:1767384347.672696:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000010:0.0:1767384347.672701:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 00000100:00000001:3.0:1767384347.672702:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016909392 : -113991692642224 : ffff98533da71850) 00000100:00000040:3.0:1767384347.672719:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b6b1af9 x1853236737760256/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384347.672720:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a34ce881. 00000400:00000200:0.0:1767384347.672739:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384347.672752:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:3.0:1767384347.672768:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384347.672768:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:2.0:1767384347.672769:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.672776:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000100:00000001:2.0:1767384347.672779:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.672786:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.672788:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.672790:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:00000010:3.0:1767384347.672798:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000100:00000001:2.0:1767384347.672806:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.672812:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384347.672820:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000100:00100000:3.0:1767384347.672822:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b6b1af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737760256:12345-0@lo:253: 00000100:00000001:2.0:1767384347.672826:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384347.672828:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760256 00000100:00000001:2.0:1767384347.672832:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384347.672834:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384347.672839:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.672841:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384347.672845:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000020:00000001:3.0:1767384347.672846:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.672849:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.672857:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384347.672861:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:0.0:1767384347.672865:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000020:00000001:3.0:1767384347.672872:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384347.672875:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.672878:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000020:00000001:3.0:1767384347.672883:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384347.672885:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384347.672887:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384347.672887:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000100:00000001:2.0:1767384347.672892:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384347.672894:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.672899:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000100:00000001:3.0:1767384347.672903:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384347.672905:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 02000000:00000001:3.0:1767384347.672909:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384347.672914:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000040:2.0:1767384347.672916:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 02000000:00000010:3.0:1767384347.672919:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1f7ce00. 00000400:00000200:0.0:1767384347.672922:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:2.0:1767384347.672924:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016917584 : -113991692634032 : ffff98533da73850) 02000000:00000001:3.0:1767384347.672928:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.672953:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:3.0:1767384347.672954:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.672954:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088635f5c x1853236737760384/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384347.672969:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384347.672981:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 20000000:00000010:3.0:1767384347.672985:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000023abe634. 00000100:00000001:2.0:1767384347.672994:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:3.0:1767384347.672996:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384347.673001:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6ddfacb. 00000400:00000200:0.0:1767384347.673002:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 20000000:00000001:3.0:1767384347.673006:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384347.673009:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384347.673015:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384347.673021:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 20000000:00000001:3.0:1767384347.673023:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.673023:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6ddfacb. 20000000:00000001:3.0:1767384347.673033:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.673043:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384347.673043:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000100:00100000:2.0:1767384347.673050:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088635f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737760384:12345-0@lo:253: 20000000:00000010:3.0:1767384347.673059:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab4b8628. 00000100:00000200:2.0:1767384347.673060:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760384 00000400:00000200:0.0:1767384347.673061:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 20000000:01000000:3.0:1767384347.673064:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000020:00000001:2.0:1767384347.673072:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384347.673076:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384347.673078:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384347.673080:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00080000:00000001:3.0:1767384347.673086:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384347.673086:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.673092:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000020:00000001:2.0:1767384347.673097:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384347.673103:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:0.0:1767384347.673106:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 24], ns[82, 24] 00000020:00000001:2.0:1767384347.673111:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384347.673116:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.673117:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 24], ns[88, 24] 00000020:00000001:2.0:1767384347.673122:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384347.673127:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384347.673128:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 24], ns[96, 24] 00000020:00000001:2.0:1767384347.673132:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.673138:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384347.673143:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384347.673148:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384347.673148:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 24], ns[90, 24] 02000000:00000010:2.0:1767384347.673151:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002449e5b6. 00080000:00000001:3.0:1767384347.673161:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 02000000:00000001:2.0:1767384347.673163:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.673170:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.673171:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.673177:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[101, 24] 00080000:00000001:3.0:1767384347.673182:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384347.673185:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384347.673189:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384347.673193:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 24], ns[100, 24] 00000020:00000001:3.0:1767384347.673196:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 20000000:00000010:2.0:1767384347.673198:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000074b99471. 00000400:00000200:0.0:1767384347.673202:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 24], ns[102, 24] 00080000:00000001:3.0:1767384347.673206:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:01000000:2.0:1767384347.673209:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384347.673212:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00080000:00000010:3.0:1767384347.673215:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000669aea88. 20000000:00000001:2.0:1767384347.673216:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384347.673222:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[102, 24], ns[110, 24] 00080000:00000001:3.0:1767384347.673223:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751497216 : -113996958054400 : ffff985203cf4800) 20000000:00000001:2.0:1767384347.673224:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384347.673231:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.673237:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384347.673244:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.673244:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 20000000:00000001:2.0:1767384347.673250:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384347.673254:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp18 00000400:00000200:0.0:1767384347.673260:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp18 lpni_is_preferred = 0 00000400:00000200:0.0:1767384347.673264:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp18 00000400:00000200:0.0:1767384347.673271:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp18 NI seq info: [113:113:256:4294967295] 192.168.203.152@tcp18 LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1767384347.673314:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp18 00000400:00000200:0.0:1767384347.673330:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18:) -> 192.168.203.152@tcp18(192.168.203.152@tcp:192.168.203.152@tcp18) : GET try# 0 00000800:00000200:0.0:1767384347.673340:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp18 00000800:00000010:0.0:1767384347.673344:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fe89a7d. 00000800:00000200:0.0:1767384347.673352:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00000800:00000200:0.0:1767384347.673358:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:988 00000800:00000200:0.0:1767384347.673360:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fe89a7d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384347.673372:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384347.673374:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300251 rc 0 00000001:00000001:3.0:1767384347.673397:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384347.673400:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.673403:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384347.673443:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.673447:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384347.673455:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384347.673458:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fe89a7d. 00000400:00000200:0.0:1767384347.673460:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.673466:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: GET: OK 00000400:00000200:0.0:1767384347.673470:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384347.673473:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:0.0:1767384347.673507:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.673515:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384347.673517:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.673533:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.673540:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18) <- 192.168.203.152@tcp18 : GET - for me 00000400:00000200:0.0:1767384347.673548:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384347.673552:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 496/496 into md 0x1ab1 [1] + 0 00000400:00000200:0.0:1767384347.673562:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp18 to MR: 192.168.203.152@tcp18 local destination 00000400:00000200:0.0:1767384347.673569:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp18 NI seq info: [114:114:256:4294967295] 192.168.203.152@tcp18 LPNI seq info [106:106:8:4294967295] 00000400:00000200:0.0:1767384347.673586:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) -> 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) 192.168.203.152@tcp18 : REPLY try# 0 00000800:00000200:0.0:1767384347.673595:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.152@tcp18 00000800:00000010:0.0:1767384347.673598:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fe89a7d. 00000800:00000200:0.0:1767384347.673606:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00080000:00000001:3.0:1767384347.673608:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384347.673612:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384347.673613:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:1005 00000800:00000200:0.0:1767384347.673618:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006fe89a7d type 3, nob 592 niov 1 nkiov 1 00000800:00000200:0.0:1767384347.673667:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384347.673669:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fe89a7d. 00000400:00000200:0.0:1767384347.673674:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.673678:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: REPLY: OK 00000800:00000001:0.0:1767384347.673687:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.673695:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.673696:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.673711:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.673714:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.673718:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.673726:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18) <- 192.168.203.152@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384347.673737:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp18: Reply from 12345-192.168.203.152@tcp18 of length 496/496 into md 0x1acd 00000800:00000001:3.0:1767384347.673742:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.673750:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.673752:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.673757:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: REPLY: OK 00000400:00000200:3.0:1767384347.673760:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c763dc8 00000400:00000010:3.0:1767384347.673762:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c763dc8. 00000400:00000200:3.0:1767384347.673764:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384347.673768:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384347.673771:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384347.673774:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 29. state = 0x300251 00000400:00000200:3.0:1767384347.673780:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384347.673796:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (30) 00000800:00000001:3.0:1767384347.673811:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.673815:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384347.673831:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384347.673841:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000d1 00000400:00000010:2.0:1767384347.673849:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 0000000023dbcdc5. 00000400:00000010:2.0:1767384347.673853:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000ee181fc1. 00000400:00000010:2.0:1767384347.673856:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000f014fa83. 00000400:00000200:2.0:1767384347.673891:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp35(000000001d38691a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384347.673895:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp36(00000000d122a742) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384347.673901:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002d6d01e6. 00000400:00000200:2.0:1767384347.673908:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002d6d01e6 nid 192.168.203.152@tcp37 00000400:00000010:2.0:1767384347.673919:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000056b1e5d5. 00000400:00000200:2.0:1767384347.673922:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000056b1e5d5 net tcp37 00000400:00000200:2.0:1767384347.673925:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (29) 00000400:00000200:2.0:1767384347.673930:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp37 flags 0x11 00000400:00000010:2.0:1767384347.673935:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 0000000023dbcdc5. 00000400:00000010:2.0:1767384347.673938:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000ee181fc1. 00000400:00000010:2.0:1767384347.673941:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000f014fa83. 00000400:00000010:2.0:1767384347.673944:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000990d486e. 00000400:00000200:2.0:1767384347.673948:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384347.673951:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300151 00000400:00000200:2.0:1767384347.673955:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 rc 1 00000400:00000200:2.0:1767384347.673958:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000400:00000200:2.0:1767384347.673962:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384347.673964:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:2.0:1767384347.673968:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384347.673972:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (30) 00010000:00000001:3.0:1767384347.681624:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384347.681630:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.681637:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384347.681639:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.681659:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384347.681662:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.681665:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384347.683359:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384347.683368:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:1.0:1767384347.683372:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384347.683372:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.683378:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384347.683379:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.683384:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384347.683386:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.683389:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384347.683391:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384347.683393:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000669aea88. 00080000:00000001:1.0:1767384347.683402:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384347.683404:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384347.683410:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384347.683420:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384347.683422:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5bbb750. 20000000:01000000:2.0:1767384347.683428:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:2.0:1767384347.683435:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384347.683440:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384347.683442:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384347.683444:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384347.683456:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384347.683460:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384347.683463:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384347.683469:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000038623dd3 count: 2 00010000:00000001:0.0:1767384347.683476:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384347.683479:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384347.683484:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00080000:00000001:2.0:1767384347.683487:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384347.683488:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384347.683505:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384347.683509:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.683509:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fe67 to hash 00080000:00000001:2.0:1767384347.683513:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384347.683515:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384347.683518:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00000020:00000001:2.0:1767384347.683519:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384347.683522:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00000020:00000001:2.0:1767384347.683527:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:0.0:1767384347.683529:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.683532:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384347.683536:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384347.683537:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.683545:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384347.683547:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f014fa83. 00010000:00000001:0.0:1767384347.683549:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384347.683552:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076734311424 : -113996975240192 : ffff985202c90c00) 00010000:00000001:0.0:1767384347.683553:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384347.683556:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384347.683559:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384347.683560:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384347.683564:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.683571:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384347.683572:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.683574:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.683575:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.683577:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.683580:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384347.683584:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384347.683590:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038623dd3) refcount = 2 00010000:00000040:0.0:1767384347.683599:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384347.683601:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384347.683605:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384347.683606:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384347.683612:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afa02754. 00000100:00000001:0.0:1767384347.683615:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384347.683620:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f145ed1. 00000100:00000001:0.0:1767384347.683622:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081509888768 : -113992199662848 : ffff98531f6e9300) 00000100:00000001:0.0:1767384347.683625:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081509888768 : -113992199662848 : ffff98531f6e9300) 00000100:00000001:0.0:1767384347.683627:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384347.683630:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384347.683632:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384347.683635:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.683637:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384347.683639:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.683641:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.683643:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384347.683646:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384347.683649:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004206bede. 00000001:00000001:2.0:1767384347.683652:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384347.683652:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00080000:00000001:2.0:1767384347.683655:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.683657:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:2.0:1767384347.683659:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:0.0:1767384347.683660:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.683665:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.683672:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000990d486e. 00000100:00000001:0.0:1767384347.683675:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.683678:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384347.683682:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.683688:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 16 pid: 16772 timeout: 418 lvb_type: 0 00080000:00000001:2.0:1767384347.683700:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384347.683700:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384347.683710:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384347.683714:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384347.683721:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.683723:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.683727:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004206bede pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737760512:0@lo:104: 00000100:00000001:0.0:1767384347.683730:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.683734:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384347.683736:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.683738:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384347.683742:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dee0bcd. 02000000:00000001:0.0:1767384347.683744:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.683748:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f29b8a7. 00000400:00000010:0.0:1767384347.683758:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000200:0.0:1767384347.683763:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737760512, portal 16 00000100:00000001:0.0:1767384347.683766:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.683769:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067448320 : -113992642103296 : ffff9853050f7800) 00000100:00000040:0.0:1767384347.683773:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384347.683779:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384347.683783:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.683787:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 00080000:00000001:2.0:1767384347.683790:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000200:0.0:1767384347.683790:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737760512, offset 0 00080000:00000001:2.0:1767384347.683796:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384347.683800:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.683810:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384347.683817:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d705d00 00000400:00000200:0.0:1767384347.683823:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 328 00000400:00000200:0.0:1767384347.683827:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.683829:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384347.683833:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.683835:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384347.683837:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de61bba. 00000100:00000040:0.0:1767384347.683840:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000003de61bba x1853236737760512 msgsize 328 00000100:00100000:0.0:1767384347.683843:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384347.683861:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.683869:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c763dc8 00000400:00000010:0.0:1767384347.683871:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c763dc8. 00000100:00000001:0.0:1767384347.683875:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.683879:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384347.683886:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384347.683887:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384347.683890:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384347.683893:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760512 02000000:00000001:2.0:1767384347.683900:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.683900:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.683905:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.683905:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.683911:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.683913:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.683916:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.683917:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294935445 00000100:00100000:2.0:1767384347.683926:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760512 00000100:00000001:0.0:1767384347.683927:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294935433 00000020:00000001:2.0:1767384347.683932:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384347.683934:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294935445 00000020:00000040:2.0:1767384347.683935:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000100:00000001:0.0:1767384347.683939:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294935433 00000020:00000001:2.0:1767384347.683940:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.683946:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000100:00000001:0.0:1767384347.683946:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294935445 00000020:00000001:2.0:1767384347.683954:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384347.683954:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294935433 00000020:00000001:2.0:1767384347.683962:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384347.683962:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294935445 00000100:00000001:2.0:1767384347.683969:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384347.683969:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294935433 00000020:00000010:2.0:1767384347.683976:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083cbf871. 00000100:00000001:0.0:1767384347.683976:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.683984:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.683986:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384347.683989:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.683992:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083cbf871. 00010000:00000001:0.0:1767384347.683993:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.683998:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.684000:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384347.684001:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e073d71. 00010000:00000001:0.0:1767384347.684002:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.684006:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.684008:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdb1add0. 00010000:00000001:0.0:1767384347.684010:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384347.684014:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1767384347.684017:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000001:0.0:1767384347.684017:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.684021:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.684023:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384347.684030:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384347.684037:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384347.684037:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000001f145ed1 going to sleep for 11 seconds 00000100:00000001:2.0:1767384347.684042:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384347.684045:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.684046:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.684050:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.684056:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.684069:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.684084:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384347.684085:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384347.684089:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384347.684092:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:2.0:1767384347.684094:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067435776 : -113992642115840 : ffff9853050f4700) 00000100:00000040:2.0:1767384347.684100:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003de61bba x1853236737760512/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 328/0 e 0 to 0 dl 1767384358 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384347.684120:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384347.684140:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083cbf871. 00000100:00000001:2.0:1767384347.684143:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384347.684146:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083cbf871. 00000100:00100000:2.0:1767384347.684150:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003de61bba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737760512:12345-0@lo:104: 00000100:00000200:2.0:1767384347.684154:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760512 00010000:00000001:2.0:1767384347.684157:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384347.684162:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.684165:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.684167:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=2 00000020:00000001:2.0:1767384347.684170:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.684173:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.684176:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.684180:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.684184:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384347.684193:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384347.684196:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384347.684201:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee181fc1. 02000000:00000001:2.0:1767384347.684203:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.684206:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.684210:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384347.684213:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.684217:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.684222:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384347.684226:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384347.684229:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384347.684233:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384347.684235:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.684241:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.684252:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.684258:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384347.684262:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737760512, offset 224 00000400:00000200:2.0:1767384347.684268:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.684309:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.684319:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d705d00 00000400:00000200:2.0:1767384347.684326:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:2.0:1767384347.684332:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.684339:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.684344:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384347.684350:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384347.684362:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384347.684383:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.684389:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384347.684391:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384347.684397:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384347.684399:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.684402:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.684406:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384347.684410:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384347.684414:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a44ec2f6. 00010000:00000001:2.0:1767384347.684418:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384347.684429:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384347.684432:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.684434:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.684436:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.684441:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003de61bba x1853236737760512/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 328/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384347.684453:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003de61bba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737760512:12345-0@lo:104: Request processed in 332us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384347.684466:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384347.684479:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:2.0:1767384347.684482:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384347.684485:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384347.684490:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdb1add0. 00000020:00000010:2.0:1767384347.684513:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000010:2.0:1767384347.684521:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e073d71. 00000020:00000040:2.0:1767384347.684531:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00000001:2.0:1767384347.684536:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384347.684562:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384347.684567:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.684570:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384347.684571:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384347.684576:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000001:0.0:1767384347.684578:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384347.684581:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:0.0:1767384347.684582:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.684586:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f29b8a7. 00010000:00010000:2.0:1767384347.684587:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384347.684594:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 00000400:00000010:0.0:1767384347.684599:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00010000:00010000:2.0:1767384347.684602:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000874ef952 already unused, calling callback (0000000028dca730) 00000100:00000001:0.0:1767384347.684606:0:16794:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:2.0:1767384347.684608:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:0.0:1767384347.684613:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:2.0:1767384347.684615:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.684635:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1767384347.684636:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384347.684639:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.684643:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.684649:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=3 00000100:00000001:0.0:1767384347.684651:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384347.684654:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000100:00000001:0.0:1767384347.684657:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.684660:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000100:00000001:0.0:1767384347.684662:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.684667:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384347.684669:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384347.684670:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384347.684676:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384347.684676:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.684682:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.684689:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=62 v=5 (5 0 0 0) 10000000:00000001:2.0:1767384347.684692:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00001000:0.0:1767384347.684695:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=62 v=5 (1 0 0 0) 10000000:00010000:2.0:1767384347.684697:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384347.684700:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.684704:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.684709:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384347.684711:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.684714:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.684719:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384347.684737:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384347.684739:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384347.684745:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384347.684746:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:2.0:1767384347.684749:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384347.684749:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.684754:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:2.0:1767384347.684755:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384347.684757:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.684760:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384347.684761:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.684764:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.684770:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.684775:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384347.684781:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004206bede pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737760512:0@lo:104: 00000100:00000001:0.0:1767384347.684786:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.684789:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.684791:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384347.684793:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.684795:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004206bede x1853236737760512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384347.684800:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.684802:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.684804:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dee0bcd. 02000000:00000001:0.0:1767384347.684808:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384347.684810:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.684811:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:0.0:1767384347.684813:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384347.684815:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000990d486e. 02000000:00000001:0.0:1767384347.684818:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384347.684819:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.684820:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004206bede. 00000100:00000001:0.0:1767384347.684823:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.684824:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384347.684826:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001f145ed1. 00000100:00000001:0.0:1767384347.684828:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384347.684830:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384347.684832:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afa02754. 00010000:00000001:0.0:1767384347.684835:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.684837:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.684839:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384347.684842:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384347.684844:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384347.684846:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384347.685011:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384347.685015:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384347.685045:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:2.0:1767384347.685049:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384347.685052:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.685058:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384347.685062:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384347.685064:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384347.685067:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.685072:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384347.685076:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000874ef952 with handle 0x1cafe7b7e4a4fe59 from hash 00010000:00000001:2.0:1767384347.685080:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384347.685082:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.685084:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.685088:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384347.685091:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384347.685093:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384347.685098:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384347.685102:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384347.685241:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000020:00000040:2.0:1767384347.685249:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384347.685254:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384347.685257:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384347.685329:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384347.685575:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e073d71. 00000100:00000001:2.0:1767384347.685582:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.685586:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384347.685591:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.685612:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384347.685614:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.685618:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384347.685620:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.685628:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bccac1f] to pc [ptlrpcd_00_00+0] req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384347.685665:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384347.685669:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.685673:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.685676:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.685680:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.685683:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.685687:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.685695:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384347.685699:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000874ef952/0x1cafe7b7e4a4fe59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fe60 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384347.685707:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c48fe340 count: 0 00010000:00000001:2.0:1767384347.685734:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.685737:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384347.685740:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a44ec2f6. 00010000:00000001:2.0:1767384347.685745:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.685763:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.685767:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.685769:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384347.685774:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.685783:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.685785:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.685788:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384347.685791:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384347.685801:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384347.685804:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737760640:0@lo:103: 00000100:00000001:2.0:1767384347.685808:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384347.685811:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384347.685813:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.685815:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384347.685818:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5c07340. 02000000:00000001:2.0:1767384347.685821:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.685825:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e04338. 00000400:00000010:2.0:1767384347.685830:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384347.685833:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737760640, portal 18 00000100:00000001:2.0:1767384347.685836:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.685838:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000100:00000040:2.0:1767384347.685843:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.685850:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.685854:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.685857:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0926d29. 00000100:00000200:2.0:1767384347.685860:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737760640, offset 0 00000400:00000200:2.0:1767384347.685865:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.685874:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.685882:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d705d80 00000400:00000200:2.0:1767384347.685888:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:2.0:1767384347.685894:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.685898:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.685903:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384347.685904:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384347.685908:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f485b8ec. 00000100:00000040:2.0:1767384347.685910:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000f485b8ec x1853236737760640 msgsize 328 00000100:00100000:2.0:1767384347.685917:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384347.685937:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.685943:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0926d29 00000400:00000010:2.0:1767384347.685946:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 00000100:00000001:2.0:1767384347.685961:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384347.685962:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384347.685972:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.685975:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760640 02000000:00000001:0.0:1767384347.685980:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.685984:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.685989:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.685991:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384347.685993:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.685997:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.685997:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760640 00000020:00000001:0.0:1767384347.686001:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384347.686003:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384347.686007:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.686010:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:0.0:1767384347.686014:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384347.686017:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.686018:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384347.686024:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.686025:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.686030:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:2.0:1767384347.686032:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686033:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.686039:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294935447 00000020:00000010:0.0:1767384347.686039:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000020:00000010:0.0:1767384347.686046:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dee0bcd. 00000100:00000001:2.0:1767384347.686050:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935445 00000020:00000010:0.0:1767384347.686053:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df86b439. 00000100:00000001:2.0:1767384347.686056:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294935447 00000100:00000001:2.0:1767384347.686061:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935445 00000020:00000010:0.0:1767384347.686062:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000100:00000001:2.0:1767384347.686065:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294935447 00000100:00000001:2.0:1767384347.686070:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935445 00000100:00000001:2.0:1767384347.686075:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294935447 00000100:00000040:0.0:1767384347.686076:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384347.686079:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935445 00000100:00000001:0.0:1767384347.686082:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.686086:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384347.686087:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384347.686091:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384347.686092:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686098:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.686099:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.686104:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686104:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384347.686109:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.686113:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384347.686114:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384347.686116:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000100:00000001:2.0:1767384347.686118:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384347.686122:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00000100:00000001:2.0:1767384347.686125:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384347.686129:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00000100:00000001:2.0:1767384347.686130:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.686137:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.686137:0:20661:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 17 pid: 16772 timeout: 418 lvb_type: 0 00000100:00000001:2.0:1767384347.686143:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686146:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686158:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686161:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686162:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.686168:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686169:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686173:0:20661:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384347.686179:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767384347.686180:0:20661:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f485b8ec x1853236737760640/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 328/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384347.686183:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.686190:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384347.686193:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384347.686196:0:20661:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384347.686198:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.686206:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.686210:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384347.686215:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384347.686216:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384347.686222:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.686227:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384347.686256:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.686259:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384347.686263:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384347.686266:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:0.0:1767384347.686269:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996012416 : -113991713539200 : ffff98533c683b80) 00000100:00000040:0.0:1767384347.686317:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f485b8ec x1853236737760640/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 328/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.686327:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.686331:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:0.0:1767384347.686334:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.686336:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000100:00100000:0.0:1767384347.686339:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f485b8ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16138:x1853236737760640:12345-0@lo:103: 00000100:00000200:0.0:1767384347.686342:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760640 00010000:00000001:0.0:1767384347.686344:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384347.686346:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384347.686348:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384347.686351:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384347.686352:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384347.686354:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db99d5b4. 02000000:00000001:0.0:1767384347.686356:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686357:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686359:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384347.686360:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384347.686362:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.686368:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.686369:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000020:00000001:0.0:1767384347.686370:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:0.0:1767384347.686372:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000040:0.0:1767384347.686374:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000038623dd3 count: 3 00010000:00010000:0.0:1767384347.686376:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 17 pid: 16772 timeout: 418 lvb_type: 0 00000100:00001000:0.0:1767384347.686380:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384347 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384347.686383:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384347.686386:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686387:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384347.686389:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 17 pid: 16772 timeout: 418 lvb_type: 0 00000020:00000001:0.0:1767384347.686393:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.686394:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.686395:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.686396:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686398:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384347.686399:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384347.686402:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686403:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686404:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.686405:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.686407:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d88022c with handle 0x1cafe7b7e4a4fe60 from hash 00010000:00000001:0.0:1767384347.686408:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384347.686409:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686410:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686411:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384347.686412:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384347.686413:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384347.686414:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007d88022c/0x1cafe7b7e4a4fe60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe59 expref: 17 pid: 16772 timeout: 418 lvb_type: 0 00010000:00000040:0.0:1767384347.686418:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:0.0:1767384347.686422:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:0.0:1767384347.686426:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686428:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384347.686429:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384347.686430:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000de7a8a86 00010000:00000001:0.0:1767384347.686432:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384347.686433:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.686434:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686435:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.686436:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686438:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384347.686439:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384347.686440:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686444:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384347.686446:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384347.686447:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384347.686448:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384347.686449:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038623dd3) refcount = 2 00010000:00010000:0.0:1767384347.686451:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686454:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384347.686456:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384347.686457:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686458:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384347.686460:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a922e6d. 00000100:00000001:0.0:1767384347.686462:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384347.686464:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f145ed1. 00000100:00000001:0.0:1767384347.686466:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081509888768 : -113992199662848 : ffff98531f6e9300) 00000100:00000001:0.0:1767384347.686467:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081509888768 : -113992199662848 : ffff98531f6e9300) 00000100:00000001:0.0:1767384347.686468:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384347.686469:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384347.686470:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384347.686471:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384347.686476:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384347.686478:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.686479:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.686480:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=5 00000020:00000001:0.0:1767384347.686481:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384347.686483:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384347.686484:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384347.686485:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686489:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384347.686506:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686511:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686512:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384347.686513:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686517:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.686518:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686519:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384347.686520:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384347.686524:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de7a8a86 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384347.686525:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.686527:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384347.686528:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686548:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384347.686549:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.686549:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.686550:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=6 00000020:00000001:0.0:1767384347.686556:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384347.686557:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384347.686559:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384347.686560:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686564:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384347.686564:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.686565:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686574:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384347.686575:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384347.686576:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.686577:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.686578:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de7a8a86 with handle 0x1cafe7b7e4a4fe67 from hash 00010000:00000001:0.0:1767384347.686580:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384347.686581:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686581:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686582:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384347.686583:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384347.686584:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384347.686585:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384347.686586:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686587:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686588:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384347.686589:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384347.686590:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686591:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686592:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686594:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686595:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.686597:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686600:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686602:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686603:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1767384347.686607:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686608:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384347.686611:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686612:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.686615:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384347.686618:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.686621:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.686625:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384347.686625:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686627:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384347.686632:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384347.686632:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.686636:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1767384347.686639:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.686640:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384347.686644:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686647:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686651:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384347.686653:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001f145ed1. 00010000:00000001:2.0:1767384347.686657:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384347.686658:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384347.686662:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.686662:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384347.686667:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4fe67 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384347.686667:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a922e6d. 00010000:00000001:0.0:1767384347.686672:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384347.686674:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384347.686676:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.686682:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1767384347.686683:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038623dd3 count: 0 00010000:00000001:0.0:1767384347.686685:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.686689:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.686692:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384347.686694:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384347.686694:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 20000000:00000001:2.0:1767384347.686698:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384347.686698:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384347.686703:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384347.686704:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.686706:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384347.686707:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.686709:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000200:0.0:1767384347.686712:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737760640, offset 224 00000400:00000200:0.0:1767384347.686714:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.686719:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384347.686723:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d705d80 00000400:00000200:0.0:1767384347.686726:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1add [1] + 224 00000400:00000200:0.0:1767384347.686733:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.686735:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384347.686738:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384347.686740:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.686746:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.686757:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.686760:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 00000400:00000010:0.0:1767384347.686762:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00000100:00000001:0.0:1767384347.686764:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384347.686765:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.686767:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.686769:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:2.0:1767384347.686770:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384347.686771:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.686775:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384347.686775:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.686781:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f485b8ec x1853236737760640/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 328/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384347.686782:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.686787:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384347.686791:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f485b8ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737760640:12345-0@lo:103: Request processed in 463us (878us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384347.686792:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2e04338. 00000400:00000200:2.0:1767384347.686801:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000100:00100000:0.0:1767384347.686801:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384347.686803:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000400:00000010:2.0:1767384347.686806:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:0.0:1767384347.686807:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.686809:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384347.686813:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df86b439. 00000100:00000001:2.0:1767384347.686814:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384347.686817:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00000200:2.0:1767384347.686821:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384347.686822:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dee0bcd. 00000020:00000040:0.0:1767384347.686828:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:0.0:1767384347.686831:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384347.686841:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.686850:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384347.686852:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686859:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384347.686861:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384347.686863:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.686864:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.686866:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.686869:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384347.686873:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.686876:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384347.686877:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.686879:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384347.686880:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.686882:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.686886:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.686893:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.686896:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.686897:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384347.686900:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.686908:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005bccac1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737760640:0@lo:103: 00000100:00000001:2.0:1767384347.686912:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686914:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.686916:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005bccac1f x1853236737760640/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.686923:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.686925:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.686927:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5c07340. 02000000:00000001:2.0:1767384347.686930:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.686931:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.686933:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384347.686935:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384347.686937:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001e073d71. 02000000:00000001:2.0:1767384347.686939:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.686940:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.686946:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 00000100:00000001:2.0:1767384347.686949:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.686950:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686952:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.686956:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.686958:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.686960:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.686961:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384347.689303:0:30527:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c48fe340. 00010000:00000010:2.1:1767384347.689312:0:30527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00000400:00000010:0.0:1767384347.693796:0:30528:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e2f3dca1. 00000400:00000040:0.0:1767384347.693813:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384347.693815:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384347.693821:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384347.693822:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384347.693824:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384347.693825:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384347.693827:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384347.693828:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384347.693829:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384347.693830:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384347.693832:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384347.693833:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384347.693834:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384347.693835:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384347.693836:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384347.693847:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384347.693848:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384347.693849:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384347.693849:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384347.693851:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384347.693852:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384347.693854:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384347.693855:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384347.693855:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.693856:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384347.693858:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384347.693859:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384347.693860:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384347.693861:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384347.693861:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.693862:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384347.693864:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384347.693864:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384347.693865:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384347.693866:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384347.693867:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.693868:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384347.693870:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384347.693871:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384347.693872:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384347.693873:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384347.693876:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.693878:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384347.693879:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384347.693880:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384347.693881:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384347.693882:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384347.693883:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384347.693884:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384347.693885:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384347.693886:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384347.693887:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384347.693888:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384347.693889:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384347.693890:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384347.693891:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384347.693892:0:30528:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384347.693945:0:30528:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e2f3dca1. 00010000:00000010:2.1:1767384347.695310:0:17570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038623dd3. 00010000:00000010:0.1:1767384347.695310:0:30528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00010000:00000010:2.1:1767384347.695323:0:17570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de7a8a86. 00080000:00000001:1.0:1767384347.699004:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384347.699008:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384347.699011:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384347.699012:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384347.699017:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384347.699019:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:1.0:1767384347.699020:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384347.699023:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384347.699025:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f014fa83. 20000000:00000001:0.0:1767384347.699026:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384347.699038:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384347.699045:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384347.699046:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384347.699049:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384347.699054:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384347.699059:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384347.699064:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384347.699066:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384347.699070:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384347.699072:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384347.699077:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038623dd3. 00010000:00000001:2.0:1767384347.699081:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384347.699085:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00000020:00000001:2.0:1767384347.699089:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384347.699092:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000874ef952 with handle 0x1cafe7b7e4a4fe6e to hash 00000020:00000001:2.0:1767384347.699094:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384347.699097:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699101:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699104:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.699108:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.699112:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699123:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384347.699127:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384347.699130:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384347.699134:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.699137:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.699140:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.699144:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.699147:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384347.699150:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384347.699153:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384347.699156:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384347.699164:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038623dd3) refcount = 1 00010000:00010000:2.0:1767384347.699168:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699176:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384347.699178:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384347.699179:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.699182:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699185:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384347.699188:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384347.699192:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384347.699196:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.699198:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.699200:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=4 00000020:00000001:2.0:1767384347.699205:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699208:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699211:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384347.699214:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699221:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384347.699223:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699230:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.699232:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384347.699234:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699241:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.699243:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699245:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384347.699247:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.699254:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000874ef952 already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384347.699262:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.699264:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384347.699266:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699304:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384347.699306:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.699310:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.699312:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=5 00000020:00000001:2.0:1767384347.699316:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699319:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384347.699322:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384347.699325:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699331:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384347.699333:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.699334:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699337:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384347.699339:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384347.699341:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.699342:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384347.699360:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000874ef952 with handle 0x1cafe7b7e4a4fe6e from hash 00010000:00000001:2.0:1767384347.699363:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384347.699365:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.699367:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.699368:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384347.699369:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384347.699371:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384347.699372:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384347.699373:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.699376:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699377:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384347.699379:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384347.699381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.699382:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.699390:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699393:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.699395:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.699397:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699404:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.699405:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.699406:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384347.699408:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384347.699410:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.699411:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.699413:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384347.699415:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.699417:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.699420:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.699425:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384347.699427:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384347.699429:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe6e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384347.699434:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038623dd3 count: 0 00010000:00000001:2.0:1767384347.699448:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384347.699450:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384347.701553:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384347.701559:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384347.701562:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000023abe634. 20000000:00000001:2.0:1767384347.701571:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384347.701577:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760256 00010000:00000001:2.0:1767384347.701580:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384347.701591:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b6b1af9 x1853236737760256/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384347.701603:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384347.701607:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.701611:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.701626:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384347.701633:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384347.701636:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384347.701642:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384347.701646:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.701652:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.701661:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.701683:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a44ec2f6. 00000100:00000200:2.0:1767384347.701691:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737760256, offset 224 00000400:00000200:2.0:1767384347.701701:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.701720:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.701734:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705c00 00000400:00000200:2.0:1767384347.701745:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ab9 [2] + 224 00000400:00000200:2.0:1767384347.701754:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.701764:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.701774:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384347.701785:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384347.701801:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.701819:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.701829:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44ec2f6 00000400:00000010:2.0:1767384347.701832:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a44ec2f6. 00000100:00000001:2.0:1767384347.701840:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384347.701842:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.701850:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.701857:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384347.701861:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384347.701864:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.701867:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384347.701874:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b6b1af9 x1853236737760256/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.701889:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b6b1af9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737760256:12345-0@lo:253: Request processed in 29117us (29976us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384347.701907:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:2.0:1767384347.701910:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384347.701913:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384347.701916:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384347.701920:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001106eed6. 00000020:00000010:2.0:1767384347.701924:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000020:00000010:2.0:1767384347.701929:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051ef4306. 00000020:00000040:2.0:1767384347.701933:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384347.701937:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384347.701939:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1f7ce00. 02000000:00000001:2.0:1767384347.701945:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384347.701962:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384347.701967:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384347.701972:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e04338. 00000400:00000010:2.0:1767384347.701977:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a44ec2f6. 00000100:00000001:2.0:1767384347.701998:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.702000:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384347.702004:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.702006:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384347.702008:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0a3cf8. 00000400:00000200:2.0:1767384347.702013:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f42954ea 00000400:00000010:2.0:1767384347.702015:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f42954ea. 00000100:00000001:2.0:1767384347.702018:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384347.702022:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384347.702032:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.702040:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384347.702042:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.702045:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384347.702047:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384347.702049:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.702050:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.702053:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.702063:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384347.702067:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.702070:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384347.702073:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.702075:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384347.702077:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.702080:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.702084:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.702092:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.702095:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.702097:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384347.702102:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384347.702105:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384347.702107:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384347.702109:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384347.702111:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384347.702113:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384347.702115:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384347.702117:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384347.702119:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384347.702121:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384347.702125:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.702135:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737760256:0@lo:253: 00000100:00000001:2.0:1767384347.702141:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.702144:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.702148:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737760256/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.702156:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.702158:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.702161:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c368385. 02000000:00000001:2.0:1767384347.702166:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.702167:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.702169:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384347.702176:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384347.702177:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4fdbb75. 02000000:00000001:2.0:1767384347.702182:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.702184:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.702187:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:2.0:1767384347.702192:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.702194:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.702196:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.702203:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.702205:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.702208:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.702210:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384347.702540:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384347.702544:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384347.702546:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000074b99471. 20000000:00000001:2.0:1767384347.702552:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384347.702555:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760384 00010000:00000001:2.0:1767384347.702558:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384347.702563:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088635f5c x1853236737760384/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384347.702571:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384347.702573:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.702576:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.702580:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384347.702582:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384347.702584:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384347.702587:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384347.702589:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.702591:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.702593:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.702596:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f42954ea. 00000100:00000200:2.0:1767384347.702600:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737760384, offset 224 00000400:00000200:2.0:1767384347.702604:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.702611:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.702619:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705c80 00000400:00000200:2.0:1767384347.702625:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ac1 [2] + 224 00000400:00000200:2.0:1767384347.702639:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.702643:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.702647:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384347.702651:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384347.702660:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.702696:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.702701:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f42954ea 00000400:00000010:2.0:1767384347.702704:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f42954ea. 00000100:00000001:2.0:1767384347.702707:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384347.702709:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.702714:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.702719:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384347.702723:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384347.702726:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.702728:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384347.702730:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384347.702735:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384347.702739:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088635f5c x1853236737760384/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384347.702742:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.702746:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384347.702753:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000400:00000200:3.0:1767384347.702766:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d91838 00000400:00000010:3.0:1767384347.702772:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d91838. 00000100:00100000:2.0:1767384347.702772:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088635f5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737760384:12345-0@lo:253: Request processed in 29771us (30727us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384347.702783:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384347.702794:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:3.0:1767384347.702795:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384347.702806:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384347.702816:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384347.702817:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.702825:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384347.702834:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384347.702835:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000734b0f27. 00000100:00000001:3.0:1767384347.702837:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.702843:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384347.702846:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fcf71eea. 02000000:00000001:3.0:1767384347.702847:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384347.702851:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.702853:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.702855:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d233de57. 02000000:00000001:3.0:1767384347.702857:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384347.702864:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=62 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384347.702865:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:3.0:1767384347.702875:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=62 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384347.702877:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384347.702881:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384347.702882:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002449e5b6. 00000100:00000001:3.0:1767384347.702883:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.702891:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.702894:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.702894:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384347.702897:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.702900:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384347.702902:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384347.702916:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384347.702926:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0a3cf8. 00000100:00000001:3.0:1767384347.702929:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.702933:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384347.702934:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f42954ea. 00000100:00000001:3.0:1767384347.702936:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384347.702943:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384347.702945:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384347.702947:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384347.702949:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384347.702953:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384347.702955:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384347.702958:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384347.702960:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384347.702962:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384347.702965:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.702971:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036d110b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737760384:0@lo:253: 00000100:00000001:3.0:1767384347.702975:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.702977:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.702979:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036d110b5 x1853236737760384/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.702985:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.702986:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.702999:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000050e504bd. 02000000:00000001:3.0:1767384347.703007:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.703008:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.703010:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384347.703012:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.703015:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056d12851. 02000000:00000001:3.0:1767384347.703018:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.703021:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.703022:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036d110b5. 00000100:00000001:3.0:1767384347.703025:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.703026:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.703028:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.703034:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.703044:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.703046:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.703049:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.705364:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294935447, at 4294935448 00000100:00000040:1.0:1767384347.705367:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294935447, at 4294935448 00000100:00000040:3.0:1767384347.705370:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294935447, at 4294935448 00000100:00000010:0.0:1767384347.705373:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af4e29b5. 00000100:00000010:1.0:1767384347.705376:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661671e4. 00000100:00000010:3.0:1767384347.705382:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000293adcd3. 00000100:00000040:2.0:1767384347.706390:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294935447, at 4294935449 00000100:00000010:2.0:1767384347.706398:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004473c7db. 00010000:00000010:2.1:1767384347.707327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038623dd3. 00010000:00000010:2.1:1767384347.707339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00000100:00000001:2.0:1767384347.809383:0:17550:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384347.809389:0:17550:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384348.066425:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.066429:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.066432:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0db0a3c 00000400:00000010:1.0:1767384348.066436:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0db0a3c. 00000400:00000200:1.0:1767384348.066440:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.066445:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384348.066454:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007fec79d2. 00000400:00000010:1.0:1767384348.066472:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3dda522. 00000400:00000001:1.0:1767384348.066476:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.066477:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.066478:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a602723e 00000400:00000010:1.0:1767384348.066479:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a602723e. 00000400:00000200:1.0:1767384348.066481:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.066483:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384348.066485:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007331d998. 00000400:00000010:1.0:1767384348.066487:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b6be3284. 00000400:00000200:1.0:1767384348.066503:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp34 00000400:00000010:1.0:1767384348.066507:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384348.066512:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d483db49. 00000400:00000010:1.0:1767384348.066515:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000010:1.0:1767384348.066520:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2879ba3. 00000400:00000200:1.0:1767384348.066523:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp34 00000400:00000200:1.0:1767384348.066534:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp34 local destination 00000400:00000200:1.0:1767384348.066539:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 00000400:00000200:1.0:1767384348.066542:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [115:115:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384348.066548:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000400:00000200:1.0:1767384348.066560:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) : GET try# 0 00000800:00000200:1.0:1767384348.066565:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp34 00000800:00000010:1.0:1767384348.066569:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059c2d09f. 00000800:00000200:1.0:1767384348.066575:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:1.1:1767384348.066581:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000400:00000200:3.0:1767384348.066668:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384348.066707:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:3.0:1767384348.066758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066853:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066907:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066924:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066961:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.066980:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067216:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067236:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067255:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067757:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067782:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.067913:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068035:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068079:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068266:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068366:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068389:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068411:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068435:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068459:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068501:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068554:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068703:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384348.068724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384348.068902:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384348.068908:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2bcadb3. 00000800:00000010:3.0:1767384348.068915:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d00bd630. 00000800:00000010:3.0:1767384348.068937:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d00bd630. 00000800:00020000:3.0:1767384348.068947:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384348.068951:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2bcadb3. 00000800:00000010:3.0:1767384348.068953:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e504bd. 00000400:02020000:3.0:1767384348.069009:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384348.069016:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp34 notifying 192.168.203.152@tcp34: down 00000800:00000200:3.0:1767384348.069025:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp34 down 00000800:00000100:3.0:1767384348.069033:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp34 00000800:00000010:3.0:1767384348.069037:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000059c2d09f. 00000400:00000200:3.0:1767384348.069041:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384348.069047:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384348.069059:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384348.069062:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384348.069066:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp34) recovery failed with -71 00010000:00000001:3.0:1767384348.706359:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384348.706366:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.706372:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384348.706374:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.706393:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384348.706406:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.706408:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384349.089383:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (6) 00000800:00000200:3.0:1767384349.089395:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:988 00000800:00000200:3.0:1767384349.089400:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384349.089436:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384349.089443:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384349.089446:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384349.089452:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384349.089459:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384349.089467:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384349.089480:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384349.089512:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d483db49. 00000400:00000200:1.0:1767384349.089537:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp35 00000400:00000010:1.0:1767384349.089541:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384349.089547:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e87d192c. 00000400:00000010:1.0:1767384349.089551:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000010:1.0:1767384349.089558:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e851122a. 00000400:00000200:1.0:1767384349.089563:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp35 00000400:00000200:1.0:1767384349.089576:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp35 local destination 00000400:00000200:1.0:1767384349.089583:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp35 00000400:00000200:1.0:1767384349.089587:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp35 NI seq info: [116:116:256:4294967295] 192.168.203.152@tcp35 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384349.089595:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp35 00000400:00000200:1.0:1767384349.089603:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35:) -> 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) : GET try# 0 00000800:00000200:1.0:1767384349.089609:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp35 00000800:00000010:1.0:1767384349.089614:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081619a7c. 00000800:00000200:1.0:1767384349.089619:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000800:00000200:1.1:1767384349.089632:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000800:00000200:0.0:1767384349.089645:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384349.089652:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp35 added to recovery queue. ping count: 2 next ping: 273 health :800 00000800:00000001:0.0:1767384349.089652:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.089658:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp36 00000400:00000010:1.0:1767384349.089661:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000544df663. 00000800:00000001:0.0:1767384349.089663:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384349.089669:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384349.089672:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000990d486e. 00000800:00000001:0.0:1767384349.089673:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384349.089677:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a724993d. 00000400:00000010:1.0:1767384349.089681:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003fa6dfa1. 00000400:00000200:1.0:1767384349.089683:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp36 00000400:00000200:1.0:1767384349.089691:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp36 local destination 00000400:00000200:1.0:1767384349.089694:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp36 00000400:00000200:1.0:1767384349.089701:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp36 NI seq info: [117:117:256:4294967295] 192.168.203.152@tcp36 LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1767384349.089707:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp36 00000400:00000200:1.0:1767384349.089728:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36:) -> 192.168.203.152@tcp36(192.168.203.152@tcp36:192.168.203.152@tcp36) : GET try# 0 00000800:00000200:1.0:1767384349.089731:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp36 00000800:00000010:1.0:1767384349.089733:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea257d34. 00000800:00000200:1.0:1767384349.089735:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000800:00000200:1.1:1767384349.089738:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000400:00000200:1.0:1767384349.089750:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp36 added to recovery queue. ping count: 2 next ping: 273 health :800 00000400:00000200:1.0:1767384349.089753:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp29 00000400:00000010:1.0:1767384349.089754:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002f100efd. 00000400:00000010:1.0:1767384349.089760:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c825e59. 00000400:00000010:1.0:1767384349.089763:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42776fa. 00000400:00000010:1.0:1767384349.089767:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d97c984. 00000400:00000200:1.0:1767384349.089775:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp29 00000400:00000200:3.0:1767384349.089779:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.089785:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp29 local destination 00000400:00000200:1.0:1767384349.089792:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp29 00000400:00000200:1.0:1767384349.089797:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [118:118:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1767384349.089801:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp29 00000400:00000200:1.0:1767384349.089814:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:) -> 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) : GET try# 0 00000800:00000200:1.0:1767384349.089820:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp29 00000800:00000010:1.0:1767384349.089824:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006677ec51. 00000800:00000200:1.0:1767384349.089834:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000800:00000200:1.1:1767384349.089844:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000400:00000200:2.0:1767384349.089845:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.089860:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp29 added to recovery queue. ping count: 4 next ping: 285 health :600 00000400:00000200:3.0:1767384349.089882:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.089978:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.089985:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090093:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090152:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090190:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090313:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090427:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090515:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090550:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090694:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090850:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090852:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.090918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.090975:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.090994:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091024:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091118:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091136:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091190:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091278:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091305:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091434:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091555:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091558:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091572:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091732:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091832:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091843:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091856:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.091949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.091951:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.091978:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092061:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092073:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092096:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092234:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092243:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092244:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092338:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092414:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092450:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092623:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092652:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092697:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092800:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092803:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092805:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092846:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.092947:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.092948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.092959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093162:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093169:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093169:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093289:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093309:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093373:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093426:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093440:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093533:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093697:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093828:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.093925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.093933:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.093966:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.094057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.094181:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094191:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.094344:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094348:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094373:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.094496:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094497:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094499:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094618:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094628:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094714:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.094737:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094793:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:3.0:1767384349.094820:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384349.094828:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001855106f. 00000400:00000200:0.0:1767384349.094829:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000800:00000010:3.0:1767384349.094835:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcf76e67. 00000400:00000200:2.0:1767384349.094860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:3.0:1767384349.094873:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcf76e67. 00000800:00020000:3.0:1767384349.094888:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384349.094893:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001855106f. 00000800:00000010:3.0:1767384349.094896:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e504bd. 00000400:00000200:0.0:1767384349.094906:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.094949:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.095021:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:02020000:3.0:1767384349.095027:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.095039:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp35 notifying 192.168.203.152@tcp35: down 00000800:00000200:3.0:1767384349.095050:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp35 down 00000400:00000200:2.0:1767384349.095060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000800:00000100:3.0:1767384349.095065:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp35 00000800:00000010:3.0:1767384349.095068:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081619a7c. 00000400:00000200:3.0:1767384349.095075:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384349.095083:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384349.095096:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384349.095100:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.095101:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384349.095114:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp35) recovery failed with -71 00000400:00000200:0.0:1767384349.095150:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.095179:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000800:00000010:2.0:1767384349.095336:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002449e5b6. 00000800:00000010:2.0:1767384349.095343:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084afc028. 00000800:00000010:2.0:1767384349.095350:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021ddd0a4. 00000400:00000200:1.0:1767384349.095434:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384349.095437:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000030536ca. 00000800:00000010:2.0:1767384349.095439:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021ddd0a4. 00000800:00000010:0.0:1767384349.095442:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002541b2a9. 00000800:00000010:0.0:1767384349.095448:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8a0d86d. 00000400:00000200:1.0:1767384349.095463:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp36 from 215.3.0.2 00000800:00000010:1.0:1767384349.095467:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000d0e0ac7. 00000800:00000010:0.0:1767384349.095480:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8a0d86d. 00000800:00000010:3.0:1767384349.095513:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e504bd. 00000800:00000010:3.0:1767384349.095519:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001855106f. 00000800:00000010:3.0:1767384349.095548:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000010e3b6eb. 00000800:00000200:3.1:1767384349.095555:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (2) 00000800:00000200:3.1:1767384349.095560:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp36 0000000010e3b6eb deleted 00000800:00000010:3.1:1767384349.095569:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000010e3b6eb. 00000800:00000200:3.1:1767384349.095575:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384349.095581:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp36 ip 192.168.203.152:983 00000800:00000200:3.1:1767384349.095584:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea257d34 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384349.095593:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp36 p 3.x 192.168.203.152 -> 192.168.203.152:983 incarnation:1767384345330954504 sched[0] 00000800:00000010:3.0:1767384349.095597:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcf76e67. 00000400:00000200:1.0:1767384349.095605:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384349.095618:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp29 from 214.3.0.2 00000800:00000010:1.0:1767384349.095623:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eff4d513. 00000800:00000010:3.0:1767384349.095660:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcf76e67. 00000800:00000010:0.0:1767384349.095667:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056d12851. 00000800:00000010:3.0:1767384349.095673:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001855106f. 00000800:00000010:0.0:1767384349.095674:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b8e027a. 00000800:00000200:2.1:1767384349.095706:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384349.095716:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009ac0c517. 00000800:00000200:2.0:1767384349.095721:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp36 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384345330954504 sched[0] 00000800:00000010:2.0:1767384349.095726:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084afc028. 00000800:00000200:0.1:1767384349.095731:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (2) 00000800:00000200:0.1:1767384349.095738:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp29 000000009ac0c517 deleted 00000800:00000010:0.1:1767384349.095740:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009ac0c517. 00000800:00000200:0.1:1767384349.095744:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384349.095750:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp29 ip 192.168.203.152:982 00000800:00000200:0.1:1767384349.095753:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006677ec51 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384349.095759:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp29 p 3.x 192.168.203.152 -> 192.168.203.152:982 incarnation:1767384330126771951 sched[0] 00000800:00000010:0.0:1767384349.095763:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8a0d86d. 00000800:00000010:3.0:1767384349.095797:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000d0e0ac7. 00000800:00000001:2.0:1767384349.095810:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384349.095819:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.095825:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384349.095825:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8a0d86d. 00000800:00000010:0.0:1767384349.095833:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b8e027a. 00000800:00000001:3.0:1767384349.095835:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384349.095880:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eff4d513. 00000800:00000001:3.0:1767384349.095885:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.095894:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.095896:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384349.095897:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384349.095903:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea257d34. 00000400:00000200:2.0:1767384349.095909:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384349.095917:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.095917:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp36->192.168.203.152@tcp36: GET: OK 00000800:00000200:0.1:1767384349.095920:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384349.095933:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000200:0.0:1767384349.095934:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp29 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384330126771951 sched[0] 00000400:00000200:3.0:1767384349.095943:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36) <- 192.168.203.152@tcp36 : GET - for me 00000800:00000010:0.0:1767384349.095943:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002541b2a9. 00000400:00000200:2.0:1767384349.095947:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp36 recovery message sent successfully:0 00000400:00000200:3.0:1767384349.095978:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:2.0:1767384349.095980:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384349.095992:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.095997:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1ab1 [1] + 0 00000400:00000200:3.0:1767384349.096015:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp36 to MR: 192.168.203.152@tcp36 local destination 00000400:00000200:0.0:1767384349.096016:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384349.096037:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp36 NI seq info: [119:119:256:4294967295] 192.168.203.152@tcp36 LPNI seq info [111:111:8:4294967295] 00000800:00000200:2.0:1767384349.096046:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384349.096055:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006677ec51. 00000400:00000200:2.0:1767384349.096061:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.096066:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36:192.168.203.152@tcp36) -> 192.168.203.152@tcp36(192.168.203.152@tcp36:192.168.203.152@tcp36) 192.168.203.152@tcp36 : REPLY try# 0 00000400:00000200:2.0:1767384349.096076:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: GET: OK 00000800:00000200:3.0:1767384349.096086:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp36 00000400:00000200:2.0:1767384349.096088:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:3.0:1767384349.096093:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7f77c15. 00000400:00000200:2.0:1767384349.096095:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp29 recovery message sent successfully:0 00000400:00000200:0.0:1767384349.096100:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:3.0:1767384349.096108:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (4) 00000800:00000001:2.0:1767384349.096117:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384349.096118:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp36 ip 192.168.203.152:988 00000800:00000200:3.0:1767384349.096127:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7f77c15 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384349.096133:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384349.096137:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384349.096148:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.096158:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29) <- 192.168.203.152@tcp29 : GET - for me 00000400:00000200:2.0:1767384349.096171:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384349.096172:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096185:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1ab1 [1] + 0 00000800:00000200:3.0:1767384349.096196:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.096200:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7f77c15. 00000400:00000200:2.0:1767384349.096211:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp29 to MR: 192.168.203.152@tcp29 local destination 00000400:00000200:3.0:1767384349.096213:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384349.096225:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp29 NI seq info: [120:120:256:4294967295] 192.168.203.152@tcp29 LPNI seq info [112:112:8:4294967295] 00000400:00000200:3.0:1767384349.096232:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp36->192.168.203.152@tcp36: REPLY: OK 00000400:00000200:0.0:1767384349.096251:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096254:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) -> 192.168.203.152@tcp29(192.168.203.152@tcp29:192.168.203.152@tcp29) 192.168.203.152@tcp29 : REPLY try# 0 00000800:00000200:2.0:1767384349.096263:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp29 00000800:00000010:2.0:1767384349.096267:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2e6d92f. 00000800:00000200:2.0:1767384349.096272:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (4) 00000800:00000001:3.0:1767384349.096310:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096319:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.096323:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096333:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384349.096334:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp29 ip 192.168.203.152:988 00000800:00000001:3.0:1767384349.096342:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384349.096343:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2e6d92f type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384349.096353:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096366:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp36(192.168.203.152@tcp36) <- 192.168.203.152@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384349.096383:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp36: Reply from 12345-192.168.203.152@tcp36 of length 272/272 into md 0x1b01 00000400:00000200:0.0:1767384349.096387:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:1.0:1767384349.096407:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096413:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.096423:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096426:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.096433:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp36->192.168.203.152@tcp36: REPLY: OK 00000800:00000200:2.0:1767384349.096434:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384349.096440:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2e6d92f. 00000400:00000200:3.0:1767384349.096441:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a724993d 00000400:00000010:3.0:1767384349.096445:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a724993d. 00000400:00000200:2.0:1767384349.096446:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.096456:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:1.0:1767384349.096457:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.096463:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000001:1.0:1767384349.096465:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.096472:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: REPLY: OK 00000400:00000010:3.0:1767384349.096475:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000544df663. 00000800:00000001:1.0:1767384349.096477:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384349.096496:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384349.096498:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000990d486e. 00000800:00000001:1.0:1767384349.096503:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.096522:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:3.0:1767384349.096527:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.096530:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp29(192.168.203.152@tcp29) <- 192.168.203.152@tcp29 : REPLY - for me 00000800:00000001:3.0:1767384349.096533:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.096553:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp29: Reply from 12345-192.168.203.152@tcp29 of length 272/272 into md 0x1b05 00000800:00000001:1.0:1767384349.096561:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.096570:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.096572:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.096573:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.096577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.096584:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp29->192.168.203.152@tcp29: REPLY: OK 00000400:00000200:1.0:1767384349.096591:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42776fa 00000400:00000010:1.0:1767384349.096593:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42776fa. 00000400:00000200:1.0:1767384349.096597:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384349.096602:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002f100efd. 00000400:00000010:1.0:1767384349.096605:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c825e59. 00000800:00000001:1.0:1767384349.096611:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.096615:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.096638:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096639:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096688:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096720:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096752:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096787:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096798:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096829:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096851:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096874:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096892:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096924:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096941:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.096974:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.096987:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097033:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097115:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097126:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097160:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097172:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097218:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097255:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097266:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097341:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097398:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097447:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097493:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097508:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097541:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097562:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097586:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097608:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097630:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097653:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097673:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097716:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097740:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097763:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097787:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097809:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097833:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097868:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097888:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097909:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.097956:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.097973:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384349.098006:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.098019:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.098062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.098085:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.098110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384349.098138:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000800:00000010:0.0:1767384349.098141:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:0.0:1767384349.098145:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002541b2a9. 00000800:00000010:0.0:1767384349.098149:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8a0d86d. 00000400:00000200:2.0:1767384349.098160:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000800:00000010:0.0:1767384349.098169:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8a0d86d. 00000800:00020000:0.0:1767384349.098178:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384349.098180:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002541b2a9. 00000800:00000010:0.0:1767384349.098182:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:00000200:2.0:1767384349.098188:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:02020000:0.0:1767384349.098225:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384349.098308:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000074b99471. 00000800:00000010:2.0:1767384349.098316:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084afc028. 00000800:00000010:2.0:1767384349.098319:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021ddd0a4. 00000800:00000010:2.0:1767384349.098349:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021ddd0a4. 00000800:00020000:2.0:1767384349.098353:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384349.098355:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084afc028. 00000800:00000010:2.0:1767384349.098356:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000074b99471. 00000400:02020000:2.0:1767384349.098385:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp36 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384349.149349:0:30949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384349.149363:0:30949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.149367:0:30949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.149373:0:30949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384349.149379:0:30949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.149382:0:30949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.729819:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384349.729825:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.729832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384349.729833:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.729877:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384349.729882:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.729885:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384349.868029:0:31113:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384349.868034:0:31113:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384349.871219:0:31113:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384349.879215:0:31114:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008fe123dd. 00000400:00000010:2.0:1767384349.879231:0:31114:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000020607f50. 00000400:00000010:2.0:1767384349.879242:0:31114:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e5da64b9. 00000400:00000010:2.0:1767384349.879246:0:31114:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000088808900. 00000400:00000010:2.0:1767384349.879251:0:31114:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029e0019b. 00000400:00000010:2.0:1767384349.879255:0:31114:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dcfbc8c6. 00000400:00000010:2.0:1767384349.879258:0:31114:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f172a8e1. 00000400:00000010:2.0:1767384349.879260:0:31114:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000576dce7f. 00000400:00000010:2.0:1767384349.879265:0:31114:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003de78e26. 00000800:00000010:2.0:1767384349.879318:0:31114:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e2e6d92f. 00000800:00000200:2.0:1767384349.879332:0:31114:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384349.879347:0:31114:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384349.879390:0:31114:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:2.0:1767384349.879416:0:31114:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp38 [8/256/0/180] 00000400:00000010:2.0:1767384349.882568:0:31114:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000c35ecfc1. 00000400:00000010:2.0:1767384349.882575:0:31114:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050b8c430. 00000400:00000010:2.0:1767384349.882582:0:31114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000400:00000001:2.0:1767384349.882606:0:31114:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384349.882608:0:31114:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.882611:0:31114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000065084b1. 00000400:00000200:2.0:1767384349.882616:0:31114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384349.882618:0:31114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000400:00000010:2.0:1767384349.882623:0:31114:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000d8d914d6. 00000400:00000200:2.0:1767384349.882636:0:31114:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (29) 00000400:00000200:2.0:1767384349.882651:0:31114:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384349.882661:0:31114:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:2.0:1767384349.882669:0:31114:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000074b99471. 00000400:00000200:0.0:1767384349.882669:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384349.882677:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000020:01000000:2.0:1767384349.882678:0:31114:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384349.882685:0:31114:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp38 00000400:00000010:0.0:1767384349.882685:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000400:00000200:0.0:1767384349.882691:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 00000400:00000010:0.0:1767384349.882695:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a02f86d7. 00000400:00000200:0.0:1767384349.882699:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp18 00000400:00000010:2.0:1767384349.882707:0:31114:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000020607f50. 00000400:00000200:0.0:1767384349.882713:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp18 to MR: 192.168.203.152@tcp18 local destination 00000400:00000010:2.0:1767384349.882715:0:31114:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008fe123dd. 00000400:00000200:0.0:1767384349.882721:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp18 NI seq info: [121:121:256:4294967295] 192.168.203.152@tcp18 LPNI seq info [113:113:8:4294967295] 00000400:00000200:0.0:1767384349.882727:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp18 00000020:00000001:3.0:1767384349.882735:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384349.882735:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) -> 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384349.882740:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.152@tcp18 10000000:00000001:3.0:1767384349.882742:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384349.882744:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6c30cb7. 10000000:00000001:3.0:1767384349.882746:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384349.882749:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384349.882755:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384349.882755:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00000020:01000004:3.0:1767384349.882766:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384349.882768:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384349.882770:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384349.882773:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384349.882775:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:988 00000020:01000004:3.0:1767384349.882777:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384349.882785:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384349.882786:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6c30cb7 type 1, nob 608 niov 1 nkiov 1 00000020:01000004:3.0:1767384349.882792:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384349.882795:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384349.882796:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384349.882801:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aef23b5. 00000020:00000040:3.0:1767384349.882808:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:0.0:1767384349.882809:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384349.882817:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000100:00000001:3.0:1767384349.882818:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384349.882829:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384349.882834:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384349.882843:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f1f7ce00. 00000100:00000001:3.0:1767384349.882852:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.882862:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384349.882864:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.882872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aef23b5] to pc [ptlrpcd_00_01+1] req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384349.882903:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384349.882906:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.882909:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384349.882911:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384349.882914:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384349.882919:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384349.882919:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384349.882923:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384349.882924:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384349.882928:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384349.882930:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384349.882932:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384349.882935:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384349.882937:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384349.882942:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384349.882946:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384349.882950:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:1.0:1767384349.882956:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6c30cb7. 00000020:01000004:3.0:1767384349.882958:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384349.882965:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384349.882965:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384349.882967:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384349.882973:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384349.882988:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384349.882994:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384349.882994:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: PUT: OK 02000000:00000001:0.0:1767384349.882998:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384349.882999:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384349.883003:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:3.0:1767384349.883008:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000400:00000200:1.0:1767384349.883008:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp18: 0 02000000:00000001:0.0:1767384349.883008:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384349.883020:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:0.0:1767384349.883020:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384349.883026:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384349.883030:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384349.883034:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384349.883034:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000aef23b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737760768:0@lo:253: 00000800:00000001:1.0:1767384349.883038:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384349.883041:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384349.883043:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384349.883053:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1767384349.883055:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384349.883056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023abe634. 02000000:00000001:0.0:1767384349.883060:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384349.883061:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.883064:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883070:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18) <- 192.168.203.152@tcp18 : PUT - for me 02000000:00000001:0.0:1767384349.883072:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384349.883073:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384349.883079:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384349.883083:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7193346. 00000100:00000040:3.0:1767384349.883088:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd4446] to pc [ptlrpcd_00_02+2] req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384349.883090:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883094:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384349.883101:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f29b8a7. 00000400:00000010:0.0:1767384349.883112:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095cff38c. 00000400:00000200:1.0:1767384349.883122:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 496/512 into md 0x1ac9 [1] + 0 00000400:00000010:1.0:1767384349.883133:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00000400:00000200:1.0:1767384349.883136:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a0f4896 00000800:00000001:1.0:1767384349.883145:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384349.883145:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737760768, portal 25 00000100:00000001:0.0:1767384349.883150:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384349.883152:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877998464 : -113991831553152 : ffff9853355f7b80) 00000800:00000001:1.0:1767384349.883156:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384349.883159:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.883160:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384349.883165:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883173:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: PUT: OK 10000000:00000001:3.0:1767384349.883177:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.883182:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384349.883184:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883185:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0f4896 00000400:00000010:1.0:1767384349.883194:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a0f4896. 00000020:01000000:3.0:1767384349.883196:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384349.883196:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384349.883199:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:0.0:1767384349.883207:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d604368. 00000020:00000010:3.0:1767384349.883212:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000074b99471. 00000400:00000200:1.0:1767384349.883214:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (31) 00000100:00000200:0.0:1767384349.883214:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737760768, offset 0 00000400:00000200:1.0:1767384349.883227:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:0.0:1767384349.883240:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384349.883243:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (512 bytes) 00000100:00000001:3.0:1767384349.883250:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384349.883253:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384349.883257:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384349.883259:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883266:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (32) 00000100:00000001:3.0:1767384349.883277:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.883281:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384349.883285:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384349.883292:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.883305:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384349.883310:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705e00 00000400:00000200:1.0:1767384349.883315:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp18 to MR: 192.168.203.152@tcp18 local destination 00000400:00000200:0.0:1767384349.883319:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1311 [2] + 0 00000400:00000010:0.0:1767384349.883323:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000343b8cb7. 00000100:00000001:3.0:1767384349.883326:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384349.883327:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp18 NI seq info: [122:122:256:4294967295] 192.168.203.152@tcp18 LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1767384349.883329:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000022aa9821 00000100:00000001:3.0:1767384349.883345:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.883348:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384349.883355:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384349.883363:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384349.883364:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384349.883374:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) -> 192.168.203.152@tcp18(192.168.203.152@tcp18:192.168.203.152@tcp18) 192.168.203.152@tcp18 : ACK try# 0 02000000:00000001:3.0:1767384349.883375:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384349.883391:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737760896:0@lo:253: 00000400:00000200:0.0:1767384349.883391:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022aa9821 00000800:00000200:1.0:1767384349.883393:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp18 00000400:00000010:0.0:1767384349.883399:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022aa9821. 00000800:00000010:1.0:1767384349.883405:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061c05583. 00000100:00000001:3.0:1767384349.883411:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384349.883414:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1767384349.883415:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00000100:00000200:0.0:1767384349.883429:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384349.883433:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384349.883433:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:1005 00000100:00000040:0.0:1767384349.883435:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000074221a7d x1853236737760768 msgsize 4848 02000000:00000001:3.0:1767384349.883438:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384349.883439:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061c05583 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384349.883447:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384349.883455:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384349.883455:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384349.883458:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f681e718. 00000100:00000040:0.0:1767384349.883459:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384349.883461:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384349.883468:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.883473:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384349.883475:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000400:00000200:0.0:1767384349.883503:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d604368 00000400:00000010:0.0:1767384349.883506:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d604368. 00000100:00000001:0.0:1767384349.883508:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384349.883512:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384349.883517:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff23e69a. 00000100:00000001:0.0:1767384349.883525:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384349.883526:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737760896, portal 25 00000100:00000001:3.0:1767384349.883529:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384349.883533:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.883534:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000001:0.0:1767384349.883548:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.883549:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.883552:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384349.883560:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.883563:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384349.883566:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937645 00000800:00000200:1.0:1767384349.883567:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384349.883570:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000800:00000010:1.0:1767384349.883574:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061c05583. 00000100:00000040:3.0:1767384349.883579:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384349.883582:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384349.883585:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097cbefb4. 00000400:00000200:1.0:1767384349.883587:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384349.883590:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737760896, offset 0 00000100:00000001:0.0:1767384349.883592:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937645 00000100:00000010:0.0:1767384349.883596:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000400:00000200:3.0:1767384349.883600:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384349.883604:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384349.883608:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: ACK: OK 00000100:00000001:0.0:1767384349.883611:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937645 00000100:00000010:0.0:1767384349.883616:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000800:00000001:1.0:1767384349.883621:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384349.883622:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384349.883623:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384349.883631:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.883633:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937645 00000800:00000001:1.0:1767384349.883637:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384349.883639:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000400:00000200:3.0:1767384349.883643:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d705e80 00000100:00000001:0.0:1767384349.883644:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767384349.883645:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.883652:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384349.883657:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384349.883659:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.883663:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384349.883664:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.883665:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1335 [2] + 0 00000100:00000001:0.0:1767384349.883667:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.883678:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp18(192.168.203.152@tcp18) <- 192.168.203.152@tcp18 : ACK - for me 00000100:00000001:0.0:1767384349.883679:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384349.883684:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006799ac2d. 00000100:00000001:0.0:1767384349.883685:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384349.883695:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6f73a47 00000100:00000001:0.0:1767384349.883695:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.883701:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384349.883704:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.883709:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.883710:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp18: ACK from 12345-192.168.203.152@tcp18 into md 0x1b0d 00000100:00000001:0.0:1767384349.883710:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883721:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.883725:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384349.883732:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f73a47 00000400:00000200:1.0:1767384349.883733:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp18->192.168.203.152@tcp18: ACK: OK 00000100:00000001:0.0:1767384349.883739:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384349.883745:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f73a47. 00000100:00100000:0.0:1767384349.883746:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760768 02000000:00000001:0.0:1767384349.883754:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384349.883757:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384349.883758:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f53c6 00000100:00000001:0.0:1767384349.883759:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384349.883767:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384349.883769:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f53c6. 00000100:00000001:0.0:1767384349.883769:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.883785:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000080824a8f x1853236737760896 msgsize 4848 00000400:00000200:1.0:1767384349.883787:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:0.0:1767384349.883787:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883799:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00100000:0.0:1767384349.883800:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760768 00000020:00000001:0.0:1767384349.883808:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384349.883811:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384349.883813:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:1.0:1767384349.883814:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000040:3.0:1767384349.883816:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767384349.883822:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384349.883825:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000400:00000200:1.0:1767384349.883826:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (31) 00000020:00000001:0.0:1767384349.883832:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384349.883835:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384349.883836:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000800:00000001:1.0:1767384349.883837:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384349.883848:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384349.883849:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.883852:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097cbefb4 00000020:00000010:0.0:1767384349.883853:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa02754. 00000400:00000010:3.0:1767384349.883858:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097cbefb4. 00000100:00000001:0.0:1767384349.883858:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384349.883869:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa02754. 00000100:00000001:3.0:1767384349.883873:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384349.883876:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384349.883876:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000701cbf7. 00000100:00000200:3.0:1767384349.883881:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384349.883883:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000d5c50d80. 00000020:00000010:0.0:1767384349.883886:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003cf25e3e. 00000400:00000010:1.0:1767384349.883892:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e692c8c1. 00000020:00000010:0.0:1767384349.883898:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000400:00000010:1.0:1767384349.883902:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42776fa. 00000400:00000200:1.0:1767384349.883912:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d5c50d80 00000100:00000040:0.0:1767384349.883913:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384349.883917:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384349.883918:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000064c2f083. 00000100:00000001:0.0:1767384349.883919:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384349.883923:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.883924:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384349.883926:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000100:00000001:0.0:1767384349.883928:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883942:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 00000100:00000001:0.0:1767384349.883942:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.883955:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.883955:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 00000100:00000001:0.0:1767384349.883961:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.883970:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384349.883972:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000002a3aaa48. 00000400:00000010:1.0:1767384349.883978:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000100:00000001:3.0:1767384349.883979:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.883981:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384349.883983:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea938a46. 00000100:00000001:3.0:1767384349.883987:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937645 00000100:00100000:0.0:1767384349.883987:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737760896 02000000:00000001:0.0:1767384349.883996:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384349.883998:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000001:3.0:1767384349.883999:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294937645 00000100:00000001:0.0:1767384349.884001:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384349.884008:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884009:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:3.0:1767384349.884011:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937645 00000100:00000001:3.0:1767384349.884022:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294937645 02000000:00000001:0.0:1767384349.884023:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884025:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00100000:0.0:1767384349.884047:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737760896 00000100:00000001:3.0:1767384349.884051:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937645 00000020:00000001:0.0:1767384349.884052:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384349.884057:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384349.884060:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294937645 00000020:00000001:0.0:1767384349.884063:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384349.884067:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937645 00000400:00000200:1.0:1767384349.884068:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:00000040:0.0:1767384349.884068:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384349.884077:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294937645 00000020:00000001:0.0:1767384349.884079:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384349.884088:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384349.884090:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384349.884094:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884095:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000100:00000001:0.0:1767384349.884098:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384349.884108:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384349.884109:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa02754. 00000400:00000200:1.0:1767384349.884112:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000100:00000001:3.0:1767384349.884117:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.884119:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384349.884131:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa02754. 00000400:00000200:1.0:1767384349.884133:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000001:3.0:1767384349.884134:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384349.884136:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c4b61ca. 00000100:00000001:3.0:1767384349.884140:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384349.884146:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000020:00000010:0.0:1767384349.884146:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bfdf831. 00000100:00000001:3.0:1767384349.884148:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.884157:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384349.884157:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000020:00000010:0.0:1767384349.884158:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008dfe9e7b. 00000100:00000001:3.0:1767384349.884162:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.884166:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384349.884171:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384349.884177:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.884178:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884182:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000100:00000001:0.0:1767384349.884183:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.884190:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.884193:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000100:00000001:3.0:1767384349.884197:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.884203:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.884203:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384349.884205:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000100:00000001:0.0:1767384349.884213:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384349.884222:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00100000:0.0:1767384349.884227:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:0.0:1767384349.884232:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384349.884236:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384349.884237:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:0.0:1767384349.884237:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016914512 : -113991692637104 : ffff98533da72c50) 00000100:00000001:3.0:1767384349.884247:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384349.884253:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074221a7d x1853236737760768/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.884255:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00100000:3.0:1767384349.884265:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767384349.884305:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000400:00000200:1.0:1767384349.884309:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:3.0:1767384349.884314:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016907344 : -113991692644272 : ffff98533da71050) 00000100:00000001:0.0:1767384349.884330:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384349.884333:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080824a8f x1853236737760896/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384349.884336:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000020:00000010:0.0:1767384349.884336:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa02754. 00000100:00000001:0.0:1767384349.884347:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384349.884358:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa02754. 00000400:00000200:1.0:1767384349.884367:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000100:00100000:0.0:1767384349.884375:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074221a7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737760768:12345-0@lo:253: 00000100:00000001:3.0:1767384349.884379:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384349.884388:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760768 00000020:00000010:3.0:1767384349.884389:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004562b82e. 00000400:00000200:1.0:1767384349.884391:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000100:00000001:3.0:1767384349.884398:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384349.884401:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384349.884410:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004562b82e. 00000020:00000001:0.0:1767384349.884411:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384349.884416:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000020:00000001:0.0:1767384349.884418:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.884423:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384349.884428:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00100000:3.0:1767384349.884429:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080824a8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737760896:12345-0@lo:253: 00000400:00000200:1.0:1767384349.884429:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[82, 26] 00000020:00000001:0.0:1767384349.884438:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384349.884443:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384349.884448:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737760896 00000020:00000001:0.0:1767384349.884452:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384349.884455:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384349.884455:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384349.884467:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.884468:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384349.884472:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384349.884486:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[120, 26] 00000020:00000001:3.0:1767384349.884488:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.884488:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384349.884494:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[90, 26], ns[96, 26] 02000000:00000010:0.0:1767384349.884497:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000664ea8d7. 00000020:00000001:3.0:1767384349.884500:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384349.884504:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.884505:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:1.0:1767384349.884513:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 26], ns[90, 26] 00000020:00000001:3.0:1767384349.884516:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384349.884517:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.884522:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384349.884525:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384349.884528:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384349.884529:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 26], ns[101, 26] 00000020:00000001:3.0:1767384349.884531:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384349.884535:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384349.884539:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000236ecbf5. 00000100:00000001:3.0:1767384349.884540:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384349.884545:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 26], ns[100, 26] 20000000:01000000:0.0:1767384349.884548:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384349.884549:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384349.884556:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384349.884558:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 26], ns[115, 26] 02000000:00000010:3.0:1767384349.884560:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000696f8fa6. 20000000:00000001:0.0:1767384349.884560:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384349.884569:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.884570:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884578:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 26], ns[116, 26] 00000100:00000001:3.0:1767384349.884584:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.884584:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884593:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[119, 26] 20000000:00000001:0.0:1767384349.884597:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384349.884598:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384349.884602:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000400:00000200:1.0:1767384349.884607:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 20000000:00000010:3.0:1767384349.884612:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001ff289ae. 00000400:00000200:1.0:1767384349.884612:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 20000000:00000010:0.0:1767384349.884612:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000953ec108. 00000400:00000200:1.0:1767384349.884626:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp37 lpni_is_preferred = 0 20000000:01000000:3.0:1767384349.884627:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384349.884628:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000400:00000200:1.0:1767384349.884635:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp37 20000000:00000001:3.0:1767384349.884639:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384349.884642:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384349.884643:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384349.884649:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [123:123:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [115:115:8:4294967295] 20000000:00000001:3.0:1767384349.884652:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.884654:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384349.884665:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884669:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 20000000:00000001:3.0:1767384349.884673:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384349.884681:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:1.0:1767384349.884686:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:1.0:1767384349.884689:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061c05583. 00000800:00000010:1.0:1767384349.884695:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000051380d0a. 00000800:00000010:1.0:1767384349.884698:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b8e7c918. 00000800:00000200:1.0:1767384349.884701:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00080000:00000001:0.0:1767384349.884703:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384349.884707:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00080000:00000001:0.0:1767384349.884709:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384349.884711:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.884713:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384349.884716:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384349.884719:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:1.0:1767384349.884721:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00080000:00000001:0.0:1767384349.884724:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384349.884725:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300251 rc 0 00080000:00000010:0.0:1767384349.884730:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000268201a2. 00080000:00000001:0.0:1767384349.884734:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730978304 : -113996978573312 : ffff985202963000) 00080000:00000001:0.0:1767384349.884736:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384349.884768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.884816:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000001:00000001:0.0:1767384349.884838:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384349.884840:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.884843:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384349.884846:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00080000:00000001:0.0:1767384349.884864:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.884866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00080000:00000001:0.0:1767384349.884868:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384349.884889:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.884919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.884945:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.884972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00080000:00000001:0.0:1767384349.884990:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384349.884993:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384349.885004:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885038:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885095:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885125:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885152:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885180:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885264:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885325:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885430:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885608:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885655:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885697:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885715:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885727:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885745:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885772:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885789:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885808:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885836:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885863:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384349.885881:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384349.885995:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384349.886001:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384349.886005:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f7a0187. 00000800:00000010:1.0:1767384349.886021:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f7a0187. 00000800:00020000:1.0:1767384349.886027:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384349.886030:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384349.886031:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:1.0:1767384349.886063:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384349.886070:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000800:00000200:1.0:1767384349.886076:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp37 down 00000800:00000100:1.0:1767384349.886081:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000800:00000010:1.0:1767384349.886083:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061c05583. 00000400:00000200:1.0:1767384349.886087:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384349.886091:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384349.886099:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 0 next ping: 271 health :900 00000400:00000200:1.0:1767384349.886102:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384349.886104:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:1.0:1767384349.886110:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384349.886137:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384349.886140:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300851 00000400:00000001:1.0:1767384349.886142:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384349.886143:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384349.886144:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd02ce0c 00000400:00000010:1.0:1767384349.886146:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd02ce0c. 00000400:00000200:1.0:1767384349.886154:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384349.886159:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384349.886163:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000002a3aaa48. 00000400:00000200:1.0:1767384349.886166:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (31) 00000400:00000200:1.0:1767384349.886168:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:1.0:1767384349.886176:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 rc -71 00000400:00000200:1.0:1767384349.886181:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384349.886185:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (30) 00080000:00000001:0.0:1767384349.893960:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384349.893967:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384349.893971:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.893973:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384349.893974:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384349.893979:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384349.893982:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384349.893984:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384349.893984:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384349.893990:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384349.893994:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268201a2. 00080000:00000001:3.0:1767384349.893999:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384349.894001:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384349.894005:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384349.894007:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064c2f083. 00080000:00000020:0.0:1767384349.894010:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384349.894012:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384349.894013:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:2.0:1767384349.894019:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384349.894020:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384349.894023:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384349.894025:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384349.894032:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384349.894037:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384349.894046:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017334f03. 00080000:00000001:1.0:1767384349.894050:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384349.894053:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384349.894055:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384349.894057:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.894059:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384349.894061:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 00000020:00000001:1.0:1767384349.894062:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384349.894069:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384349.894070:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384349.894074:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384349.894075:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe75 to hash 00080000:00000010:1.0:1767384349.894079:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a3aaa48. 00000020:00000001:2.0:1767384349.894080:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384349.894083:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720355328 : -113996989196288 : ffff985201f41800) 00010000:00000001:2.0:1767384349.894085:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00080000:00000001:1.0:1767384349.894086:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384349.894091:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.894095:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.894099:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.894103:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894114:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384349.894118:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384349.894122:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384349.894125:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.894129:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.894132:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.894136:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.894140:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384349.894143:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384349.894155:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384349.894158:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384349.894162:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017334f03) refcount = 1 00010000:00010000:2.0:1767384349.894167:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894176:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:1.0:1767384349.894177:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384349.894179:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384349.894180:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894185:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384349.894185:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384349.894191:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894195:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384349.894201:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384349.894205:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384349.894209:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384349.894210:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.894212:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384349.894214:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:2.0:1767384349.894216:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=4 00000020:00000001:2.0:1767384349.894221:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.894225:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.894228:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384349.894230:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894236:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384349.894239:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894245:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.894248:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384349.894251:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894257:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.894260:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894264:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384349.894266:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384349.894314:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a1aa8e0e already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384349.894319:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.894323:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384349.894325:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894333:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384349.894337:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.894340:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.894342:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=5 00000020:00000001:2.0:1767384349.894346:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.894351:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.894358:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384349.894362:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894370:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384349.894373:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.894376:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.894381:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384349.894384:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1767384349.894385:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384349.894389:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384349.894394:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.894397:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384349.894400:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe75 from hash 00010000:00000001:2.0:1767384349.894404:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384349.894405:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.894408:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.894410:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384349.894413:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384349.894416:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384349.894420:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384349.894422:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.894425:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894428:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384349.894437:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384349.894440:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.894441:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.894443:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894445:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.894448:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.894451:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894457:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.894459:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.894460:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384349.894462:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384349.894463:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.894465:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.894466:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384349.894469:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384349.894471:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.894473:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.894496:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384349.894499:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384349.894501:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe75 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384349.894509:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017334f03 count: 0 00010000:00000001:2.0:1767384349.894523:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384349.894527:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384349.901338:0:31115:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017334f03. 00010000:00000010:2.1:1767384349.901347:0:31115:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00000100:00000040:2.0:1767384349.903321:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294937645, at 4294937646 00000100:00000010:2.0:1767384349.903329:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00080000:00000001:3.0:1767384349.904029:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384349.904032:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384349.904036:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:2.0:1767384349.904037:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384349.904040:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384349.904043:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384349.904044:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384349.904049:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384349.904050:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384349.904056:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384349.904056:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a3aaa48. 20000000:00000001:3.0:1767384349.904067:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384349.904069:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384349.904074:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384349.904083:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384349.904116:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384349.904119:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384349.904121:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384349.904124:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384349.904127:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384349.904133:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000017334f03. 00010000:00000001:2.0:1767384349.904139:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384349.904143:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 00000020:00000001:2.0:1767384349.904147:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384349.904151:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe7c to hash 00000020:00000001:2.0:1767384349.904153:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384349.904155:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904158:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904160:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.904161:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.904165:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904170:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384349.904173:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384349.904174:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384349.904177:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.904179:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.904181:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.904184:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.904186:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384349.904188:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384349.904191:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384349.904193:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384349.904195:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017334f03) refcount = 1 00010000:00010000:2.0:1767384349.904198:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904202:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384349.904204:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384349.904212:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.904214:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.904216:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384349.904219:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384349.904221:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384349.904224:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.904225:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.904226:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=4 00000020:00000001:2.0:1767384349.904228:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904231:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904233:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384349.904235:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904239:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384349.904240:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904244:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.904245:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384349.904246:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904250:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.904252:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.904256:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384349.904257:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384349.904262:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a1aa8e0e already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384349.904264:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.904266:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384349.904269:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904311:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384349.904313:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.904315:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.904317:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a1aa8e0e refcount=5 00000020:00000001:2.0:1767384349.904320:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904323:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384349.904325:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384349.904326:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904331:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384349.904335:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294937645, at 4294937647 00010000:00000001:2.0:1767384349.904337:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.904343:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384349.904343:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ec628c8. 00010000:00000001:2.0:1767384349.904348:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384349.904354:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384349.904357:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.904360:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384349.904363:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4fe7c from hash 00010000:00000001:2.0:1767384349.904367:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384349.904369:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.904370:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.904373:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384349.904375:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384349.904376:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294937645, at 4294937647 00010000:00000001:2.0:1767384349.904377:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384349.904381:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000010:1.0:1767384349.904384:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00010000:00000001:2.0:1767384349.904385:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.904390:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.904392:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384349.904393:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384349.904396:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.904398:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384349.904401:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294937645, at 4294937647 00010000:00000001:2.0:1767384349.904401:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.904406:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384349.904410:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00010000:00000001:2.0:1767384349.904411:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.904425:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904432:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.904434:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.904437:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384349.904440:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384349.904442:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.904445:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.904448:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384349.904453:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384349.904456:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.904461:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.904467:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384349.904469:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384349.904472:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4fe7c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384349.904495:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017334f03 count: 0 00010000:00000001:2.0:1767384349.904518:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384349.904522:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384349.905787:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384349.905791:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384349.905795:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000236ecbf5. 20000000:00000001:0.0:1767384349.905801:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384349.905804:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760768 00010000:00000001:0.0:1767384349.905807:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384349.905813:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074221a7d x1853236737760768/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384349.905821:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384349.905824:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384349.905828:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384349.905832:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384349.905835:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384349.905837:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384349.905841:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384349.905844:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.905851:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384349.905860:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384349.905865:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec85a0f. 00000100:00000200:0.0:1767384349.905875:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737760768, offset 224 00000400:00000200:0.0:1767384349.905884:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384349.905898:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384349.905910:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705e00 00000400:00000200:0.0:1767384349.905919:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b11 [2] + 224 00000400:00000200:0.0:1767384349.905924:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.905931:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384349.905939:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384349.905946:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384349.905957:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.905976:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384349.905983:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec85a0f 00000100:00000001:2.0:1767384349.905985:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384349.905986:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ec85a0f. 00000100:00000001:2.0:1767384349.905990:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384349.905992:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384349.905996:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384349.906000:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384349.906001:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384349.906004:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.906008:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f29b8a7. 00000100:00000040:0.0:1767384349.906009:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384349.906015:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384349.906016:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cff38c 00000020:00000001:0.0:1767384349.906018:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384349.906021:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095cff38c. 00000020:00000001:0.0:1767384349.906022:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384349.906028:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384349.906028:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074221a7d x1853236737760768/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384349.906036:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384349.906040:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074221a7d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737760768:12345-0@lo:253: Request processed in 21707us (22601us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384349.906060:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000200:2.0:1767384349.906062:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384349.906064:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384349.906069:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384349.906072:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384349.906077:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003cf25e3e. 00000100:00000001:2.0:1767384349.906079:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384349.906086:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00000001:2.0:1767384349.906087:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384349.906096:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000701cbf7. 00000100:00000001:2.0:1767384349.906097:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384349.906101:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384349.906103:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384349.906104:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:2.0:1767384349.906105:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.906109:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.906110:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384349.906114:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=64 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384349.906114:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000664ea8d7. 00000100:00001000:2.0:1767384349.906122:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=64 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384349.906123:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384349.906129:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384349.906129:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.906134:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.906137:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384349.906138:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384349.906141:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.906144:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b78b211. 00000100:00000001:2.0:1767384349.906145:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.906152:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec85a0f. 00000100:00000040:2.0:1767384349.906153:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.906162:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384349.906166:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384349.906170:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384349.906173:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384349.906177:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384349.906180:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384349.906182:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384349.906183:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384349.906185:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384349.906188:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384349.906190:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384349.906192:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384349.906194:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384349.906200:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.906205:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000aef23b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737760768:0@lo:253: 00000100:00000001:2.0:1767384349.906212:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.906213:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384349.906216:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000aef23b5 x1853236737760768/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.906221:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384349.906228:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384349.906230:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7193346. 02000000:00000001:2.0:1767384349.906237:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384349.906240:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384349.906243:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384349.906246:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384349.906248:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f1f7ce00. 02000000:00000001:2.0:1767384349.906255:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384349.906257:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384349.906259:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aef23b5. 00000100:00000001:2.0:1767384349.906264:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384349.906265:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.906267:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.906317:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.906320:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.906323:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.906325:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384349.908127:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384349.908130:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384349.908132:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001ff289ae. 20000000:00000001:3.0:1767384349.908137:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384349.908140:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737760896 00010000:00000001:3.0:1767384349.908142:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384349.908149:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080824a8f x1853236737760896/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384349.908156:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384349.908158:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.908160:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384349.908164:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384349.908166:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384349.908167:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384349.908171:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384349.908173:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.908176:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384349.908178:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384349.908181:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a07671. 00000100:00000200:3.0:1767384349.908185:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737760896, offset 224 00000400:00000200:3.0:1767384349.908190:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384349.908198:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384349.908205:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d705e80 00000400:00000200:3.0:1767384349.908210:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b19 [2] + 224 00000400:00000200:3.0:1767384349.908217:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.908219:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384349.908224:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384349.908228:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384349.908234:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.908249:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384349.908254:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a07671 00000400:00000010:3.0:1767384349.908262:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7a07671. 00000100:00000001:3.0:1767384349.908266:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384349.908268:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.908272:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.908273:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.908307:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384349.908310:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:2.0:1767384349.908313:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384349.908314:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384349.908319:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384349.908320:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.908327:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000020:00000001:3.0:1767384349.908328:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384349.908338:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff23e69a 00000100:00000040:3.0:1767384349.908339:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080824a8f x1853236737760896/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384349.908345:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff23e69a. 00000100:00000001:2.0:1767384349.908353:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384349.908359:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080824a8f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737760896:12345-0@lo:253: Request processed in 23976us (24569us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384349.908361:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384349.908382:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000200:2.0:1767384349.908385:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384349.908391:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384349.908399:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384349.908405:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384349.908407:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384349.908409:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384349.908411:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bfdf831. 00000100:00000001:2.0:1767384349.908412:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384349.908417:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384349.908419:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008dfe9e7b. 00000100:00000001:2.0:1767384349.908420:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384349.908428:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384349.908430:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c4b61ca. 02000000:00000001:2.0:1767384349.908434:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.908438:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:2.0:1767384349.908438:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=64 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384349.908448:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384349.908450:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=64 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384349.908455:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000696f8fa6. 02000000:00000001:3.0:1767384349.908460:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384349.908462:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384349.908465:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.908466:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.908494:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384349.908498:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384349.908498:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.908507:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384349.908535:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006799ac2d. 00000100:00000040:2.0:1767384349.908536:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384349.908540:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a07671. 00000100:00000001:2.0:1767384349.908551:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384349.908553:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384349.908555:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384349.908558:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384349.908559:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384349.908560:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384349.908561:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384349.908562:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384349.908563:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384349.908564:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384349.908564:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384349.908566:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384349.908568:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.908572:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737760896:0@lo:253: 00000100:00000001:2.0:1767384349.908576:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.908577:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384349.908578:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737760896/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.908582:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384349.908583:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384349.908584:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f681e718. 02000000:00000001:2.0:1767384349.908587:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384349.908589:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384349.908590:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384349.908592:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384349.908593:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023abe634. 02000000:00000001:2.0:1767384349.908596:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384349.908611:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384349.908612:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000100:00000001:2.0:1767384349.908615:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384349.908616:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.908618:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.908622:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.908624:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.908625:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.908627:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.908652:0:31119:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d1098252. 00000400:00000040:0.0:1767384349.908687:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384349.908689:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384349.908692:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.908693:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.908695:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.908696:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384349.908699:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384349.908700:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384349.908701:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384349.908702:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384349.908704:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384349.908705:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.908706:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384349.908707:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.908708:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384349.908709:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384349.908710:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.908711:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384349.908712:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384349.908713:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.908714:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.908715:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.908716:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.908717:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.908718:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384349.908719:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.908720:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.908721:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.908727:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.908728:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.908729:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384349.908730:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.908732:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.908733:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.908734:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.908735:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.908736:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384349.908737:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384349.908738:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.908739:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384349.908740:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384349.908741:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.908742:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384349.908743:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384349.908744:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384349.908745:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384349.908746:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384349.908746:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384349.908748:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384349.908749:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.908750:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384349.908751:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384349.908752:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384349.908753:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384349.908754:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384349.908755:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384349.908756:0:31119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384349.908811:0:31119:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d1098252. 00010000:00000010:2.1:1767384349.912298:0:31118:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017334f03. 00010000:00000010:2.1:1767384349.912306:0:31118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00000800:00000200:1.0:1767384350.113356:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000800:00000200:1.0:1767384350.113365:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:988 00000800:00000200:1.0:1767384350.113369:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384350.113396:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.113399:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.113403:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384350.113405:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384350.113414:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.113417:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384350.113434:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384350.113439:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e87d192c. 00000400:00000200:1.0:1767384350.113451:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp33 00000400:00000010:1.0:1767384350.113454:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384350.113461:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6185074. 00000400:00000010:1.0:1767384350.113466:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000010:1.0:1767384350.113491:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d804a1e. 00000400:00000200:1.0:1767384350.113497:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp33 00000400:00000200:1.0:1767384350.113513:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp33 local destination 00000400:00000200:1.0:1767384350.113521:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000400:00000200:1.0:1767384350.113528:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [124:124:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1767384350.113538:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 00000400:00000200:1.0:1767384350.113567:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp33:192.168.203.152@tcp33) : GET try# 0 00000800:00000200:1.0:1767384350.113575:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp33 00000800:00000010:1.0:1767384350.113582:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea257d34. 00000800:00000200:1.0:1767384350.113590:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000800:00000200:1.1:1767384350.113595:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:1.0:1767384350.113624:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 3 next ping: 278 health :700 00000800:00000200:1.0:1767384350.113724:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384350.113728:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.113736:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.113741:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.113745:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.113803:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.113918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114004:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114110:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114180:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114231:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114322:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114393:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114500:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114641:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114706:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114753:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114840:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.114961:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115049:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115136:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115187:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115245:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115336:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115595:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115669:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115726:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115814:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.115998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116126:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116169:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116375:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384350.116514:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384350.116696:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384350.116701:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000019891104. 00000800:00000010:1.0:1767384350.116706:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ae35ba6. 00000800:00000010:1.0:1767384350.116727:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ae35ba6. 00000800:00020000:1.0:1767384350.116735:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384350.116746:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000019891104. 00000800:00000010:1.0:1767384350.116751:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:1.0:1767384350.116803:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384350.116817:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000800:00000200:1.0:1767384350.116823:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp33 down 00000800:00000100:1.0:1767384350.116835:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:1.0:1767384350.116840:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea257d34. 00000400:00000200:1.0:1767384350.116846:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384350.116852:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384350.116862:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384350.116867:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384350.116875:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp33) recovery failed with -71 00010000:00000001:3.0:1767384350.753354:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384350.753361:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.753366:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384350.753367:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.753385:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384350.753388:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.753390:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384351.137408:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.137412:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384351.137415:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384351.137419:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384351.137425:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384351.137433:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384351.137444:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384351.137449:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6185074. 00000400:00000200:1.0:1767384351.137462:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:1.0:1767384351.137466:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384351.137484:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000682777f0. 00000400:00000010:1.0:1767384351.137490:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000010:1.0:1767384351.137499:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000741fc24e. 00000400:00000200:1.0:1767384351.137509:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:1.0:1767384351.137526:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:1.0:1767384351.137532:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:1.0:1767384351.137539:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [125:125:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1767384351.137548:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:1.0:1767384351.137565:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000800:00000200:1.0:1767384351.137576:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000800:00000010:1.0:1767384351.137580:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a588a92b. 00000800:00000200:1.0:1767384351.137585:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000800:00000200:1.1:1767384351.137590:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:1.0:1767384351.137607:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 4 next ping: 287 health :600 00000400:00000200:1.0:1767384351.137612:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp37 00000400:00000010:1.0:1767384351.137615:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000089ece229. 00000400:00000010:1.0:1767384351.137617:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0b15564. 00000400:00000010:1.0:1767384351.137620:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000400:00000010:1.0:1767384351.137625:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a411c6d8. 00000400:00000200:1.0:1767384351.137628:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp37 00000400:00000200:1.0:1767384351.137637:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp37 local destination 00000400:00000200:1.0:1767384351.137641:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 00000400:00000200:1.0:1767384351.137645:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [126:126:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1767384351.137649:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 00000400:00000200:1.0:1767384351.137656:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp37:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:1.0:1767384351.137660:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:1.0:1767384351.137664:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018144a00. 00000800:00000200:1.0:1767384351.137673:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000800:00000200:1.1:1767384351.137681:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000400:00000200:0.0:1767384351.137684:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384351.137699:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 1 next ping: 273 health :900 00000400:00000200:2.0:1767384351.137747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.137755:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.137809:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.137821:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.137856:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.137887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.137903:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.137939:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.137951:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.137996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138020:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138110:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138192:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138332:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138387:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138447:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138466:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138566:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138598:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138664:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138724:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138825:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138873:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138873:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138913:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.138960:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.138995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.139017:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139045:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.139064:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139102:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.139121:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139171:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.139185:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.139236:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139391:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139422:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139451:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139688:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139756:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139842:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139910:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139935:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139961:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.139982:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.140009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.140092:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140198:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.140204:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140274:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.140275:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140355:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140384:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140420:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140456:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000800:00000010:2.0:1767384351.140510:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000400:00000200:0.0:1767384351.140510:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000800:00000010:2.0:1767384351.140516:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1154cd7. 00000800:00000010:2.0:1767384351.140522:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b1f0490. 00000800:00000010:2.0:1767384351.140545:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b1f0490. 00000800:00020000:2.0:1767384351.140555:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:0.0:1767384351.140558:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000800:00000010:2.0:1767384351.140559:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1154cd7. 00000800:00000010:2.0:1767384351.140563:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000400:00000200:0.0:1767384351.140610:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:02020000:2.0:1767384351.140632:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384351.140640:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000400:00000200:2.0:1767384351.140645:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384351.140650:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000800:00000010:2.0:1767384351.140653:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018144a00. 00000400:00000200:2.0:1767384351.140657:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384351.140659:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384351.140665:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384351.140673:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384351.140676:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384351.140680:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp37) recovery failed with -71 00000400:00000200:0.0:1767384351.140691:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140712:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384351.140729:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384351.140822:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000236ecbf5. 00000800:00000010:0.0:1767384351.140826:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068cf191c. 00000800:00000010:0.0:1767384351.140828:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e31c3bf8. 00000800:00000010:0.0:1767384351.140851:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e31c3bf8. 00000800:00020000:0.0:1767384351.140857:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384351.140860:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068cf191c. 00000800:00000010:0.0:1767384351.140863:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000236ecbf5. 00000400:02020000:0.0:1767384351.140920:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384351.140925:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:0.0:1767384351.140931:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000800:00000100:0.0:1767384351.140937:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:0.0:1767384351.140939:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a588a92b. 00000400:00000200:0.0:1767384351.140943:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384351.140950:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384351.140956:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384351.140960:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384351.140963:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00080000:00000001:3.0:1767384351.463504:0:31550:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384351.463524:0:31550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.463529:0:31550:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384351.463535:0:31550:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384351.463541:0:31550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.463544:0:31550:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.777394:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384351.777403:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.777413:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384351.777415:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.777481:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384351.777489:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.777494:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384351.905379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384351.905390:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384351.905400:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a54f657. 00000004:00000001:0.0:1767384351.905400:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384351.905408:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:3.0:1767384351.905411:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384351.905418:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384351.905418:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004206bede. 02000000:00000001:3.0:1767384351.905426:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384351.905427:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384351.905434:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.905435:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384351.905441:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384351.905449:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd8cd7dc. 02000000:00000001:0.0:1767384351.905450:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905477:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384351.905487:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb5afd00. 00000100:00000040:3.0:1767384351.905491:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384351.905498:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905520:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384351.905526:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.905533:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384351.905536:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a54f657] to pc [ptlrpcd_00_03+3] req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.905537:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.905558:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004206bede] to pc [ptlrpcd_00_00+0] req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.905577:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.905581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384351.905585:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384351.905590:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23f6f09. 00000100:00000001:2.0:1767384351.905592:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384351.905594:0:37:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:0.0:1767384351.905597:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905606:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384351.905606:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767384351.905613:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384351.905615:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384351.905618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.905619:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.905630:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384351.905633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1e72276. 00000100:00000001:2.0:1767384351.905633:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.905635:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384351.905646:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.905649:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.905650:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.905656:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.905661:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.905665:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384351.905678:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384351.905685:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384351.905687:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.905705:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23f6f09] to pc [ptlrpcd_00_01+1] req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384351.905705:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.905741:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384351.905748:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.905763:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384351.905771:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384351.905788:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905803:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.905804:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384351.905804:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004206bede pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737761152:0@lo:13: 00000100:00000001:2.0:1767384351.905814:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.905815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384351.905817:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384351.905830:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384351.905833:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384351.905835:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384351.905835:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.905846:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384351.905848:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005adf38e5. 02000000:00000001:2.0:1767384351.905848:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384351.905853:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000007e8000. 02000000:00000001:0.0:1767384351.905867:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384351.905869:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384351.905871:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384351.905877:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003da4889b. 00000100:00000001:3.0:1767384351.905886:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384351.905893:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a54f657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737761024:0@lo:400: 02000000:00000001:3.0:1767384351.905894:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384351.905895:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 02000000:00000001:3.0:1767384351.905904:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.905906:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384351.905909:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737761152, portal 4 02000000:00000010:3.0:1767384351.905911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000071b47a5. 02000000:00000001:2.0:1767384351.905914:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384351.905924:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.905926:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384351.905930:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384351.905936:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067448320 : -113992642103296 : ffff9853050f7800) 00000100:00000040:3.0:1767384351.905943:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384351.905944:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000191dfbe1. 00000100:00000040:0.0:1767384351.905950:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384351.905954:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.905985:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384351.905990:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065084b1. 00000100:00000001:3.0:1767384351.905993:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.906007:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000040:3.0:1767384351.906014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005adf38e5] to pc [ptlrpcd_00_02+2] req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.906017:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384351.906022:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737761024, portal 25 00000100:00000001:2.0:1767384351.906037:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384351.906037:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384351.906046:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877985024 : -113991831566592 : ffff9853355f4700) 00000400:00000010:0.0:1767384351.906053:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000100:00000040:2.0:1767384351.906066:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.906070:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737761152, offset 0 00000100:00000001:3.0:1767384351.906073:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.906092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384351.906103:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384351.906109:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384351.906116:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384351.906120:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384351.906124:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000400:00000010:2.0:1767384351.906126:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0926d29. 00000020:00000040:3.0:1767384351.906132:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1767384351.906135:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737761024, offset 0 00000100:00000001:3.0:1767384351.906147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384351.906149:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384351.906158:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384351.906162:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384351.906168:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384351.906175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026edc5e4. 00000400:00000200:0.0:1767384351.906191:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d705f80 00000100:00000001:3.0:1767384351.906198:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.906198:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384351.906214:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384351.906215:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000400:00000200:0.0:1767384351.906239:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.906240:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d705f00 00000100:00000001:3.0:1767384351.906265:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384351.906266:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384351.906267:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x133d [2] + 0 00000400:00000010:2.0:1767384351.906283:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e16947b. 00000400:00000200:2.0:1767384351.906292:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ade41f8 00000400:00000200:2.0:1767384351.906299:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384351.906303:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.906310:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384351.906315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd4446] to pc [ptlrpcd_00_03+3] req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.906335:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.906337:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384351.906342:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384351.906351:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (277) 00000100:00000010:0.0:1767384351.906353:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068df797d. 00000400:00000200:2.0:1767384351.906367:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ade41f8 00000100:00000040:0.0:1767384351.906370:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000068df797d x1853236737761152 msgsize 224 00000100:00000001:3.0:1767384351.906374:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384351.906375:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ade41f8. 00000100:00000001:3.0:1767384351.906385:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384351.906390:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384351.906393:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384351.906394:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384351.906399:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384351.906406:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384351.906410:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000081f9b846 x1853236737761024 msgsize 224 00000100:00000001:0.0:1767384351.906413:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384351.906433:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384351.906436:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba4afd4 00000100:00000001:3.0:1767384351.906437:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.906439:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384351.906448:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba4afd4. 02000000:00000001:3.0:1767384351.906454:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384351.906455:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384351.906458:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384351.906479:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384351.906491:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384351.906492:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.906509:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384351.906510:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737761536:0@lo:400: 00000100:00000001:3.0:1767384351.906530:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384351.906541:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384351.906545:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384351.906548:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.906549:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0926d29 00000100:00000040:0.0:1767384351.906557:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384351.906563:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384351.906564:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 02000000:00000010:3.0:1767384351.906576:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000424cbdc. 00000100:00000001:0.0:1767384351.906578:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.906579:0:16140:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384351.906581:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.906587:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384351.906594:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000100:00000200:2.0:1767384351.906595:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.906600:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.906606:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bc64fa7. 00000100:00000040:0.0:1767384351.906613:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6208 usecs (7 jiffies) 00000100:00000200:3.0:1767384351.906619:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737761536, portal 10 00000100:00000001:0.0:1767384351.906623:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939656 00000100:00000001:3.0:1767384351.906630:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384351.906637:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000010:0.0:1767384351.906639:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ca1cf5d. 00000100:00000001:2.0:1767384351.906662:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384351.906662:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384351.906664:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384351.906697:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.906697:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939656 00000100:00000010:0.0:1767384351.906717:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089ddc690. 00000100:00000001:3.0:1767384351.906718:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384351.906734:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384351.906735:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384351.906738:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.906750:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 00000100:00000001:2.0:1767384351.906752:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.906753:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939656 00000100:00000200:3.0:1767384351.906759:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737761536, offset 0 00000100:00000010:0.0:1767384351.906767:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000489d9d63. 00000100:00000001:2.0:1767384351.906770:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.906772:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384351.906772:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384351.906785:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294939668 00000100:00000001:0.0:1767384351.906788:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939656 00000400:00000200:3.0:1767384351.906802:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384351.906804:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939656 00000100:00000010:0.0:1767384351.906805:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059d2ec4f. 00000100:00000001:0.0:1767384351.906820:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384351.906822:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294939668 00000400:00000200:3.0:1767384351.906827:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706100 00000100:00000001:2.0:1767384351.906844:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939656 00000400:00000200:3.0:1767384351.906845:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:0.0:1767384351.906847:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.906859:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294939668 00000100:00000001:0.0:1767384351.906865:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.906867:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384351.906869:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939656 00000400:00000200:3.0:1767384351.906884:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.906886:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.906888:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294939668 00000100:00000001:0.0:1767384351.906893:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.906894:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384351.906897:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384351.906904:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000aef23b5. 00000100:00000001:2.0:1767384351.906907:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939656 00000100:00000040:3.0:1767384351.906913:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000000aef23b5 x1853236737761536 msgsize 224 00000100:00000001:2.0:1767384351.906919:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.906922:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.906932:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384351.906933:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384351.906935:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384351.906953:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.906954:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.906964:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.906965:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.906966:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.906990:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000100:00000001:0.0:1767384351.906993:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.906995:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000100:00000001:2.0:1767384351.906997:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384351.907006:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384351.907010:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384351.907011:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384351.907014:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384351.907019:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907022:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.907023:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.907033:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384351.907044:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.907047:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384351.907049:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907050:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384351.907057:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.907064:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.907070:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.907077:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384351.907092:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.907133:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384351.907143:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907145:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907159:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.907159:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384351.907161:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384351.907172:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.907173:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384351.907176:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907179:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384351.907189:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907190:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384351.907191:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3275 usecs (4 jiffies) 00000100:00100000:2.0:1767384351.907207:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005adf38e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737761408:0@lo:400: 00000100:00000001:3.0:1767384351.907209:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294939653 02000000:00000001:0.0:1767384351.907209:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.907220:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384351.907227:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294939668 02000000:00000001:2.0:1767384351.907228:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384351.907232:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737761280:0@lo:400: 02000000:00000001:2.0:1767384351.907235:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907238:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294939653 02000000:00000001:2.0:1767384351.907248:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384351.907252:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294939668 00000100:00000001:0.0:1767384351.907254:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384351.907260:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3ae80cc. 02000000:00000001:0.0:1767384351.907260:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384351.907269:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294939653 02000000:00000001:0.0:1767384351.907269:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.907270:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.907282:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384351.907286:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c88aecb. 02000000:00000010:0.0:1767384351.907289:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013fed126. 02000000:00000001:0.0:1767384351.907295:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.907297:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0926d29. 00000100:00000001:3.0:1767384351.907303:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294939668 00000400:00000010:0.0:1767384351.907307:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac4d8e. 00000100:00000001:3.0:1767384351.907309:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294939654 00000100:00000200:2.0:1767384351.907311:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737761408, portal 10 00000100:00000001:3.0:1767384351.907321:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294939668 00000100:00000001:3.0:1767384351.907326:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384351.907330:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907335:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907338:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.907348:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.907350:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384351.907355:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384351.907357:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384351.907360:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.907363:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.907380:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384351.907384:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877992192 : -113991831559424 : ffff9853355f6300) 00000100:00000040:2.0:1767384351.907399:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.907406:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384351.907412:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761536 00000100:00000001:2.0:1767384351.907414:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384351.907417:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384351.907421:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384351.907422:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384351.907432:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.907435:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 02000000:00000001:3.0:1767384351.907440:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384351.907445:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761536 00000020:00000001:3.0:1767384351.907453:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384351.907455:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737761408, offset 0 00000020:00000040:3.0:1767384351.907456:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384351.907477:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.907480:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:3.0:1767384351.907486:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:3.0:1767384351.907497:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000400:00000200:2.0:1767384351.907498:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384351.907512:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384351.907517:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000400:00000200:2.0:1767384351.907523:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384351.907525:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009118d203. 00000020:00000040:3.0:1767384351.907538:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000400:00000200:2.0:1767384351.907539:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706080 00000400:00000200:2.0:1767384351.907554:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:3.0:1767384351.907561:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384351.907562:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384351.907571:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed5550b4. 00000400:00000200:2.0:1767384351.907575:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384351.907584:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000782db98c. 00000100:00000001:2.0:1767384351.907587:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384351.907589:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384351.907594:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000100:00000010:2.0:1767384351.907600:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005bccac1f. 00000020:00000010:3.0:1767384351.907602:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000100:00000200:0.0:1767384351.907605:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737761280, portal 4 00000100:00000040:2.0:1767384351.907609:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000005bccac1f x1853236737761408 msgsize 224 00000100:00000001:0.0:1767384351.907612:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384351.907619:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000040:3.0:1767384351.907623:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384351.907635:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384351.907639:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384351.907640:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384351.907651:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384351.907660:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.907662:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384351.907687:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384351.907690:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384351.907692:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384351.907694:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384351.907697:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.907704:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:0.0:1767384351.907706:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000100:00000001:3.0:1767384351.907709:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384351.907715:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000100:00000001:2.0:1767384351.907726:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384351.907727:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384351.907728:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737761280, offset 0 00000100:00100000:3.0:1767384351.907734:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761408 02000000:00000001:3.0:1767384351.907739:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384351.907746:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.907748:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384351.907748:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384351.907755:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384351.907765:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.907771:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384351.907778:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761408 00000020:00000001:3.0:1767384351.907788:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384351.907794:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000400:00000200:0.0:1767384351.907801:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d706000 00000020:00000001:3.0:1767384351.907802:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384351.907805:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384351.907812:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000040:2.0:1767384351.907818:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.907819:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000400:00000200:0.0:1767384351.907821:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000020:00000001:3.0:1767384351.907839:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000400:00000200:0.0:1767384351.907843:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384351.907844:0:17552:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384351.907857:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384351.907858:0:17552:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761152 00000100:00000001:2.0:1767384351.907860:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.907869:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384351.907871:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009118d203. 00000100:00000001:2.0:1767384351.907873:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384351.907873:0:17552:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384351.907878:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384351.907881:0:17552:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384351.907885:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384351.907886:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384351.907888:0:17552:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.907891:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384351.907902:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009118d203. 00000100:00000010:0.0:1767384351.907905:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4f3dace. 02000000:00000001:1.0:1767384351.907907:0:17552:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.907908:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2906 usecs (3 jiffies) 00000100:00000040:0.0:1767384351.907914:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000d4f3dace x1853236737761280 msgsize 224 00000020:00000010:3.0:1767384351.907918:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fd78f7a. 00000100:00000001:2.0:1767384351.907919:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000100:00100000:1.0:1767384351.907919:0:17552:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761152 00000100:00100000:0.0:1767384351.907934:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384351.907935:0:17552:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384351.907937:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939668 00000020:00000010:3.0:1767384351.907938:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c995cce. 00000020:00000040:1.0:1767384351.907940:0:17552:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:0.0:1767384351.907950:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384351.907955:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000020:00000001:1.0:1767384351.907956:0:17552:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384351.907957:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fcf71eea. 00000400:00000200:0.0:1767384351.907962:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f7683a 00000020:00000040:1.0:1767384351.907966:0:17552:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:2.0:1767384351.907973:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939668 00000400:00000010:0.0:1767384351.907974:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f7683a. 00000100:00000001:3.0:1767384351.907975:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384351.907982:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384351.907985:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384351.907986:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000020:00000001:1.0:1767384351.907989:0:17552:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384351.907991:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384351.907999:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.908005:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939668 00000020:00000001:1.0:1767384351.908006:0:17552:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384351.908007:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384351.908022:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384351.908027:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.908032:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:1.0:1767384351.908041:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384351.908052:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.908053:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939668 00000020:00000010:1.0:1767384351.908055:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacdea17. 00000100:00000001:0.0:1767384351.908055:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384351.908067:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384351.908070:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384351.908072:0:17552:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a59b21fc. 00000100:00000001:2.0:1767384351.908074:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.908078:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384351.908087:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384351.908089:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384351.908092:0:17552:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:2.0:1767384351.908101:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384351.908105:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384351.908105:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.908115:0:17552:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384351.908117:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.908119:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384351.908125:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384351.908126:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000020:00000010:1.0:1767384351.908131:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064363bda. 00000100:00000001:0.0:1767384351.908131:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.908141:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877998464 : -113991831553152 : ffff9853355f7b80) 00000100:00000001:2.0:1767384351.908144:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384351.908146:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6208 usecs (7 jiffies) 00000020:00000010:1.0:1767384351.908151:0:17552:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000df94218. 00000100:00000001:2.0:1767384351.908152:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.908156:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939657 00000100:00000001:2.0:1767384351.908159:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.908163:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000aef23b5 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.908168:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939668 00000020:00000010:1.0:1767384351.908170:0:17552:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000031e3bef. 00000100:00000001:2.0:1767384351.908172:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908184:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939657 00000100:00000001:0.0:1767384351.908199:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939668 00000100:00000040:1.0:1767384351.908201:0:17552:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384351.908211:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384351.908215:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.908215:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939657 00000100:00100000:2.0:1767384351.908219:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761024 00000100:00000001:1.0:1767384351.908219:0:17552:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384351.908229:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939668 00000020:00000010:3.0:1767384351.908231:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009118d203. 02000000:00000001:2.0:1767384351.908231:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384351.908231:0:17552:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384351.908245:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.908246:0:17552:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.908247:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.908249:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939657 00000100:00000001:2.0:1767384351.908256:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.908271:0:17552:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908272:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939668 02000000:00000001:2.0:1767384351.908274:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908285:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384351.908288:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761024 00000020:00000001:2.0:1767384351.908294:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384351.908294:0:17552:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384351.908298:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384351.908303:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384351.908329:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908339:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908346:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384351.908354:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:2.0:1767384351.908362:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384351.908366:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384351.908372:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384351.908379:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c53113d. 00000020:00000010:3.0:1767384351.908385:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009118d203. 00000100:00000001:2.0:1767384351.908386:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.908399:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384351.908402:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c53113d. 00000100:00000001:0.0:1767384351.908407:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384351.908409:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000aef23b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737761536:12345-0@lo:400: 00000020:00000010:2.0:1767384351.908417:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e87d192c. 00000100:00000200:3.0:1767384351.908422:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761536 00000020:00000010:2.0:1767384351.908428:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042affa73. 00000100:00100000:0.0:1767384351.908429:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000001:3.0:1767384351.908431:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384351.908446:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000020:00000001:3.0:1767384351.908448:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384351.908449:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000001:0.0:1767384351.908453:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996011520 : -113991713540096 : ffff98533c683800) 00000020:00000001:3.0:1767384351.908456:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.908479:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384351.908482:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384351.908498:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384351.908501:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384351.908505:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384351.908509:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384351.908513:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005bccac1f x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.908514:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384351.908515:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384351.908522:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.908524:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384351.908532:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.908535:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384351.908547:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384351.908548:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384351.908564:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384351.908570:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c027fd1f. 00000100:00000001:2.0:1767384351.908571:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.908573:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9b2efc2. 02000000:00000001:3.0:1767384351.908575:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.908591:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908591:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.908595:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384351.908608:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.908610:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9b2efc2. 00010000:00000040:3.0:1767384351.908627:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761536 00000100:00000001:2.0:1767384351.908628:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384351.908638:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384351.908639:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005bccac1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737761408:12345-0@lo:400: 00000100:00000001:2.0:1767384351.908640:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384351.908655:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761408 00000100:00100000:2.0:1767384351.908660:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00010000:00000200:3.0:1767384351.908662:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000aef23b5 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384351.908663:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384351.908689:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00010000:00000001:3.0:1767384351.908690:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384351.908691:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384351.908705:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.908708:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.908709:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745466960 : -113996964084656 : ffff985203734450) 00000020:00000001:0.0:1767384351.908710:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384351.908720:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00001000:3.0:1767384351.908721:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=61 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384351.908732:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081f9b846 x1853236737761024/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384351.908732:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384351.908737:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384351.908740:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384351.908751:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:0.0:1767384351.908753:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.908761:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384351.908763:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:0.0:1767384351.908768:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384351.908775:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384351.908778:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384351.908784:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.908788:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384351.908801:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384351.908802:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384351.908803:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384351.908817:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c53113d. 00000100:00000040:3.0:1767384351.908823:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384351.908826:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005d16ac8d. 00000100:00000001:2.0:1767384351.908827:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384351.908828:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 02000000:00000001:0.0:1767384351.908838:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384351.908841:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737761536, offset 224 00000020:00000010:2.0:1767384351.908841:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c53113d. 00000100:00000001:0.0:1767384351.908844:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.908859:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.908870:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761408 00000400:00000200:3.0:1767384351.908877:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384351.908877:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081f9b846 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737761024:12345-0@lo:400: 00010000:00000001:0.0:1767384351.908879:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384351.908893:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761024 00010000:00000200:0.0:1767384351.908894:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005bccac1f x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384351.908898:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384351.908908:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384351.908911:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384351.908914:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.908926:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384351.908928:0:17552:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384351.908933:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000001:1.0:1767384351.908935:0:17552:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384351.908945:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706100 00000020:00000001:2.0:1767384351.908948:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384351.908954:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384351.908956:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384351.908958:0:17552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00000001:0.0:1767384351.908967:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.908968:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384351.908971:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b55 [1] + 224 00000100:00000040:1.0:1767384351.908975:0:17552:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000020:00000001:2.0:1767384351.908976:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384351.908985:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.908985:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384351.908987:0:17552:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067438464 : -113992642113152 : ffff9853050f5180) 00000400:00000200:3.0:1767384351.908989:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384351.908994:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384351.909002:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384351.909011:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384351.909011:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384351.909013:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384351.909018:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068df797d x1853236737761152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384351.909024:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000086c0e43d. 00000100:00000001:3.0:1767384351.909027:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384351.909041:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 02000000:00000001:2.0:1767384351.909044:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384351.909055:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.909057:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.909059:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:2.0:1767384351.909071:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.909080:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384351.909083:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761024 02000000:00000001:0.0:1767384351.909091:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.909100:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384351.909112:0:17552:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.909118:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1767384351.909119:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081f9b846 x1853236737761024/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384351.909125:0:17552:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000412c23cf. 00000100:00000040:0.0:1767384351.909141:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384351.909142:0:17552:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384351.909144:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.909156:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000020:00000010:1.0:1767384351.909161:0:17552:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000412c23cf. 00010000:00000001:2.0:1767384351.909169:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384351.909174:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737761408, offset 224 00010000:00000001:2.0:1767384351.909178:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384351.909191:0:17552:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068df797d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737761152:12345-0@lo:13: 00000100:00001000:2.0:1767384351.909194:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=66 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384351.909216:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384351.909218:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384351.909219:0:17552:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761152 00000020:00000001:1.0:1767384351.909228:0:17552:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384351.909231:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 23 to 0@lo 00000020:00000001:1.0:1767384351.909240:0:17552:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384351.909241:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:1.0:1767384351.909249:0:17552:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.909251:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384351.909253:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.909253:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384351.909255:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384351.909270:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000100:00000001:2.0:1767384351.909272:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384351.909272:0:17552:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384351.909281:0:17552:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000400:00000010:3.0:1767384351.909285:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000400:00000200:0.0:1767384351.909287:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706080 00000020:00000001:1.0:1767384351.909291:0:17552:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384351.909298:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384351.909302:0:17552:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384351.909315:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000020:00000001:1.0:1767384351.909316:0:17552:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384351.909378:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384351.909378:0:17552:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384351.909384:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384351.909386:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b5d [1] + 224 00000020:00000001:1.0:1767384351.909387:0:17552:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.909391:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.909399:0:17552:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384351.909407:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000200:2.0:1767384351.909407:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737761024, offset 224 02000000:00000001:1.0:1767384351.909409:0:17552:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384351.909409:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384351.909420:0:17552:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008d8aa622. 00010000:00000001:3.0:1767384351.909430:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384351.909432:0:17552:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.909441:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384351.909442:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.909443:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384351.909444:0:17552:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384351.909456:0:17552:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384351.909458:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384351.909477:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aef23b5 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.909480:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1767384351.909481:0:17552:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384351.909492:0:17552:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384351.909494:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384351.909497:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384351.909522:0:17552:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:3.0:1767384351.909531:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000aef23b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737761536:12345-0@lo:400: Request processed in 1303us (2604us total) trans 0 rc 0/0 00080000:00000001:1.0:1767384351.909545:0:17552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.909549:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d705f00 00000020:00000001:1.0:1767384351.909566:0:17552:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384351.909577:0:17552:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:0.0:1767384351.909588:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384351.909592:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000400:00000200:2.0:1767384351.909592:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b49 [1] + 224 00000020:00000020:1.0:1767384351.909595:0:17552:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:3.0:1767384351.909611:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000020:00000020:1.0:1767384351.909613:0:17552:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384351.909617:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384351.909626:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000020:1.0:1767384351.909635:0:17552:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384351.909636:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384351.909645:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:1.0:1767384351.909646:0:17552:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384351.909647:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000782db98c. 00000100:00000001:2.0:1767384351.909656:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384351.909660:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000100:00000001:0.0:1767384351.909661:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:1.0:1767384351.909662:0:17552:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384351.909672:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384351.909688:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed5550b4. 00000001:00000001:1.0:1767384351.909691:0:17552:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384351.909695:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00002000:00000001:1.0:1767384351.909698:0:17552:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.909698:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f7683a 00000100:00000001:3.0:1767384351.909701:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384351.909709:0:17552:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737761152 00000400:00000010:0.0:1767384351.909714:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f7683a. 00010000:00000001:1.0:1767384351.909719:0:17552:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384351.909724:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384351.909730:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:3.0:1767384351.909731:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000200:1.0:1767384351.909732:0:17552:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068df797d x1853236737761152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384351.909743:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384351.909746:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:0.0:1767384351.909747:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384351.909763:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:0.0:1767384351.909764:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000040:3.0:1767384351.909774:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00010000:00000001:0.0:1767384351.909776:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384351.909783:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.909794:0:17552:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384351.909795:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384351.909798:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384351.909802:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384351.909804:0:17552:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.909805:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384351.909810:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005bccac1f x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384351.909819:0:17552:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=56 v=5 (1 0 0 0) 00000400:00000001:3.0:1767384351.909821:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384351.909828:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384351.909835:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000100:00000001:1.0:1767384351.909838:0:17552:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384351.909846:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005bccac1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737761408:12345-0@lo:400: Request processed in 1293us (2227us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384351.909848:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc64fa7 00000100:00000040:1.0:1767384351.909852:0:17552:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000400:00000010:3.0:1767384351.909856:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bc64fa7. 00000100:00000001:3.0:1767384351.909865:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384351.909866:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000100:00000001:1.0:1767384351.909868:0:17552:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000400:00000010:2.0:1767384351.909876:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000100:00100000:0.0:1767384351.909876:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 02000000:00000001:1.0:1767384351.909878:0:17552:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384351.909879:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384351.909890:0:17552:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.909890:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:2.0:1767384351.909892:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384351.909901:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.909905:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384351.909911:0:17552:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384351.909914:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384351.909916:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384351.909920:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384351.909926:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c995cce. 00000100:00000040:2.0:1767384351.909931:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:1.0:1767384351.909933:0:17552:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384351.909941:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fcf71eea. 00000400:00000010:1.0:1767384351.909946:0:17552:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00010000:00000001:2.0:1767384351.909949:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384351.909958:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fd78f7a. 00000100:00000200:1.0:1767384351.909961:0:17552:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737761152, offset 224 00000100:00000001:3.0:1767384351.909978:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384351.909980:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384351.909983:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384351.909992:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:3.0:1767384351.909997:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384351.909998:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384351.910001:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.910009:0:17552:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384351.910012:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081f9b846 x1853236737761024/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384351.910014:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384351.910020:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384351.910027:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384351.910040:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.910041:0:17552:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384351.910042:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384351.910052:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761280 00000100:00001000:3.0:1767384351.910059:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=60 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384351.910060:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384351.910061:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081f9b846 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737761024:12345-0@lo:400: Request processed in 1253us (3644us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384351.910070:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.910079:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384351.910080:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=60 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384351.910082:0:17552:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d705f80 02000000:00000001:0.0:1767384351.910094:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.910099:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384351.910105:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:3.0:1767384351.910106:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.910108:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761280 00000400:00000200:1.0:1767384351.910115:0:17552:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b45 [1] + 224 00000020:00000001:0.0:1767384351.910120:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384351.910124:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384351.910125:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000020:00000040:0.0:1767384351.910126:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:0.0:1767384351.910138:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384351.910139:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:3.0:1767384351.910140:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384351.910141:0:17552:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384351.910145:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000100:00000001:2.0:1767384351.910150:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384351.910161:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000010:2.0:1767384351.910164:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042affa73. 00000400:00000200:1.0:1767384351.910169:0:17552:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384351.910182:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000010:2.0:1767384351.910184:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000100:00000001:1.0:1767384351.910193:0:17552:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384351.910197:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e87d192c. 00000100:00000200:1.0:1767384351.910210:0:17552:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384351.910214:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.910215:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384351.910217:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000020:00000010:0.0:1767384351.910226:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9b2efc2. 00000100:00000001:3.0:1767384351.910229:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384351.910232:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384351.910240:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384351.910243:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384351.910244:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000086c0e43d. 00000100:00000001:3.0:1767384351.910252:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384351.910262:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767384351.910262:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9b2efc2. 00000100:00000001:3.0:1767384351.910264:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.910264:0:17552:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.910278:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384351.910280:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015bd5ea5. 00000020:00000010:0.0:1767384351.910291:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384351.910298:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000100:00000001:1.0:1767384351.910308:0:17552:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384351.910314:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384351.910319:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384351.910321:0:17552:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000100:00000001:3.0:1767384351.910326:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384351.910327:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384351.910339:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384351.910345:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384351.910345:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a404c3dd. 00000100:00000001:0.0:1767384351.910350:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384351.910360:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384351.910363:0:17552:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000100:00000001:0.0:1767384351.910366:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384351.910367:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.910371:0:17552:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384351.910374:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f368eb21. 00000100:00000001:1.0:1767384351.910380:0:17552:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.910383:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384351.910392:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384351.910400:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384351.910401:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737761536:0@lo:400: 00000100:00000001:1.0:1767384351.910402:0:17552:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.910425:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384351.910427:0:17552:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384351.910432:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.910447:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384351.910449:0:17552:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384351.910457:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384351.910462:0:17552:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.910475:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737761536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.910480:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384351.910484:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384351.910489:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384351.910495:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384351.910503:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 2 02000000:00000010:3.0:1767384351.910504:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000424cbdc. 00000020:00000001:1.0:1767384351.910506:0:17552:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384351.910522:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067441152 : -113992642110464 : ffff9853050f5c00) 02000000:00000001:3.0:1767384351.910523:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384351.910526:0:17552:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068df797d x1853236737761152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.910531:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384351.910539:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d4f3dace x1853236737761280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384351.910546:0:16141:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384351.910561:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384351.910569:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026edc5e4. 02000000:00000001:3.0:1767384351.910582:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384351.910590:0:17552:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068df797d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236737761152:12345-0@lo:13: Request processed in 1468us (4208us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384351.910591:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384351.910593:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384351.910606:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000020:00000010:0.0:1767384351.910608:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9b2efc2. 00000100:00000001:3.0:1767384351.910611:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.910617:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384351.910619:0:17552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384351.910620:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384351.910622:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9b2efc2. 00000100:00000001:3.0:1767384351.910632:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384351.910645:0:17552:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00000100:00100000:0.0:1767384351.910646:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d4f3dace pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236737761280:12345-0@lo:400: 00000100:00000001:3.0:1767384351.910650:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384351.910652:0:17552:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384351.910658:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.910660:0:17552:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384351.910661:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761280 00000100:00000001:3.0:1767384351.910672:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384351.910688:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.910689:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384351.910691:0:17552:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000df94218. 00000020:00000001:0.0:1767384351.910696:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384351.910700:0:17552:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000031e3bef. 00000020:00000001:0.0:1767384351.910702:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384351.910710:0:17552:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064363bda. 00000020:00000001:0.0:1767384351.910712:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384351.910717:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000040:1.0:1767384351.910725:0:17552:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000001:1.0:1767384351.910734:0:17552:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.910736:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384351.910742:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.910746:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.910748:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384351.910751:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.910754:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384351.910758:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384351.910760:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384351.910762:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384351.910764:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ddd2efa1. 00000100:00000001:1.0:1767384351.910769:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.910771:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.910777:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.910780:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.910783:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737761280 00010000:00000001:0.0:1767384351.910786:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384351.910792:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d4f3dace x1853236737761280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.910801:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384351.910803:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.910812:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.910817:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384351.910820:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384351.910823:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384351.910827:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384351.910829:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.910832:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384351.910835:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384351.910841:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000100:00000200:0.0:1767384351.910847:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737761280, offset 224 00000400:00000200:0.0:1767384351.910853:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.910864:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.910876:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d706000 00000400:00000200:0.0:1767384351.910885:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b65 [1] + 224 00000400:00000200:0.0:1767384351.910891:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.910899:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.910906:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384351.910922:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384351.910923:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.910928:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384351.910940:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384351.910941:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.910946:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384351.910951:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003da4889b. 00000400:00000200:1.0:1767384351.910962:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c763dc8 00000100:00000001:0.0:1767384351.910964:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384351.910967:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c763dc8. 00000100:00000001:1.0:1767384351.910974:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384351.911001:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f7683a 00000100:00000200:1.0:1767384351.911003:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.911007:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f7683a. 00000100:00000001:0.0:1767384351.911017:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384351.911020:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.911029:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384351.911036:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.911037:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384351.911047:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384351.911052:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.911059:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384351.911068:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4f3dace x1853236737761280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.911070:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384351.911077:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384351.911086:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d4f3dace pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737761280:12345-0@lo:400: Request processed in 493us (3168us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384351.911088:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384351.911097:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384351.911102:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384351.911103:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384351.911107:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384351.911110:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.911113:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384351.911120:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.911120:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384351.911126:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384351.911132:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00001000:1.0:1767384351.911134:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=56 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384351.911136:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bd5ea5. 00000020:00000040:0.0:1767384351.911145:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00001000:1.0:1767384351.911149:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.911151:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.911164:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384351.911168:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.911171:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384351.911181:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911204:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.911210:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384351.911212:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.911219:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767384351.911221:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384351.911224:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000001:0.0:1767384351.911227:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384351.911229:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767384351.911235:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c88aecb. 00000100:00000001:1.0:1767384351.911237:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.911245:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0926d29 00000100:00000040:1.0:1767384351.911247:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.911253:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 00000100:00000001:1.0:1767384351.911259:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.911263:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384351.911265:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384351.911273:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384351.911277:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000040:1.0:1767384351.911279:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384351.911285:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000200:0.0:1767384351.911288:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.911302:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911353:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.911357:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.911360:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.911363:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.911366:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.911368:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.911371:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.911377:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.911382:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.911386:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.911389:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.911391:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384351.911395:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.911404:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.911410:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384351.911413:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384351.911416:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384351.911417:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.911421:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911429:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.911433:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.911435:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.911441:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.911449:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005adf38e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737761408:0@lo:400: 00000400:00000001:0.0:1767384351.911490:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.911492:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.911495:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000065084b1. 00000400:00000200:0.0:1767384351.911501:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:0.0:1767384351.911503:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:0.0:1767384351.911526:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.911533:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.911543:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911555:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.911558:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.911561:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.911565:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.911568:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.911570:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.911574:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.911579:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.911583:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.911586:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.911588:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.911590:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384351.911593:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.911595:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.911601:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911608:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.911610:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.911612:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.911616:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.911625:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a54f657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737761024:0@lo:400: 00000100:00000001:0.0:1767384351.911637:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.911647:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.911652:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005adf38e5 x1853236737761408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911662:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.911668:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.911672:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3ae80cc. 02000000:00000001:0.0:1767384351.911679:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.911683:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.911685:0:16140:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384351.911689:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.911692:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000071b47a5. 02000000:00000001:0.0:1767384351.911698:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.911701:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.911703:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005adf38e5. 00000100:00000001:0.0:1767384351.911714:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.911717:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1767384351.911719:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384351.911720:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.911728:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a54f657 x1853236737761024/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384351.911733:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.911745:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384351.911747:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384351.911749:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.911753:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000191dfbe1. 02000000:00000001:0.0:1767384351.911761:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.911765:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.911770:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000100:00100000:1.0:1767384351.911771:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004206bede pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737761152:0@lo:13: 00000020:00000001:0.0:1767384351.911780:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384351.911785:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384351.911785:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd8cd7dc. 02000000:00000001:0.0:1767384351.911794:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384351.911795:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384351.911800:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.911804:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a54f657. 00000100:00000040:1.0:1767384351.911807:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004206bede x1853236737761152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.911812:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.911816:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.911822:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.911831:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384351.911835:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384351.911836:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384351.911840:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384351.911842:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000007e8000. 00000100:00000001:0.0:1767384351.911846:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384351.911851:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384351.911852:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.911856:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384351.911858:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384351.911861:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384351.911877:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb5afd00. 02000000:00000001:1.0:1767384351.911882:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384351.911885:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384351.911886:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004206bede. 00000100:00000001:1.0:1767384351.911890:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384351.911892:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.911896:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.911899:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384351.911900:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384351.911905:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.911907:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384351.911910:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac4d8e. 00000400:00000200:1.0:1767384351.911914:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba4afd4 00000400:00000010:1.0:1767384351.911916:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba4afd4. 00000100:00000001:1.0:1767384351.911918:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384351.911921:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384351.911930:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.911937:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384351.911938:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.911940:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384351.911942:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384351.911943:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.911945:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.911947:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384351.911952:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384351.911955:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384351.911958:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384351.911959:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.911961:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384351.911964:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384351.911971:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.911973:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384351.911974:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384351.911985:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384351.911986:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.911990:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.911997:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.911999:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384351.912001:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384351.912003:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384351.912011:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737761280:0@lo:400: 00000100:00000001:1.0:1767384351.912015:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.912018:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384351.912022:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23f6f09 x1853236737761280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.912033:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384351.912036:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384351.912039:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013fed126. 02000000:00000001:1.0:1767384351.912043:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384351.912045:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384351.912047:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384351.912050:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384351.912053:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1e72276. 02000000:00000001:1.0:1767384351.912057:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384351.912059:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384351.912060:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23f6f09. 00000100:00000001:1.0:1767384351.912065:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384351.912066:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.912069:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.912077:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384351.912079:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.912083:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384351.912086:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.926319:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294939668, at 4294939669 00000100:00000010:3.0:1767384351.926330:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059d2ec4f. 00000100:00000040:1.0:1767384351.926334:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294939668, at 4294939669 00000100:00000010:1.0:1767384351.926347:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089ddc690. 00000100:00000040:2.0:1767384351.926366:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294939668, at 4294939669 00000100:00000040:0.0:1767384351.926370:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294939668, at 4294939669 00000100:00000010:2.0:1767384351.926377:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000489d9d63. 00000100:00000010:0.0:1767384351.926382:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ca1cf5d. 00000400:00000001:1.0:1767384352.161376:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.161382:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.161386:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384352.161390:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:1.0:1767384352.161398:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384352.161407:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384352.161417:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000006ddb026. 00000400:00000010:1.0:1767384352.161420:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000682777f0. 00000400:00000001:1.0:1767384352.161425:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.161426:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.161428:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd02ce0c 00000400:00000010:1.0:1767384352.161429:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd02ce0c. 00000400:00000200:1.0:1767384352.161432:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384352.161434:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384352.161439:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000089ece229. 00000400:00000010:1.0:1767384352.161441:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0b15564. 00000400:00000200:1.0:1767384352.161443:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp34 00000400:00000010:1.0:1767384352.161447:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000089ece229. 00000400:00000010:1.0:1767384352.161451:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000517da0e. 00000400:00000010:1.0:1767384352.161455:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000400:00000010:1.0:1767384352.161476:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006de487b8. 00000400:00000200:1.0:1767384352.161482:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp34 00000400:00000200:1.0:1767384352.161495:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp34 local destination 00000400:00000200:1.0:1767384352.161501:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 00000400:00000200:1.0:1767384352.161504:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [127:127:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1767384352.161514:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000400:00000200:1.0:1767384352.161525:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) : GET try# 0 00000800:00000200:1.0:1767384352.161533:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp34 00000800:00000010:1.0:1767384352.161539:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000055858d19. 00000800:00000200:1.0:1767384352.161548:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:1.1:1767384352.161554:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000400:00000200:1.0:1767384352.161574:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:0.0:1767384352.161666:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161746:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161816:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161842:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161872:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161900:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.161972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162030:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162099:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162124:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162144:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162178:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162199:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162244:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162308:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162376:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162390:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162417:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162430:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162490:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162518:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162531:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384352.162572:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384352.162708:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000236ecbf5. 00000800:00000010:0.0:1767384352.162712:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068cf191c. 00000800:00000010:0.0:1767384352.162716:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b2efc2. 00000800:00000010:0.0:1767384352.162731:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b2efc2. 00000800:00020000:0.0:1767384352.162739:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384352.162742:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068cf191c. 00000800:00000010:0.0:1767384352.162744:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000236ecbf5. 00000400:02020000:0.0:1767384352.162770:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384352.162775:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp34 notifying 192.168.203.152@tcp34: down 00000400:00000200:0.0:1767384352.162778:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384352.162781:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp34 00000800:00000010:0.0:1767384352.162784:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000055858d19. 00000400:00000200:0.0:1767384352.162787:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384352.162790:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384352.162796:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384352.162798:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384352.162801:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp34) recovery failed with -71 00000001:00000001:1.0:1767384352.305692:0:31714:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384352.305702:0:31714:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384352.310208:0:31714:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384352.318031:0:31715:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005dca26a8. 00000400:00000010:0.0:1767384352.318045:0:31715:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000068cf191c. 00000400:00000010:0.0:1767384352.318053:0:31715:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dbe45a27. 00000400:00000010:0.0:1767384352.318056:0:31715:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006fe8ccc8. 00000400:00000010:0.0:1767384352.318060:0:31715:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000349be677. 00000400:00000010:0.0:1767384352.318063:0:31715:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9b2efc2. 00000400:00000010:0.0:1767384352.318065:0:31715:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8630862. 00000400:00000010:0.0:1767384352.318066:0:31715:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003d346db. 00000400:00000010:0.0:1767384352.318074:0:31715:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1098252. 00000800:00000010:0.0:1767384352.318088:0:31715:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b8616094. 00000800:00000200:0.0:1767384352.318098:0:31715:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384352.318108:0:31715:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384352.318142:0:31715:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384352.318164:0:31715:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767384352.319907:0:31715:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000007e8000. 00000400:00000010:0.0:1767384352.319913:0:31715:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a686b564. 00000400:00000010:0.0:1767384352.319918:0:31715:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000400:00000001:0.0:1767384352.319937:0:31715:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.319939:0:31715:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.319941:0:31715:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050b8c430. 00000400:00000200:0.0:1767384352.319945:0:31715:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:0.0:1767384352.319947:0:31715:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000400:00000010:0.0:1767384352.319952:0:31715:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000c35ecfc1. 00000400:00000200:0.0:1767384352.319957:0:31715:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (29) 00000400:00000200:0.0:1767384352.319988:0:31715:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384352.319996:0:31715:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:0.0:1767384352.320003:0:31715:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000236ecbf5. 00000020:01000000:0.0:1767384352.320006:0:31715:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384352.320008:0:31715:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp39 00000400:00000010:0.0:1767384352.320021:0:31715:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000068cf191c. 00000400:00000010:0.0:1767384352.320024:0:31715:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005dca26a8. 00000020:00000001:2.0:1767384352.320052:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384352.320056:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:2.0:1767384352.320057:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.320063:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384352.320068:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 10000000:01000000:2.0:1767384352.320068:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384352.320074:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384352.320077:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 00000020:01000004:2.0:1767384352.320078:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384352.320086:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.320089:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384352.320090:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000007d019935. 00000020:01000004:2.0:1767384352.320091:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.320102:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384352.320103:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bc64fa7. 00000020:01000004:2.0:1767384352.320105:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384352.320113:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384352.320118:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6fd73ac. 00000020:01000004:2.0:1767384352.320126:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384352.320128:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384352.320133:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000100:00000010:2.0:1767384352.320137:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000020:00000040:2.0:1767384352.320145:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:3.0:1767384352.320150:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:2.0:1767384352.320152:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.320157:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384352.320160:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 02000000:00000001:2.0:1767384352.320166:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320168:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:3.0:1767384352.320176:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 02000000:00000010:2.0:1767384352.320183:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c368385. 00000400:00000200:3.0:1767384352.320184:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:3.0:1767384352.320194:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000001:2.0:1767384352.320198:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320199:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:3.0:1767384352.320213:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000100:00000001:2.0:1767384352.320218:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.320221:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320240:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000100:00000040:2.0:1767384352.320240:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000014ce40c] to pc [ptlrpcd_00_00+0] req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.320345:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:3.0:1767384352.320355:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:3.0:1767384352.320364:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:3.0:1767384352.320372:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 10000000:00000001:2.0:1767384352.320373:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.320384:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320387:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000001:2.0:1767384352.320391:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384352.320403:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384352.320410:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384352.320416:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000020:00000001:2.0:1767384352.320417:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.320421:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.320426:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384352.320431:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 10000000:01000000:2.0:1767384352.320431:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384352.320445:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384352.320449:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384352.320450:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000020:01000004:2.0:1767384352.320455:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.320477:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384352.320479:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000020:01000004:2.0:1767384352.320481:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.320487:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384352.320489:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384352.320491:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384352.320497:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384352.320498:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384352.320499:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[82, 26] 00000100:00000001:0.0:1767384352.320504:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384352.320505:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384352.320513:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00000100:00000040:0.0:1767384352.320518:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.320520:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[120, 26] 00000020:00000040:2.0:1767384352.320525:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384352.320534:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.320540:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.320544:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320559:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 26], ns[125, 26] 02000000:00000010:2.0:1767384352.320560:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b0b507b. 00000100:00000001:0.0:1767384352.320562:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.320567:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.320578:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.320578:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384352.320583:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 26], ns[90, 26] 02000000:00000001:0.0:1767384352.320583:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.320596:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.320600:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384352.320606:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737761664:0@lo:253: 00000100:00000001:2.0:1767384352.320608:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320609:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 26], ns[101, 26] 00000400:00000200:3.0:1767384352.320629:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 26], ns[124, 26] 00000100:00000040:2.0:1767384352.320629:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d7dbf] to pc [ptlrpcd_00_01+1] req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.320632:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.320642:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.320648:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.320654:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384352.320660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 26], ns[127, 26] 02000000:00000010:0.0:1767384352.320667:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384352.320677:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.320683:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.320685:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059fde146. 10000000:00000001:2.0:1767384352.320693:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.320697:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068cf191c. 00000020:00000001:2.0:1767384352.320711:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.320712:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737761664, portal 25 00000400:00000200:3.0:1767384352.320718:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 26], ns[116, 26] 00000020:01000000:2.0:1767384352.320721:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384352.320722:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.320726:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000020:00000010:2.0:1767384352.320730:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000236ecbf5. 00000100:00000040:0.0:1767384352.320742:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.320749:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.320753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 26], ns[119, 26] 00000100:00000001:2.0:1767384352.320756:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.320762:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.320772:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.320789:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[118, 26], ns[126, 26] 00000100:00000001:0.0:1767384352.320791:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.320802:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.320811:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd694039. 00000100:00000200:0.0:1767384352.320821:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737761664, offset 0 00000400:00000200:3.0:1767384352.320822:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000001:2.0:1767384352.320822:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.320832:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320840:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp19 00000400:00000200:0.0:1767384352.320841:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384352.320843:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.320846:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384352.320848:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp19 lpni_is_preferred = 0 02000000:00000001:2.0:1767384352.320850:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320855:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp19 00000100:00100000:2.0:1767384352.320860:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737761792:0@lo:253: 00000100:00000001:2.0:1767384352.320872:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384352.320873:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp19 NI seq info: [128:128:256:4294967295] 192.168.203.152@tcp19 LPNI seq info [120:120:8:4294967295] 02000000:00000001:2.0:1767384352.320880:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.320883:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320889:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp19 02000000:00000001:2.0:1767384352.320889:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.320900:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000074b99471. 02000000:00000001:2.0:1767384352.320908:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.320917:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19:) -> 192.168.203.152@tcp19(192.168.203.152@tcp:192.168.203.152@tcp19) : GET try# 0 00000400:00000010:2.0:1767384352.320919:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072a8356f. 00000800:00000200:3.0:1767384352.320927:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp19 00000400:00000010:2.0:1767384352.320927:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6cdcdf4. 00000400:00000200:0.0:1767384352.320929:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384352.320943:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737761792, portal 25 00000800:00000010:3.0:1767384352.320945:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000026edc5e4. 00000100:00000001:2.0:1767384352.320948:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.320952:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000400:00000200:0.0:1767384352.320952:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706180 00000100:00000040:2.0:1767384352.320961:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384352.320964:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (6) 00000400:00000200:0.0:1767384352.320972:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x134d [2] + 0 00000400:00000010:0.0:1767384352.320984:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067f7c93c. 00000800:00000200:3.0:1767384352.320992:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:988 00000100:00000001:2.0:1767384352.320993:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384352.320993:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1930c40 00000800:00000200:3.0:1767384352.321002:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026edc5e4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384352.321005:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384352.321014:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.321019:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009afb2f64. 00000400:00000200:0.0:1767384352.321021:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384352.321024:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737761792, offset 0 00000400:00000200:0.0:1767384352.321027:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1930c40 00000400:00000010:0.0:1767384352.321031:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1930c40. 00000400:00000200:3.0:1767384352.321034:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000100:00000001:0.0:1767384352.321035:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384352.321044:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384352.321044:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384352.321052:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000100:00000040:0.0:1767384352.321053:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000002ca96b5 x1853236737761664 msgsize 4848 00000400:00000200:2.0:1767384352.321062:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384352.321073:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384352.321077:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706200 00000100:00000040:0.0:1767384352.321078:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384352.321088:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1365 [2] + 0 00000400:00000010:2.0:1767384352.321093:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007780e298. 00000100:00000001:0.0:1767384352.321094:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.321099:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9408ea0 00000400:00000200:0.0:1767384352.321102:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd694039 00000400:00000200:2.0:1767384352.321104:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.321107:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384352.321112:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd694039. 00000100:00000001:0.0:1767384352.321116:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384352.321117:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9408ea0 00000400:00000010:2.0:1767384352.321120:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9408ea0. 00000100:00000200:0.0:1767384352.321122:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.321125:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.321128:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384352.321134:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000000783ca28 x1853236737761792 msgsize 4848 00000100:00000001:0.0:1767384352.321137:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.321142:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.321147:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384352.321154:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384352.321156:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321159:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.321165:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.321169:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.321170:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294940082 00000400:00000200:2.0:1767384352.321179:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009afb2f64 00000100:00000010:0.0:1767384352.321179:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000321b49. 00000400:00000010:2.0:1767384352.321185:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009afb2f64. 00000100:00000001:0.0:1767384352.321189:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384352.321193:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384352.321197:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294940082 00000100:00000200:2.0:1767384352.321204:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384352.321205:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061b5a761. 00000100:00000001:0.0:1767384352.321210:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384352.321215:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294940082 00000800:00000200:3.0:1767384352.321221:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384352.321222:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f706797d. 00000100:00000001:2.0:1767384352.321224:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1767384352.321234:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000026edc5e4. 00000100:00000040:2.0:1767384352.321234:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.321235:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384352.321251:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.321253:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321253:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294940082 00000100:00000010:0.0:1767384352.321261:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001fe67d50. 00000100:00000001:2.0:1767384352.321263:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384352.321268:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: GET: OK 00000100:00000001:0.0:1767384352.321269:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384352.321329:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384352.321332:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.321341:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000100:00000001:2.0:1767384352.321341:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294940083 00000100:00000001:0.0:1767384352.321343:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.321353:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.321356:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940082 00000100:00000001:0.0:1767384352.321358:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384352.321363:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384352.321364:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.321365:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294940083 00000100:00000001:2.0:1767384352.321371:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940082 00000100:00000001:0.0:1767384352.321374:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384352.321375:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.321381:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384352.321383:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384352.321390:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.321393:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294940083 00000100:00000001:0.0:1767384352.321393:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.321398:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384352.321399:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.321400:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940082 00000100:00000001:0.0:1767384352.321401:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.321411:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294940083 00000400:00000200:3.0:1767384352.321418:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19) <- 192.168.203.152@tcp19 : GET - for me 00000100:00000001:2.0:1767384352.321426:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940082 00000100:00000001:0.0:1767384352.321430:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384352.321434:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 512 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384352.321435:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.321440:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.321441:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761664 02000000:00000001:0.0:1767384352.321452:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.321453:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321457:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.321458:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.321475:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.321478:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 512/512 into md 0x1b89 [1] + 0 00000100:00000001:2.0:1767384352.321483:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384352.321484:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.321486:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384352.321489:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761664 00000100:00000001:2.0:1767384352.321491:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384352.321496:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384352.321497:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp19 to MR: 192.168.203.152@tcp19 local destination 00000100:00000001:2.0:1767384352.321497:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384352.321521:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp19 NI seq info: [129:129:256:4294967295] 192.168.203.152@tcp19 LPNI seq info [121:121:8:4294967295] 00000100:00000001:2.0:1767384352.321522:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.321522:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384352.321530:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384352.321533:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.321536:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384352.321544:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384352.321552:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384352.321557:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384352.321561:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761792 00000400:00000200:3.0:1767384352.321563:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19:192.168.203.152@tcp19) -> 192.168.203.152@tcp19(192.168.203.152@tcp19:192.168.203.152@tcp19) 192.168.203.152@tcp19 : REPLY try# 0 00000100:00000001:0.0:1767384352.321565:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384352.321566:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.321573:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384352.321574:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007caab53e. 00000100:00000001:2.0:1767384352.321583:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321584:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384352.321596:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.152@tcp19 02000000:00000001:2.0:1767384352.321596:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.321597:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007caab53e. 00000800:00000010:3.0:1767384352.321612:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026edc5e4. 00000100:00100000:2.0:1767384352.321613:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761792 00000020:00000010:0.0:1767384352.321614:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007121284f. 00000020:00000001:2.0:1767384352.321623:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384352.321624:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c6ab4a8. 00000800:00000200:3.0:1767384352.321626:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (6) 00000020:00000040:2.0:1767384352.321630:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000010:0.0:1767384352.321634:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000020:00000001:2.0:1767384352.321637:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767384352.321646:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:1003 00000020:00000040:2.0:1767384352.321648:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000800:00000200:3.0:1767384352.321650:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026edc5e4 type 3, nob 608 niov 1 nkiov 1 00000100:00000040:0.0:1767384352.321652:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384352.321656:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384352.321662:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384352.321663:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384352.321666:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.321668:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.321669:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.321673:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f05a78a. 00000100:00000001:2.0:1767384352.321676:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.321677:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.321678:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f05a78a. 00000020:00000010:2.0:1767384352.321690:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005716b9a3. 00000100:00000001:0.0:1767384352.321691:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384352.321694:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042affa73. 00000100:00000001:0.0:1767384352.321703:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384352.321706:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000001:0.0:1767384352.321707:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767384352.321714:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384352.321715:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384352.321721:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000800:00000010:3.0:1767384352.321727:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026edc5e4. 00000100:00000040:0.0:1767384352.321727:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384352.321728:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.321737:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321740:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745481296 : -113996964070320 : ffff985203737c50) 00000400:00000200:3.0:1767384352.321741:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.321743:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.321757:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384352.321761:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002ca96b5 x1853236737761664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.321764:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: REPLY: OK 00000100:00000001:2.0:1767384352.321773:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384352.321776:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1767384352.321781:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384352.321782:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384352.321787:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000800:00000001:3.0:1767384352.321789:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.321791:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000010:0.0:1767384352.321794:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007caab53e. 00000800:00000001:3.0:1767384352.321795:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384352.321796:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745470032 : -113996964081584 : ffff985203735050) 00000100:00000001:0.0:1767384352.321799:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384352.321805:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.321805:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007caab53e. 00000100:00000040:2.0:1767384352.321808:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000783ca28 x1853236737761792/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384352.321816:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384352.321825:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002ca96b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737761664:12345-0@lo:253: 00000800:00000001:3.0:1767384352.321827:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.321829:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.321836:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f05a78a. 00000100:00000001:2.0:1767384352.321845:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384352.321845:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761664 00000400:00000200:3.0:1767384352.321852:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp19(192.168.203.152@tcp19) <- 192.168.203.152@tcp19 : REPLY - for me 00000020:00000001:0.0:1767384352.321854:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384352.321855:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f05a78a. 00000020:00000001:0.0:1767384352.321860:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384352.321863:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.321865:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384352.321871:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000783ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737761792:12345-0@lo:253: 00000020:00000001:0.0:1767384352.321872:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:3.0:1767384352.321875:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp19: Reply from 12345-192.168.203.152@tcp19 of length 512/512 into md 0x1b8d 00000020:00000001:0.0:1767384352.321882:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.321887:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384352.321891:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384352.321893:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761792 00000020:00000001:0.0:1767384352.321894:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1767384352.321898:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.321899:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384352.321899:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384352.321908:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384352.321909:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384352.321909:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.321921:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.321922:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384352.321928:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384352.321930:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp19->192.168.203.152@tcp19: REPLY: OK 00000020:00000001:2.0:1767384352.321930:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.321936:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 02000000:00000010:0.0:1767384352.321937:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e194aad6. 00000400:00000200:3.0:1767384352.321939:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc64fa7 00000020:00000001:2.0:1767384352.321943:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384352.321949:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bc64fa7. 02000000:00000001:0.0:1767384352.321950:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.321951:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.321963:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384352.321963:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.321965:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:2.0:1767384352.321972:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384352.321976:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384352.321977:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.321981:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000100:00000001:2.0:1767384352.321987:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:0.0:1767384352.321987:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000088390642. 00000400:00000200:3.0:1767384352.321991:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 02000000:00000001:2.0:1767384352.321994:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:0.0:1767384352.321994:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384352.321999:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:2.0:1767384352.322002:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000236ecbf5. 20000000:00000001:0.0:1767384352.322002:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384352.322006:0:16133:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp (528 bytes) 20000000:00000001:0.0:1767384352.322008:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.322015:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.322016:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.322019:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384352.322020:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:2.0:1767384352.322031:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384352.322031:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a472518. 00000400:00000010:3.0:1767384352.322034:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000007d019935. 20000000:01000000:0.0:1767384352.322036:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000200:3.0:1767384352.322042:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (31) 20000000:00000001:2.0:1767384352.322044:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384352.322046:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000001:3.0:1767384352.322055:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384352.322055:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:2.0:1767384352.322060:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f681e718. 00000800:00000001:3.0:1767384352.322065:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384352.322069:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384352.322076:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384352.322078:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384352.322082:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.322086:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.322089:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384352.322108:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384352.322112:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000007d019935. 00080000:00000001:0.0:1767384352.322114:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384352.322118:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00080000:00000001:0.0:1767384352.322119:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384352.322128:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.322130:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bc64fa7. 00000400:00000200:3.0:1767384352.322136:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007d019935 00080000:00000001:0.0:1767384352.322137:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000001:3.0:1767384352.322141:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384352.322143:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000001:3.0:1767384352.322144:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384352.322146:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e692c8c1. 00000020:00000001:0.0:1767384352.322148:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:3.0:1767384352.322150:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42776fa 00000400:00000010:3.0:1767384352.322158:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42776fa. 00080000:00000001:0.0:1767384352.322158:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384352.322165:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00080000:00000010:0.0:1767384352.322167:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000268201a2. 00000400:00000010:3.0:1767384352.322168:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000d5c50d80. 00080000:00000001:0.0:1767384352.322178:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730978304 : -113996978573312 : ffff985202963000) 00000400:00000200:3.0:1767384352.322179:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00080000:00000001:0.0:1767384352.322189:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384352.322192:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300871 00000400:00000200:3.0:1767384352.322195:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:0 00000400:00000200:3.0:1767384352.322197:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 rc 1 00000400:00000200:3.0:1767384352.322201:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:3.0:1767384352.322204:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 00000400:00000010:3.0:1767384352.322207:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000db6cc60b. 00000400:00000010:3.0:1767384352.322210:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244d5e96. 00000400:00000010:3.0:1767384352.322214:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057337386. 00000400:00000200:3.0:1767384352.322217:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:3.0:1767384352.322222:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:3.0:1767384352.322225:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:3.0:1767384352.322228:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:3.0:1767384352.322231:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:3.0:1767384352.322240:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:3.0:1767384352.322244:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:3.0:1767384352.322248:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:3.0:1767384352.322251:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000400:00000200:3.0:1767384352.322257:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000400:00000200:3.0:1767384352.322260:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:3.0:1767384352.322262:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000400:00000200:3.0:1767384352.322267:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:3.0:1767384352.322295:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384352.322299:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384352.322303:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384352.322308:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:3.0:1767384352.322314:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000001:00000001:0.0:1767384352.322315:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384352.322320:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00080000:00000001:0.0:1767384352.322321:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.322332:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384352.322334:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:3.0:1767384352.322342:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 28], ns[82, 28] 00000400:00000200:3.0:1767384352.322345:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[120, 28] 00000400:00000200:3.0:1767384352.322347:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 28], ns[125, 28] 00080000:00000001:0.0:1767384352.322352:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.322361:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384352.322365:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 28], ns[90, 28] 00000400:00000200:3.0:1767384352.322373:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 28], ns[101, 28] 00000400:00000200:3.0:1767384352.322377:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 28], ns[124, 28] 00000400:00000200:3.0:1767384352.322383:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 28], ns[127, 28] 00000400:00000200:3.0:1767384352.322388:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 28], ns[116, 28] 00000400:00000200:3.0:1767384352.322395:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 28], ns[119, 28] 00000400:00000200:3.0:1767384352.322401:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[118, 28], ns[126, 28] 00000400:00000200:3.0:1767384352.322405:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:3.0:1767384352.322409:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp20 00000400:00000200:3.0:1767384352.322413:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384352.322416:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp20 00000400:00000200:3.0:1767384352.322421:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [130:130:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1767384352.322426:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp20 00000400:00000200:3.0:1767384352.322433:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:) -> 192.168.203.152@tcp20(192.168.203.152@tcp:192.168.203.152@tcp20) : GET try# 0 00000800:00000200:3.0:1767384352.322439:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp20 00000800:00000010:3.0:1767384352.322442:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000026edc5e4. 00000800:00000200:3.0:1767384352.322447:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (6) 00000800:00000200:3.0:1767384352.322453:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:988 00000800:00000200:3.0:1767384352.322455:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026edc5e4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384352.322480:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384352.322482:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00080000:00000001:0.0:1767384352.322502:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384352.322506:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384352.322555:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384352.322558:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000026edc5e4. 00000400:00000200:3.0:1767384352.322561:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.322565:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: GET: OK 00000400:00000200:3.0:1767384352.322574:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384352.322578:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:3.0:1767384352.322586:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384352.322591:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384352.322593:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384352.322604:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.322610:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20) <- 192.168.203.152@tcp20 : GET - for me 00000400:00000200:3.0:1767384352.322617:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384352.322621:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 528/528 into md 0x1b89 [1] + 0 00000400:00000200:3.0:1767384352.322628:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp20 to MR: 192.168.203.152@tcp20 local destination 00000400:00000200:3.0:1767384352.322632:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [131:131:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767384352.322641:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) -> 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) 192.168.203.152@tcp20 : REPLY try# 0 00000800:00000200:3.0:1767384352.322648:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.152@tcp20 00000800:00000010:3.0:1767384352.322651:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026edc5e4. 00000800:00000200:3.0:1767384352.322657:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (6) 00000800:00000200:3.0:1767384352.322664:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:1001 00000800:00000200:3.0:1767384352.322667:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026edc5e4 type 3, nob 624 niov 1 nkiov 1 00000800:00000200:3.0:1767384352.322714:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384352.322716:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026edc5e4. 00000400:00000200:3.0:1767384352.322719:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.322722:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: REPLY: OK 00000800:00000001:3.0:1767384352.322728:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384352.322732:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384352.322736:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.322748:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384352.322752:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.322756:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.322763:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20) <- 192.168.203.152@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384352.322774:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp20: Reply from 12345-192.168.203.152@tcp20 of length 528/528 into md 0x1ba5 00000800:00000001:0.0:1767384352.322779:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.322785:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.322787:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.322790:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: REPLY: OK 00000400:00000200:0.0:1767384352.322794:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244d5e96 00000400:00000010:0.0:1767384352.322796:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244d5e96. 00000400:00000200:0.0:1767384352.322799:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384352.322802:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:0.0:1767384352.322805:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:0.0:1767384352.322807:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 31. state = 0x300271 00000400:00000200:0.0:1767384352.322811:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384352.322822:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (31) 00000800:00000001:0.0:1767384352.322828:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.322830:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.322847:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384352.322853:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:3.0:1767384352.322860:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 0000000009eeeaec. 00000400:00000010:3.0:1767384352.322863:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 00000000669aea88. 00000400:00000010:3.0:1767384352.322866:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000e88d2e46. 00000400:00000200:3.0:1767384352.322912:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp30(000000007e39ed88) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384352.322922:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp33(000000004a6a9fdb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384352.322935:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp34(0000000037329960) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384352.322940:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp35(000000001d38691a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384352.322946:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp37(000000002d6d01e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384352.322955:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000fd78f7a. 00000400:00000200:3.0:1767384352.322961:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000fd78f7a nid 192.168.203.152@tcp38 00000400:00000010:3.0:1767384352.322964:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c7f0c1b7. 00000400:00000200:3.0:1767384352.322966:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c7f0c1b7 net tcp38 00000400:00000200:3.0:1767384352.322970:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (30) 00000400:00000200:3.0:1767384352.322977:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp38 flags 0x11 00000400:00000010:3.0:1767384352.322983:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000424cbdc. 00000400:00000200:3.0:1767384352.322985:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000424cbdc nid 192.168.203.152@tcp39 00000400:00000010:3.0:1767384352.322987:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000027b62902. 00000400:00000200:3.0:1767384352.322989:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000027b62902 net tcp39 00000400:00000200:3.0:1767384352.322990:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (31) 00000400:00000200:3.0:1767384352.322992:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp39 flags 0x11 00000400:00000010:3.0:1767384352.322994:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 0000000009eeeaec. 00000400:00000010:3.0:1767384352.323000:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 00000000669aea88. 00000400:00000010:3.0:1767384352.323005:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000e88d2e46. 00000400:00000010:3.0:1767384352.323010:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000db6cc60b. 00000400:00000200:3.0:1767384352.323014:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384352.323017:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:3.0:1767384352.323021:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:3.0:1767384352.323026:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:3.0:1767384352.323032:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d53ff6. 00000400:00000200:3.0:1767384352.323035:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000010:3.0:1767384352.323039:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008754b177. 00000400:00000200:3.0:1767384352.323046:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp20 00000400:00000200:3.0:1767384352.323056:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp20 to MR: 192.168.203.152@tcp20 local destination 00000400:00000200:3.0:1767384352.323062:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [132:132:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767384352.323066:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp20 00000400:00000200:3.0:1767384352.323077:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) -> 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) : PUT try# 0 00000800:00000200:3.0:1767384352.323086:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.152@tcp20 00000800:00000010:3.0:1767384352.323089:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026edc5e4. 00000800:00000200:3.0:1767384352.323095:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (6) 00000800:00000200:3.0:1767384352.323099:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:988 00000800:00000200:3.0:1767384352.323101:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026edc5e4 type 1, nob 624 niov 1 nkiov 1 00000400:00000200:3.0:1767384352.323111:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384352.323115:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000800:00000200:3.0:1767384352.323186:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384352.323190:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026edc5e4. 00000400:00000200:3.0:1767384352.323194:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.323199:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: PUT: OK 00000400:00000200:3.0:1767384352.323203:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384352.323207:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp20: 0 00000800:00000001:2.0:1767384352.323210:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.323226:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384352.323230:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.323236:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.323244:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20) <- 192.168.203.152@tcp20 : PUT - for me 00000400:00000200:2.0:1767384352.323255:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384352.323262:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 528/528 into md 0x1ba1 [1] + 0 00000400:00000010:2.0:1767384352.323265:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:2.0:1767384352.323271:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001bc64fa7 00000800:00000001:2.0:1767384352.323310:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384352.323317:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.323320:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.323325:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: PUT: OK 00000400:00000200:2.0:1767384352.323329:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc64fa7 00000400:00000010:2.0:1767384352.323331:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bc64fa7. 00000400:00000200:2.0:1767384352.323336:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384352.323340:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (33) 00000400:00000200:2.0:1767384352.323345:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:2.0:1767384352.323350:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000007be1dfb5. 00000400:00000200:2.0:1767384352.323354:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 31 00000400:00000200:2.0:1767384352.323359:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384352.323374:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (34) 00000400:00000200:2.0:1767384352.323381:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384352.323393:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp20 to MR: 192.168.203.152@tcp20 local destination 00000400:00000200:2.0:1767384352.323403:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp20 NI seq info: [133:133:256:4294967295] 192.168.203.152@tcp20 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384352.323431:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) -> 192.168.203.152@tcp20(192.168.203.152@tcp20:192.168.203.152@tcp20) 192.168.203.152@tcp20 : ACK try# 0 00000400:00000200:3.0:1767384352.323443:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384352.323444:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp20 00000400:00000010:3.0:1767384352.323448:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000800:00000010:2.0:1767384352.323452:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ed37613. 00000400:00000010:3.0:1767384352.323454:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fedde35c. 00000400:00000200:3.0:1767384352.323473:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007d019935 00000400:00000200:3.0:1767384352.323482:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3004f1 00000800:00000200:2.0:1767384352.323489:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (6) 00000400:00000010:3.0:1767384352.323491:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 0000000048e7b0a6. 00000400:00000010:3.0:1767384352.323496:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 00000000e88d2e46. 00000400:00000010:3.0:1767384352.323500:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000669aea88. 00000800:00000200:2.0:1767384352.323506:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:1001 00000800:00000200:2.0:1767384352.323513:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ed37613 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384352.323553:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 0000000048e7b0a6. 00000400:00000010:3.0:1767384352.323559:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 00000000e88d2e46. 00000400:00000010:3.0:1767384352.323563:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000669aea88. 00000400:00000010:3.0:1767384352.323568:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000007be1dfb5. 00000400:00000200:3.0:1767384352.323573:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384352.323578:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300571 00000400:00000200:3.0:1767384352.323581:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 1 00000400:00000200:3.0:1767384352.323586:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 00000400:00000200:3.0:1767384352.323588:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384352.323589:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300511 rc 0 00000400:00000200:3.0:1767384352.323592:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:3.0:1767384352.323606:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000800:00000001:3.0:1767384352.323638:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384352.323658:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384352.323658:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384352.323665:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ed37613. 00000800:00000001:3.0:1767384352.323666:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384352.323672:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384352.323674:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384352.323676:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.323687:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: ACK: OK 00000400:00000200:3.0:1767384352.323694:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp20(192.168.203.152@tcp20) <- 192.168.203.152@tcp20 : ACK - for me 00000400:00000200:3.0:1767384352.323711:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp20: ACK from 12345-192.168.203.152@tcp20 into md 0x1ba9 00000400:00000200:3.0:1767384352.323716:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.323722:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp20->192.168.203.152@tcp20: ACK: OK 00000800:00000001:2.0:1767384352.323723:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.323732:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d53ff6 00000400:00000010:3.0:1767384352.323735:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d53ff6. 00000400:00000200:3.0:1767384352.323738:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384352.323741:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384352.323745:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (32) 00000800:00000001:3.0:1767384352.323750:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384352.323756:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384352.332232:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384352.332244:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384352.332248:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384352.332250:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384352.332253:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384352.332256:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384352.332257:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384352.332263:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384352.332266:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384352.332270:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268201a2. 00080000:00000001:3.0:1767384352.332308:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384352.332309:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088767ec7. 20000000:01000000:0.0:1767384352.332319:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:1.0:1767384352.332323:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384352.332325:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384352.332332:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384352.332340:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384352.332347:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384352.332358:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384352.332360:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384352.332362:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.332365:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384352.332369:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 10000000:01000000:3.0:1767384352.332371:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384352.332372:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.332383:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384352.332387:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384352.332387:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384352.332397:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384352.332399:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384352.332406:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384352.332411:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c5801005. 00080000:00000010:0.0:1767384352.332412:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005dca26a8. 00080000:00000001:0.0:1767384352.332418:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730977280 : -113996978574336 : ffff985202962c00) 00010000:00000001:3.0:1767384352.332420:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384352.332422:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384352.332424:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038e720c2. 00000020:00000001:3.0:1767384352.332431:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384352.332437:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe83 to hash 00000020:00000001:3.0:1767384352.332439:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.332442:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332454:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332458:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.332474:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.332477:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332503:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.332507:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.332509:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.332512:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.332514:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.332516:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.332518:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.332520:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.332523:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.332525:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.332527:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.332529:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c5801005) refcount = 1 00010000:00010000:3.0:1767384352.332532:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332536:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.332538:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.332540:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.332542:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332544:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.332548:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:0.0:1767384352.332549:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:3.0:1767384352.332552:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00080000:00000001:0.0:1767384352.332554:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332556:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.332561:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384352.332562:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384352.332563:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=4 00000020:00000001:3.0:1767384352.332566:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332569:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332571:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384352.332572:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384352.332583:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332594:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384352.332594:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384352.332601:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332607:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.332609:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.332611:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332614:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.332616:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332618:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.332620:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.332626:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038e720c2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384352.332629:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.332631:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384352.332632:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332637:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.332639:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.332641:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.332643:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=5 00000020:00000001:3.0:1767384352.332645:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332647:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384352.332652:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.332654:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332658:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.332662:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.332669:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332673:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.332676:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384352.332679:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.332681:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.332683:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe83 from hash 00010000:00000001:3.0:1767384352.332686:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.332689:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.332691:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.332694:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.332698:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.332700:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.332704:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384352.332706:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.332709:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332711:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.332713:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384352.332714:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.332715:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.332717:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332719:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.332721:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.332724:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332728:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.332730:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.332732:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384352.332735:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384352.332736:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.332737:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.332740:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.332744:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.332747:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.332748:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.332752:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.332759:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.332761:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe83 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384352.332764:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:3.0:1767384352.332767:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c5801005 count: 0 00080000:00000001:0.0:1767384352.332768:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384352.332787:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384352.332789:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384352.338321:0:31719:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c5801005. 00010000:00000010:3.1:1767384352.338336:0:31719:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038e720c2. 00000100:00000040:2.0:1767384352.341340:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294940083, at 4294940084 00000100:00000040:1.0:1767384352.341352:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294940083, at 4294940084 00000100:00000010:2.0:1767384352.341353:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f706797d. 00000100:00000010:1.0:1767384352.341368:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061b5a761. 00000100:00000040:3.0:1767384352.341429:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294940083, at 4294940084 00000100:00000010:3.0:1767384352.341440:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fe67d50. 00000100:00000040:0.0:1767384352.342399:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294940083, at 4294940085 00000100:00000010:0.0:1767384352.342407:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000321b49. 00080000:00000001:3.0:1767384352.344729:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384352.344737:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384352.344740:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.344743:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384352.344746:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384352.344757:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384352.344761:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384352.344771:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384352.344779:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384352.344785:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384352.344789:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384352.344795:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384352.344796:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384352.344800:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384352.344801:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:3.0:1767384352.344803:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384352.344809:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384352.344811:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384352.344815:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005dca26a8. 00010000:00000010:2.0:1767384352.344817:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060ae0e8c. 00080000:00000001:3.0:1767384352.344821:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384352.344829:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384352.344836:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384352.344842:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384352.344848:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4fe8a to hash 00000020:00000001:2.0:1767384352.344851:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384352.344853:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.344857:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.344861:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.344863:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.344868:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.344891:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384352.344907:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384352.344910:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384352.344912:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.344915:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.344919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.344922:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.344926:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384352.344930:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384352.344932:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384352.344935:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384352.344937:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060ae0e8c) refcount = 1 00010000:00010000:2.0:1767384352.344943:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.344952:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384352.344956:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384352.344959:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.344962:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.344966:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384352.344970:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384352.344974:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384352.344978:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.344981:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.344984:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=4 00000020:00000001:2.0:1767384352.344987:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.344990:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.344993:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384352.344995:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345003:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384352.345005:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345023:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.345025:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384352.345027:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345033:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.345035:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.345038:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384352.345040:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384352.345047:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a0059aa already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384352.345050:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.345053:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384352.345056:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345062:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384352.345064:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.345066:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.345068:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=5 00000020:00000001:2.0:1767384352.345071:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.345073:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384352.345077:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384352.345079:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345085:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384352.345088:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.345090:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.345094:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384352.345097:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384352.345101:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.345110:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.345114:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4fe8a from hash 00010000:00000001:2.0:1767384352.345117:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384352.345120:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.345122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.345124:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384352.345127:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384352.345129:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384352.345131:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384352.345133:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.345138:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.345141:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384352.345143:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384352.345146:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.345148:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.345151:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.345154:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.345157:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.345160:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345166:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.345168:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.345172:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384352.345175:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384352.345178:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.345181:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.345186:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384352.345189:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.345191:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.345194:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.345200:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384352.345202:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384352.345204:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4fe8a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384352.345224:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060ae0e8c count: 0 00010000:00000001:2.0:1767384352.345249:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384352.345251:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384352.346023:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384352.346027:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384352.346029:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000088390642. 20000000:00000001:0.0:1767384352.346034:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.346038:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761664 00010000:00000001:0.0:1767384352.346041:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.346049:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002ca96b5 x1853236737761664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.346056:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.346058:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.346061:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.346065:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.346067:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.346069:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384352.346090:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.346093:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.346097:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.346101:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.346106:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1837f03. 00000100:00000200:0.0:1767384352.346111:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737761664, offset 224 00000400:00000200:0.0:1767384352.346118:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.346130:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.346152:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706180 00000400:00000200:0.0:1767384352.346158:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b91 [2] + 224 00000400:00000200:0.0:1767384352.346164:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.346167:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.346172:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.346176:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.346182:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.346194:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.346201:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1837f03 00000400:00000010:0.0:1767384352.346202:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1837f03. 00000100:00000001:0.0:1767384352.346204:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.346206:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.346208:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.346210:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384352.346212:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384352.346214:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.346216:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384352.346219:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002ca96b5 x1853236737761664/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.346228:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002ca96b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737761664:12345-0@lo:253: Request processed in 24444us (25172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384352.346236:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384352.346238:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384352.346245:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.346247:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384352.346252:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c6ab4a8. 00000020:00000010:0.0:1767384352.346256:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000020:00000010:0.0:1767384352.346260:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007121284f. 00000020:00000040:0.0:1767384352.346264:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384352.346268:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384352.346270:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e194aad6. 02000000:00000001:0.0:1767384352.346295:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384352.346297:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.346302:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384352.346306:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a70f21. 00000400:00000010:0.0:1767384352.346311:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1837f03. 00000100:00000001:0.0:1767384352.346330:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.346334:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384352.346339:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.346340:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.346342:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059fde146. 00000400:00000200:0.0:1767384352.346345:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068cf191c 00000400:00000010:0.0:1767384352.346347:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068cf191c. 00000100:00000001:0.0:1767384352.346349:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.346352:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.346358:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.346363:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.346364:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.346366:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.346368:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.346369:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.346371:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.346373:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.346377:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.346380:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.346382:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384352.346384:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.346391:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.346393:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.346395:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.346398:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.346403:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.346405:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.346407:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384352.346411:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384352.346412:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384352.346414:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.346415:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.346416:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.346417:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.346419:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384352.346420:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384352.346421:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.346422:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384352.346424:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.346429:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737761664:0@lo:253: 00000100:00000001:0.0:1767384352.346432:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.346434:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.346436:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737761664/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.346441:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.346442:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.346445:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000664ea8d7. 02000000:00000001:0.0:1767384352.346448:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.346450:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.346451:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384352.346453:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.346455:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c368385. 02000000:00000001:0.0:1767384352.346471:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.346473:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.346479:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00000100:00000001:0.0:1767384352.346485:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.346487:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.346489:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.346496:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.346499:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.346501:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.346503:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.347602:0:31720:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b9e6b022. 00000400:00000040:1.0:1767384352.347631:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.347636:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.347651:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.347654:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.347658:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.347660:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384352.347664:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.347667:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.347671:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.347675:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384352.347679:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.347681:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.347685:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.347687:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.347690:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384352.347694:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.347696:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.347699:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384352.347701:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384352.347705:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.347707:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.347710:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.347719:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.347722:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.347725:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384352.347728:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.347731:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.347734:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.347736:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.347739:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.347743:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384352.347746:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.347749:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.347751:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.347753:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.347756:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.347757:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384352.347761:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.347764:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.347767:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.347769:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.347772:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.347775:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384352.347777:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384352.347779:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384352.347781:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384352.347783:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384352.347786:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384352.347789:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.347791:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.347794:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384352.347797:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.347799:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384352.347801:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384352.347804:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384352.347805:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384352.347808:0:31720:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384352.347969:0:31720:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b9e6b022. 00080000:00000020:2.0:1767384352.348144:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384352.348147:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384352.348148:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f681e718. 20000000:00000001:2.0:1767384352.348152:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384352.348155:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761792 00010000:00000001:2.0:1767384352.348157:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384352.348161:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000783ca28 x1853236737761792/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.348177:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384352.348178:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.348180:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.348182:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.348184:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.348186:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384352.348188:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.348189:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.348191:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.348193:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.348195:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036048db8. 00000100:00000200:2.0:1767384352.348197:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737761792, offset 224 00000400:00000200:2.0:1767384352.348201:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.348205:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.348211:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706200 00000400:00000200:2.0:1767384352.348214:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b99 [2] + 224 00000400:00000200:2.0:1767384352.348219:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.348222:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.348225:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.348227:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.348233:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.348249:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.348253:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036048db8 00000400:00000010:2.0:1767384352.348254:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036048db8. 00000100:00000001:2.0:1767384352.348256:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.348257:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.348269:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.348271:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384352.348273:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384352.348294:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.348297:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384352.348300:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000783ca28 x1853236737761792/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.348306:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000783ca28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737761792:12345-0@lo:253: Request processed in 26477us (27171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384352.348313:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:0.0:1767384352.348314:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384352.348316:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384352.348317:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.348319:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.348323:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384352.348324:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384352.348326:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042affa73. 00000400:00000001:0.0:1767384352.348327:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.348331:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072a8356f. 00000020:00000010:2.0:1767384352.348332:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000400:00000200:0.0:1767384352.348336:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6cdcdf4 00000020:00000010:2.0:1767384352.348337:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005716b9a3. 00000400:00000010:0.0:1767384352.348340:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6cdcdf4. 00000020:00000040:2.0:1767384352.348346:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384352.348346:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384352.348351:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384352.348352:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384352.348354:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000236ecbf5. 02000000:00000001:2.0:1767384352.348361:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.348365:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.348366:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.348370:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384352.348375:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aeb161c. 00000100:00000001:0.0:1767384352.348377:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384352.348382:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036048db8. 00000100:00000001:0.0:1767384352.348382:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.348387:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.348392:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.348394:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.348397:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.348400:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.348403:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.348408:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.348410:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384352.348411:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.348413:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.348416:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.348419:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.348428:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.348433:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.348443:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.348445:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384352.348448:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384352.348449:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384352.348451:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.348453:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.348455:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.348457:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.348473:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384352.348475:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.348476:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384352.348480:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.348488:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737761792:0@lo:253: 00000100:00000001:0.0:1767384352.348497:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.348499:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.348501:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737761792/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.348518:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.348521:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.348524:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000074b99471. 02000000:00000001:0.0:1767384352.348534:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.348536:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.348539:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384352.348540:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.348542:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b0b507b. 02000000:00000001:0.0:1767384352.348548:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.348549:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.348551:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:0.0:1767384352.348558:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.348559:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.348562:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.348567:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.348569:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.348571:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.348574:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384352.353563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060ae0e8c. 00010000:00000010:2.1:1767384352.353579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00010000:00000001:3.0:1767384352.801357:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384352.801363:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.801370:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384352.801372:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.801395:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384352.801400:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.801402:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384353.185405:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384353.185412:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384353.185415:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd02ce0c 00000400:00000010:2.0:1767384353.185421:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd02ce0c. 00000400:00000200:2.0:1767384353.185438:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384353.185446:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384353.185468:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000089ece229. 00000400:00000010:2.0:1767384353.185473:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000517da0e. 00000400:00000200:2.0:1767384353.185478:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp37 00000400:00000010:2.0:1767384353.185481:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000332f57df. 00000400:00000010:2.0:1767384353.185485:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bac843f3. 00000400:00000010:2.0:1767384353.185488:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384353.185494:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a41ada4b. 00000400:00000200:2.0:1767384353.185498:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp37 00000400:00000200:2.0:1767384353.185509:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp37 local destination 00000400:00000200:2.0:1767384353.185514:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 00000400:00000200:2.0:1767384353.185518:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [134:134:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1767384353.185524:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 00000400:00000200:2.0:1767384353.185533:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp37:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:2.0:1767384353.185539:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:2.0:1767384353.185544:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034db8a39. 00000800:00000200:2.0:1767384353.185549:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000800:00000200:2.1:1767384353.185555:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000400:00000200:2.0:1767384353.185573:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 2 next ping: 277 health :800 00000400:00000200:2.0:1767384353.185577:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp35 00000400:00000010:2.0:1767384353.185581:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000938fd4bd. 00000400:00000010:2.0:1767384353.185585:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005716b9a3. 00000400:00000010:2.0:1767384353.185589:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda63e05. 00000400:00000010:2.0:1767384353.185593:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005e55713. 00000400:00000200:2.0:1767384353.185597:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp35 00000400:00000200:2.0:1767384353.185603:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp35 local destination 00000400:00000200:2.0:1767384353.185607:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp35 00000400:00000200:2.0:1767384353.185610:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp35 NI seq info: [135:135:256:4294967295] 192.168.203.152@tcp35 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384353.185615:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp35 00000400:00000200:2.0:1767384353.185621:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35:) -> 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) : GET try# 0 00000800:00000200:2.0:1767384353.185634:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp35 00000800:00000010:2.0:1767384353.185639:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008e57e21c. 00000800:00000200:2.0:1767384353.185642:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000400:00000200:1.0:1767384353.185645:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:2.1:1767384353.185648:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000400:00000200:2.0:1767384353.185671:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp35 added to recovery queue. ping count: 3 next ping: 281 health :700 00000400:00000200:1.0:1767384353.185780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.185811:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.185859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.185917:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.185919:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.186056:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186056:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.186273:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186577:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186605:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.186732:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186793:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.186822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.186921:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.186986:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187089:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187097:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187249:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187250:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187378:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187384:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187492:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187496:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187569:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187574:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187660:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187772:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187775:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187850:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187901:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.187924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.187993:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188011:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188117:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188251:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188253:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188441:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188636:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188828:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188832:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.188952:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.188970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189181:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189212:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189300:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189386:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189446:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189519:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189579:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189641:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189649:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189739:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384353.189754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189810:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189908:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.189963:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:00000200:3.0:1767384353.190007:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000010:1.0:1767384353.190033:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384353.190042:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f9d54a8. 00000800:00000010:1.0:1767384353.190049:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dfe4e2a. 00000400:00000200:3.0:1767384353.190061:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000800:00000010:1.0:1767384353.190100:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dfe4e2a. 00000800:00020000:1.0:1767384353.190118:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384353.190122:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f9d54a8. 00000800:00000010:1.0:1767384353.190128:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:00000200:3.0:1767384353.190151:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:02020000:1.0:1767384353.190251:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384353.190262:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000400:00000200:3.0:1767384353.190266:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000800:00000200:1.0:1767384353.190310:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp37 down 00000800:00000100:1.0:1767384353.190323:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000800:00000010:1.0:1767384353.190329:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034db8a39. 00000400:00000200:1.0:1767384353.190334:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384353.190339:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384353.190347:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384353.190349:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384353.190352:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp37) recovery failed with -71 00000800:00000010:3.0:1767384353.190564:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ff289ae. 00000800:00000010:3.0:1767384353.190570:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097736fd9. 00000800:00000010:3.0:1767384353.190576:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033c6e266. 00000400:00000200:1.0:1767384353.190589:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384353.190620:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp35 from 213.3.0.2 00000800:00000010:1.0:1767384353.190623:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000071b3af94. 00000800:00000010:2.0:1767384353.190663:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f681e718. 00000800:00000010:2.0:1767384353.190670:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c316dd8a. 00000800:00000010:3.0:1767384353.190679:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033c6e266. 00000800:00000010:2.0:1767384353.190702:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000290ed88b. 00000800:00000200:2.1:1767384353.190711:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (2) 00000800:00000200:2.1:1767384353.190715:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp35 00000000290ed88b deleted 00000800:00000010:2.1:1767384353.190718:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000290ed88b. 00000800:00000200:2.1:1767384353.190730:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384353.190737:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp35 ip 192.168.203.152:981 00000800:00000200:2.1:1767384353.190741:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008e57e21c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384353.190745:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp35 p 3.x 192.168.203.152 -> 192.168.203.152:981 incarnation:1767384343285981254 sched[0] 00000800:00000010:2.0:1767384353.190750:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025f26d06. 00000800:00000010:2.0:1767384353.190810:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025f26d06. 00000800:00000010:2.0:1767384353.190816:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c316dd8a. 00000800:00000010:2.0:1767384353.190848:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000071b3af94. 00000800:00000001:2.0:1767384353.190863:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.190869:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384353.190921:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384353.190924:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008e57e21c. 00000400:00000200:2.0:1767384353.190928:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384353.190933:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: GET: OK 00000400:00000200:2.0:1767384353.190937:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384353.190940:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp35 recovery message sent successfully:0 00000800:00000200:2.1:1767384353.190973:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384353.190978:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp35 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384343285981254 sched[0] 00000800:00000010:2.0:1767384353.190981:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097736fd9. 00000800:00000001:2.0:1767384353.191010:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.191016:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384353.191020:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.191028:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.191035:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35) <- 192.168.203.152@tcp35 : GET - for me 00000400:00000200:2.0:1767384353.191047:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384353.191055:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1b89 [1] + 0 00000400:00000200:2.0:1767384353.191066:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp35 to MR: 192.168.203.152@tcp35 local destination 00000400:00000200:2.0:1767384353.191080:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp35 NI seq info: [136:136:256:4294967295] 192.168.203.152@tcp35 LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1767384353.191091:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) -> 192.168.203.152@tcp35(192.168.203.152@tcp35:192.168.203.152@tcp35) 192.168.203.152@tcp35 : REPLY try# 0 00000800:00000200:2.0:1767384353.191097:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp35 00000800:00000010:2.0:1767384353.191099:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e57e21c. 00000800:00000200:2.0:1767384353.191104:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (4) 00000800:00000200:2.0:1767384353.191110:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp35 ip 192.168.203.152:988 00000800:00000200:2.0:1767384353.191113:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008e57e21c type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384353.191147:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384353.191187:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384353.191191:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384353.191193:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384353.191197:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e57e21c. 00000800:00000001:0.0:1767384353.191198:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384353.191204:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384353.191206:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384353.191210:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.191214:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: REPLY: OK 00000400:00000200:0.0:1767384353.191219:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp35(192.168.203.152@tcp35) <- 192.168.203.152@tcp35 : REPLY - for me 00000400:00000200:0.0:1767384353.191236:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp35: Reply from 12345-192.168.203.152@tcp35 of length 272/272 into md 0x1bc5 00000800:00000001:0.0:1767384353.191240:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384353.191246:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384353.191248:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384353.191251:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp35->192.168.203.152@tcp35: REPLY: OK 00000400:00000200:0.0:1767384353.191254:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda63e05 00000400:00000010:0.0:1767384353.191256:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda63e05. 00000400:00000200:0.0:1767384353.191260:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384353.191265:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000938fd4bd. 00000400:00000200:2.0:1767384353.191268:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000010:0.0:1767384353.191268:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005716b9a3. 00000800:00000001:0.0:1767384353.191299:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384353.191303:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.191354:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191410:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191441:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191511:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191564:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191637:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191671:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191778:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191816:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191833:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191866:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191881:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191902:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191921:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191940:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191970:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.191990:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192008:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192043:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192075:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192089:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192104:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192141:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192156:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192368:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384353.192493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384353.192734:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000236ecbf5. 00000800:00000010:2.0:1767384353.192739:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000290ed88b. 00000800:00000010:2.0:1767384353.192743:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025f26d06. 00000800:00000010:2.0:1767384353.192777:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025f26d06. 00000800:00020000:2.0:1767384353.192787:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384353.192790:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000290ed88b. 00000800:00000010:2.0:1767384353.192796:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000236ecbf5. 00000400:02020000:2.0:1767384353.192920:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384353.825390:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384353.825397:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.825404:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384353.825406:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.825445:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.825458:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.825462:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384353.920030:0:32162:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384353.920042:0:32162:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.920045:0:32162:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.920050:0:32162:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384353.920056:0:32162:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.920058:0:32162:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.953381:0:20661:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384353.953385:0:20661:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.953417:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384353.953419:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.209436:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eafd6bbf. 00000400:00000010:3.0:1767384354.209463:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d0312d0d. 00000400:00000010:3.0:1767384354.209466:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000127bf8f4. 00000400:00000010:3.0:1767384354.209469:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a7b2b276. 00000400:00000010:3.0:1767384354.209471:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e63fdb56. 00000400:00000010:3.0:1767384354.209484:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000a729f9d. 00000400:00000010:3.0:1767384354.209486:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b07805b5. 00000400:00000010:3.0:1767384354.209488:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000046a75c43. 00000400:00000010:3.0:1767384354.209490:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009a4e1509. 00000400:00000010:3.0:1767384354.209493:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ac7e1082. 00000400:00000010:3.0:1767384354.209495:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006132d697. 00000400:00000010:3.0:1767384354.209497:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006bab3e6f. 00000400:00000010:3.0:1767384354.209498:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000024177b02. 00000400:00000010:3.0:1767384354.209503:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005926ee5c. 00000400:00000010:3.0:1767384354.209505:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b82b3f2d. 00000400:00000010:3.0:1767384354.209507:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000030f68198. 00000400:00000010:3.0:1767384354.209510:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f710cbbc. 00000400:00000010:3.0:1767384354.209513:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e75be602. 00000400:00000010:3.0:1767384354.209515:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000094e0acd2. 00000400:00000010:3.0:1767384354.209519:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008f5b8624. 00000400:00000010:3.0:1767384354.209522:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000159be3a8. 00000400:00000010:3.0:1767384354.209544:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c1c885b. 00000400:00000010:3.0:1767384354.209546:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000094057813. 00000400:00000010:3.0:1767384354.209548:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000025a59767. 00000400:00000010:3.0:1767384354.209549:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d35559f3. 00000400:00000010:3.0:1767384354.209551:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc4b2779. 00000400:00000010:3.0:1767384354.209554:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018420540. 00000400:00000010:3.0:1767384354.209555:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000495d643d. 00000400:00000010:3.0:1767384354.209558:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afbd45ed. 00000400:00000010:3.0:1767384354.209561:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b1bb85a6. 00000400:00000010:3.0:1767384354.209562:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000723aa3f4. 00000400:00000010:3.0:1767384354.209567:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fcac73eb. 00000400:00000010:3.0:1767384354.209570:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000009f789d7. 00000400:00000010:3.0:1767384354.209576:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009bbba43c. 00000400:00000010:3.0:1767384354.209579:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005e0e47dd. 00000400:00000010:3.0:1767384354.209580:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a572fb8b. 00000400:00000010:3.0:1767384354.209582:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000564c5886. 00000400:00000010:3.0:1767384354.209585:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c5cb4351. 00000400:00000010:3.0:1767384354.209587:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c721c5d. 00000400:00000010:3.0:1767384354.209589:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065013839. 00000400:00000010:3.0:1767384354.209593:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000577610da. 00000400:00000010:3.0:1767384354.209598:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e81d1c73. 00000400:00000010:3.0:1767384354.209600:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a6566b2. 00000400:00000010:3.0:1767384354.209604:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000050c215eb. 00000400:00000010:3.0:1767384354.209607:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003fb42d18. 00000400:00000010:3.0:1767384354.209610:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002973ea6f. 00000400:00000010:3.0:1767384354.209614:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000040964ca2. 00000400:00000010:3.0:1767384354.209619:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dd99baf0. 00000400:00000010:3.0:1767384354.209623:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d8fa5df4. 00000400:00000010:3.0:1767384354.209625:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000098b15f2f. 00000400:00000010:3.0:1767384354.209630:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b02ece6. 00000400:00000010:3.0:1767384354.209634:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000053cec9e6. 00000400:00000010:3.0:1767384354.209639:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000de1c7ebf. 00000400:00000010:3.0:1767384354.209642:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000014e432db. 00000400:00000010:3.0:1767384354.209644:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009f09cbf2. 00000400:00000010:3.0:1767384354.209647:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b887d716. 00000400:00000010:3.0:1767384354.209649:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ca2961bd. 00000400:00000010:3.0:1767384354.209663:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003927b467. 00000400:00000010:3.0:1767384354.209666:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c9ef66a7. 00000400:00000010:3.0:1767384354.209669:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000074550240. 00000400:00000010:3.0:1767384354.209671:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000053f49712. 00000400:00000010:3.0:1767384354.209675:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006cfee2fc. 00000400:00000010:3.0:1767384354.209678:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000056824e61. 00000400:00000010:3.0:1767384354.209681:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000b254177. 00000400:00000010:3.0:1767384354.209685:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000be70ff96. 00000400:00000010:3.0:1767384354.209688:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000669c44dc. 00000400:00000010:3.0:1767384354.209692:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e849bce9. 00000400:00000010:3.0:1767384354.209696:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000011261401. 00000400:00000010:3.0:1767384354.209699:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b3062446. 00000400:00000010:3.0:1767384354.209703:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000037dd303. 00000400:00000010:3.0:1767384354.209706:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057784fb4. 00000400:00000010:3.0:1767384354.209709:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b40fd984. 00000400:00000010:3.0:1767384354.209712:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000061981a61. 00000400:00000010:3.0:1767384354.209716:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000475afa03. 00000400:00000010:3.0:1767384354.209719:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fb968ed9. 00000400:00000010:3.0:1767384354.209721:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e149f81. 00000400:00000010:3.0:1767384354.209723:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001f114d0c. 00000400:00000010:3.0:1767384354.209724:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a34ce881. 00000400:00000010:3.0:1767384354.209727:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c2879ba3. 00000400:00000010:3.0:1767384354.209728:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e851122a. 00000400:00000010:3.0:1767384354.209731:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003fa6dfa1. 00000400:00000010:3.0:1767384354.209732:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d97c984. 00000400:00000010:3.0:1767384354.209735:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a02f86d7. 00000400:00000010:3.0:1767384354.209736:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea938a46. 00000400:00000010:3.0:1767384354.209739:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006d804a1e. 00000400:00000010:3.0:1767384354.209742:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000741fc24e. 00000400:00000010:3.0:1767384354.209745:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a411c6d8. 00000400:00000010:3.0:1767384354.209748:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006de487b8. 00000400:00000010:3.0:1767384354.209749:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6fd73ac. 00000400:00000010:3.0:1767384354.209751:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057337386. 00000400:00000010:3.0:1767384354.209752:0:16135:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008754b177. 00000400:00000001:3.0:1767384354.209761:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.209763:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.209771:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:3.0:1767384354.209774:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:3.0:1767384354.209780:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384354.209787:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384354.209801:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000332f57df. 00000400:00000010:3.0:1767384354.209805:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bac843f3. 00000400:00000200:3.0:1767384354.209817:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp32 00000400:00000010:3.0:1767384354.209820:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000084dabb6a. 00000400:00000010:3.0:1767384354.209825:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b46694fe. 00000400:00000010:3.0:1767384354.209829:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015d53ff6. 00000400:00000010:3.0:1767384354.209835:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008754b177. 00000400:00000200:3.0:1767384354.209839:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp32 00000400:00000200:3.0:1767384354.209853:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp32 local destination 00000400:00000200:3.0:1767384354.209859:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:3.0:1767384354.209863:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [137:137:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384354.209870:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:3.0:1767384354.209878:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:3.0:1767384354.209883:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:3.0:1767384354.209888:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b4dd749c. 00000800:00000200:3.0:1767384354.209895:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:3.1:1767384354.209900:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:3.0:1767384354.209924:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 4 next ping: 290 health :600 00000400:00000200:1.0:1767384354.210029:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210067:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210083:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210125:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210200:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210265:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210286:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210383:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210411:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210427:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210441:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210498:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210565:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210640:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210675:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210766:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210817:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210871:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210911:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210970:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.210988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.211005:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.211026:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.211046:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.211062:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384354.211074:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384354.211253:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384354.211260:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1930c40. 00000800:00000010:1.0:1767384354.211265:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c7353b5. 00000800:00000010:1.0:1767384354.211289:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c7353b5. 00000800:00020000:1.0:1767384354.211305:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384354.211309:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1930c40. 00000800:00000010:1.0:1767384354.211314:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:1.0:1767384354.211384:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384354.211391:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp32 notifying 192.168.203.152@tcp32: down 00000800:00000200:1.0:1767384354.211399:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp32 down 00000800:00000100:1.0:1767384354.211404:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp32 00000800:00000010:1.0:1767384354.211408:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b4dd749c. 00000400:00000200:1.0:1767384354.211414:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384354.211418:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384354.211430:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384354.211433:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384354.211436:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp32) recovery failed with -71 00000001:00000001:1.0:1767384354.731567:0:32326:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384354.731571:0:32326:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384354.734750:0:32326:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384354.741701:0:32327:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000af2d98ca. 00000400:00000010:3.0:1767384354.741718:0:32327:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abc64b28. 00000400:00000010:3.0:1767384354.741729:0:32327:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008c723361. 00000400:00000010:3.0:1767384354.741732:0:32327:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000045891a54. 00000400:00000010:3.0:1767384354.741736:0:32327:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d94be97. 00000400:00000010:3.0:1767384354.741741:0:32327:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb78925d. 00000400:00000010:3.0:1767384354.741742:0:32327:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000097abbee0. 00000400:00000010:3.0:1767384354.741743:0:32327:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdad77f6. 00000400:00000010:3.0:1767384354.741747:0:32327:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f0b7a364. 00000800:00000010:3.0:1767384354.741766:0:32327:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ed8ae0d7. 00000800:00000200:3.0:1767384354.741783:0:32327:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384354.741796:0:32327:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384354.741841:0:32327:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384354.741866:0:32327:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384354.744965:0:32327:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000008a76587d. 00000400:00000010:3.0:1767384354.744973:0:32327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e16947b. 00000400:00000010:3.0:1767384354.744980:0:32327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068abba38. 00000400:00000001:3.0:1767384354.745012:0:32327:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.745014:0:32327:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384354.745016:0:32327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a686b564. 00000400:00000200:3.0:1767384354.745021:0:32327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0f7683a 00000400:00000010:3.0:1767384354.745023:0:32327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0f7683a. 00000400:00000010:3.0:1767384354.745028:0:32327:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000007e8000. 00000400:00000200:3.0:1767384354.745034:0:32327:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (31) 00000400:00000200:3.0:1767384354.745050:0:32327:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384354.745060:0:32327:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384354.745070:0:32327:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002c75a395. 00000020:01000000:3.0:1767384354.745075:0:32327:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384354.745077:0:32327:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp40 00000400:00000010:3.0:1767384354.745092:0:32327:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abc64b28. 00000400:00000010:3.0:1767384354.745096:0:32327:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000af2d98ca. 00000400:00000200:0.0:1767384354.745132:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384354.745144:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000020:00000001:2.0:1767384354.745152:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384354.745154:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000400:00000200:0.0:1767384354.745159:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000010:0.0:1767384354.745166:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f2c3e99. 10000000:00000001:2.0:1767384354.745167:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384354.745172:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384354.745176:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384354.745177:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:01000004:2.0:1767384354.745183:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384354.745186:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384354.745188:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.745191:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.745192:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.745196:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.745199:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384354.745201:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384354.745202:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:01000004:2.0:1767384354.745205:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.745209:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384354.745215:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000010:2.0:1767384354.745218:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00000400:00000200:0.0:1767384354.745225:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000020:00000040:2.0:1767384354.745226:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384354.745233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384354.745237:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384354.745242:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 02000000:00000001:2.0:1767384354.745243:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745250:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 02000000:00000010:2.0:1767384354.745255:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000236ecbf5. 00000400:00000200:0.0:1767384354.745255:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000001:2.0:1767384354.745265:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745265:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:0.0:1767384354.745273:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000400:00000200:0.0:1767384354.745277:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000400:00000200:0.0:1767384354.745282:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:0.0:1767384354.745287:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000100:00000001:2.0:1767384354.745313:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384354.745318:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745328:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000100:00000040:2.0:1767384354.745333:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d7dbf] to pc [ptlrpcd_00_02+2] req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.745336:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:0.0:1767384354.745356:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384354.745368:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384354.745375:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:0.0:1767384354.745381:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:0.0:1767384354.745387:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 10000000:00000001:2.0:1767384354.745390:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745395:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 10000000:00000001:2.0:1767384354.745398:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745405:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[82, 30] 00000020:00000001:2.0:1767384354.745406:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384354.745414:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384354.745418:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[120, 30] 00000020:00000001:2.0:1767384354.745426:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384354.745430:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384354.745436:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384354.745443:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384354.745459:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 30], ns[125, 30] 00000020:01000004:2.0:1767384354.745484:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384354.745488:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384354.745488:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 30], ns[90, 30] 00000020:01000004:2.0:1767384354.745493:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.745496:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384354.745499:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 30], ns[137, 30] 00000020:01000004:2.0:1767384354.745500:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384354.745505:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 30], ns[124, 30] 00000400:00000200:0.0:1767384354.745513:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[127, 30] 00000020:01000004:2.0:1767384354.745514:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.745518:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384354.745521:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 30], ns[136, 30] 00000020:01000004:2.0:1767384354.745523:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.745526:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384354.745530:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[119, 30] 00000100:00000010:2.0:1767384354.745550:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000100:00000001:1.0:1767384354.745552:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384354.745555:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 30], ns[134, 30] 00000020:00000040:2.0:1767384354.745558:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384354.745558:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.745563:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384354.745564:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000100:00000001:2.0:1767384354.745565:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384354.745570:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384354.745571:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.745575:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745577:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:2.0:1767384354.745585:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023abe634. 00000100:00000001:2.0:1767384354.745593:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745594:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000100:00000001:1.0:1767384354.745600:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384354.745602:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.745605:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745605:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp38 00000100:00000001:2.0:1767384354.745607:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.745613:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384354.745617:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000014ce40c] to pc [ptlrpcd_00_03+3] req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.745617:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp38 lpni_is_preferred = 0 02000000:00000001:1.0:1767384354.745619:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.745626:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745627:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp38 00000100:00100000:1.0:1767384354.745634:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737761920:0@lo:253: 00000400:00000200:0.0:1767384354.745640:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp38 NI seq info: [138:138:256:4294967295] 192.168.203.152@tcp38 LPNI seq info [130:130:8:4294967295] 10000000:00000001:2.0:1767384354.745643:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.745644:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767384354.745648:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.745651:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.745651:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384354.745655:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp38 00000020:01000000:2.0:1767384354.745656:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384354.745656:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.745664:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002c75a395. 02000000:00000001:1.0:1767384354.745664:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384354.745706:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38:) -> 192.168.203.152@tcp38(192.168.203.152@tcp:192.168.203.152@tcp38) : PUT try# 0 02000000:00000010:1.0:1767384354.745711:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc780568. 00000800:00000200:0.0:1767384354.745714:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.152@tcp38 02000000:00000001:1.0:1767384354.745717:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.745718:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384354.745720:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c1fdbd6. 00000100:00000001:2.0:1767384354.745722:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384354.745725:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000100:00000001:2.0:1767384354.745727:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384354.745733:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384354.745733:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edc247fe. 00000800:00000010:0.0:1767384354.745734:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000258638ef. 00000100:00000200:1.0:1767384354.745739:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737761920, portal 25 00000800:00000010:0.0:1767384354.745741:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a9d182fe. 00000100:00000001:1.0:1767384354.745743:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.745747:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000100:00000001:2.0:1767384354.745748:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384354.745752:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.745752:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000100:00000040:1.0:1767384354.745755:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.745757:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384354.745761:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384354.745767:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384354.745767:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000100:00100000:2.0:1767384354.745772:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737762048:0@lo:253: 00000100:00000001:1.0:1767384354.745772:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.745776:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384354.745777:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384354.745779:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384354.745780:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f9d54a8. 02000000:00000001:2.0:1767384354.745783:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384354.745784:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737761920, offset 0 02000000:00000001:2.0:1767384354.745785:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384354.745787:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384354.745793:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384354.745796:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1f7ce00. 02000000:00000001:2.0:1767384354.745801:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.745806:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000400:00000010:2.0:1767384354.745808:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c33c6f34. 00000400:00000200:1.0:1767384354.745808:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384354.745816:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e31088dc. 00000100:00000200:2.0:1767384354.745821:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737762048, portal 25 00000100:00000001:2.0:1767384354.745824:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384354.745825:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000400:00000200:1.0:1767384354.745825:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706280 00000100:00000040:2.0:1767384354.745831:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.745832:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a1 [2] + 0 00000400:00000010:1.0:1767384354.745837:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82cdcee. 00000100:00000001:2.0:1767384354.745839:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384354.745841:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384354.745842:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dae4042a 00000400:00000010:2.0:1767384354.745845:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e98ce10f. 00000100:00000200:2.0:1767384354.745847:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737762048, offset 0 00000400:00000200:1.0:1767384354.745850:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.745853:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.745855:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384354.745861:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.745862:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae4042a 00000400:00000010:1.0:1767384354.745864:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dae4042a. 00000400:00000200:2.0:1767384354.745868:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706300 00000100:00000001:1.0:1767384354.745869:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.745871:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384354.745873:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a9 [2] + 0 00000100:00000040:1.0:1767384354.745874:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000fb85f410 x1853236737761920 msgsize 4848 00000400:00000010:2.0:1767384354.745876:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089644c05. 00000400:00000200:2.0:1767384354.745879:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e05c65c7 00000100:00100000:1.0:1767384354.745880:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.745883:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384354.745884:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.745885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384354.745891:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.745894:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.745897:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c65c7 00000400:00000010:2.0:1767384354.745899:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c65c7. 00000400:00000200:1.0:1767384354.745902:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9d54a8 00000100:00000001:2.0:1767384354.745903:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384354.745904:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384354.745904:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f9d54a8. 00000100:00000040:2.0:1767384354.745907:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000066b61a46 x1853236737762048 msgsize 4848 00000100:00000001:1.0:1767384354.745909:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.745913:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.745914:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384354.745916:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384354.745927:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.745931:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e98ce10f 00000400:00000010:2.0:1767384354.745934:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e98ce10f. 00000100:00000001:2.0:1767384354.745939:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384354.745939:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384354.745939:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000200:2.0:1767384354.745945:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.745945:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.745979:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.745982:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.745992:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384354.745992:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.745996:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.745997:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294942507 00000400:00000200:0.0:1767384354.745998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000010:1.0:1767384354.746004:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000100:00000001:2.0:1767384354.746009:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746011:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.746013:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384354.746021:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746022:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294942507 00000100:00000001:2.0:1767384354.746025:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294942507 00000100:00000001:2.0:1767384354.746029:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294942507 00000100:00000010:1.0:1767384354.746032:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd8c85e4. 00000100:00000001:2.0:1767384354.746033:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294942507 00000100:00000001:1.0:1767384354.746041:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384354.746056:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294942507 00000100:00000001:2.0:1767384354.746057:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294942507 00000100:00000001:2.0:1767384354.746060:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294942507 00000100:00000010:1.0:1767384354.746063:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047474e00. 00000100:00000001:1.0:1767384354.746070:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384354.746076:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294942507 00000100:00000001:2.0:1767384354.746077:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294942507 00000400:00000200:0.0:1767384354.746077:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:2.0:1767384354.746082:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294942507 00000100:00000010:1.0:1767384354.746082:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000228629ff. 00000100:00000001:1.0:1767384354.746088:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384354.746097:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294942507 00000100:00000001:1.0:1767384354.746097:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.746099:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.746100:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746104:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746108:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746110:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746114:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.746114:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.746125:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.746125:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.746129:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384354.746129:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384354.746133:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:2.0:1767384354.746137:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.746137:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.746143:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.746143:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.746162:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746162:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746170:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746170:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746219:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384354.746222:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384354.746225:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737761920 00000100:00100000:1.0:1767384354.746227:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762048 02000000:00000001:2.0:1767384354.746229:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384354.746230:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384354.746232:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.746232:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.746236:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.746242:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746244:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.746246:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737761920 02000000:00000001:1.0:1767384354.746248:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.746249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000020:00000001:2.0:1767384354.746250:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384354.746251:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762048 00000020:00000001:1.0:1767384354.746256:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384354.746259:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000040:2.0:1767384354.746260:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384354.746279:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384354.746279:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.746282:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000040:1.0:1767384354.746282:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:2.0:1767384354.746287:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384354.746287:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384354.746291:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384354.746291:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384354.746297:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.746297:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384354.746304:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6996bec. 00000100:00000001:1.0:1767384354.746308:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.746312:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6996bec. 00000400:00000200:0.0:1767384354.746314:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000020:00000010:1.0:1767384354.746320:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159a3df6. 00000020:00000010:1.0:1767384354.746338:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc04867e. 00000020:00000010:2.0:1767384354.746343:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0e76e0f. 00000020:00000010:1.0:1767384354.746345:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000031e3bef. 00000100:00000001:2.0:1767384354.746347:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.746352:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0e76e0f. 00000400:00000200:0.0:1767384354.746360:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000020:00000010:2.0:1767384354.746362:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89646f. 00000100:00000040:1.0:1767384354.746362:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384354.746374:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e83158dc. 00000020:00000010:2.0:1767384354.746380:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000100:00000001:1.0:1767384354.746405:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.746407:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384354.746408:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384354.746411:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384354.746412:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746413:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746426:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746427:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746463:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.746463:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.746500:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384354.746500:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384354.746503:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384354.746503:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384354.746510:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384354.746516:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00100000:2.0:1767384354.746520:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000001:1.0:1767384354.746520:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745475152 : -113996964076464 : ffff985203736450) 00000100:00000040:2.0:1767384354.746524:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000400:00000200:0.0:1767384354.746524:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000040:1.0:1767384354.746527:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066b61a46 x1853236737762048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.746545:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745471056 : -113996964080560 : ffff985203735450) 00000100:00000040:2.0:1767384354.746554:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb85f410 x1853236737761920/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.746554:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384354.746561:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6996bec. 00000100:00000001:2.0:1767384354.746565:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.746567:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.746569:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0e76e0f. 00000020:00000010:1.0:1767384354.746573:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6996bec. 00000100:00000001:2.0:1767384354.746575:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.746579:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0e76e0f. 00000100:00100000:2.0:1767384354.746593:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb85f410 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737761920:12345-0@lo:253: 00000100:00100000:1.0:1767384354.746609:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066b61a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737762048:12345-0@lo:253: 00000100:00000200:2.0:1767384354.746614:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737761920 00000100:00000200:1.0:1767384354.746614:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762048 00000020:00000001:2.0:1767384354.746617:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384354.746617:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384354.746624:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384354.746626:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384354.746626:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.746638:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.746639:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384354.746640:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384354.746642:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:2.0:1767384354.746644:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384354.746646:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384354.746647:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384354.746649:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.746650:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.746653:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384354.746653:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384354.746657:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384354.746657:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384354.746660:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.746661:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.746662:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:2.0:1767384354.746666:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384354.746666:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384354.746673:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384354.746673:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384354.746681:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000846e311c. 02000000:00000010:2.0:1767384354.746685:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384354.746685:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.746690:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.746690:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.746693:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.746694:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384354.746697:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384354.746707:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7193346. 20000000:00000010:1.0:1767384354.746707:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007e0df2a0. 20000000:01000000:2.0:1767384354.746712:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384354.746712:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384354.746717:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384354.746717:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384354.746720:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384354.746723:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.746725:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384354.746725:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.746726:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.746727:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384354.746728:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.746730:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384354.746741:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c9d0e15. 20000000:01000000:1.0:1767384354.746744:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:1.0:1767384354.746750:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384354.746757:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384354.746768:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00080000:00000001:1.0:1767384354.746823:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384354.746829:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384354.746832:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.746836:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384354.746841:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384354.746846:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384354.746851:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384354.746854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00080000:00000010:1.0:1767384354.746866:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c798e826. 00080000:00000001:1.0:1767384354.746869:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720350208 : -113996989201408 : ffff985201f40400) 00080000:00000001:1.0:1767384354.746873:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384354.746894:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.746933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.746966:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.746998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000001:00000001:1.0:1767384354.747012:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384354.747017:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.747021:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384354.747055:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00080000:00000001:1.0:1767384354.747058:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.747065:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384354.747157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747232:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747279:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:1.0:1767384354.747311:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384354.747342:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384354.747356:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747429:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747468:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747495:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747794:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747903:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.747967:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384354.748007:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384354.748177:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e194aad6. 00000800:00000010:0.0:1767384354.748181:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ecb0266d. 00000800:00000010:0.0:1767384354.748186:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007caab53e. 00000800:00000010:0.0:1767384354.748206:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007caab53e. 00000800:00020000:0.0:1767384354.748218:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384354.748221:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ecb0266d. 00000800:00000010:0.0:1767384354.748223:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e194aad6. 00000400:02020000:0.0:1767384354.748255:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp38 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384354.748260:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp38 notifying 192.168.203.152@tcp38: down 00000800:00000200:0.0:1767384354.748264:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp38 down 00000800:00000100:0.0:1767384354.748269:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.203.152@tcp38 00000800:00000010:0.0:1767384354.748355:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c1fdbd6. 00000400:00000200:0.0:1767384354.748358:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384354.748363:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp38->192.168.203.152@tcp38: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384354.748370:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp38 added to recovery queue. ping count: 0 next ping: 276 health :900 00000400:00000200:0.0:1767384354.748374:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384354.748376:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:0.0:1767384354.748380:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384354.748398:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384354.748402:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301151 00000400:00000001:0.0:1767384354.748405:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.748406:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384354.748408:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bb0520 00000400:00000010:0.0:1767384354.748410:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bb0520. 00000400:00000200:0.0:1767384354.748412:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384354.748415:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384354.748419:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000400:00000200:0.0:1767384354.748428:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384354.748431:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 rc -71 00000400:00000200:0.0:1767384354.748434:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:0.0:1767384354.748436:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (32) 00080000:00000001:0.0:1767384354.757149:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384354.757155:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384354.757159:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.757161:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384354.757165:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384354.757172:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384354.757175:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384354.757176:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384354.757180:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.757182:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384354.757185:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c798e826. 20000000:00000001:0.0:1767384354.757188:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384354.757191:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384354.757193:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384354.757195:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006118494f. 20000000:01000000:1.0:1767384354.757200:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00080000:00000020:0.0:1767384354.757200:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384354.757207:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384354.757207:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384354.757211:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384354.757212:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384354.757214:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384354.757219:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384354.757222:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384354.757234:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000087edabb. 00080000:00000001:1.0:1767384354.757235:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384354.757238:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384354.757240:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384354.757240:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.757242:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384354.757244:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00000020:00000001:1.0:1767384354.757245:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384354.757248:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000001:2.0:1767384354.757249:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384354.757251:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384354.757255:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c0732d9. 00000020:00000040:2.0:1767384354.757258:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000874ef952 with handle 0x1cafe7b7e4a4fe91 to hash 00080000:00000001:1.0:1767384354.757258:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720353280 : -113996989198336 : ffff985201f41000) 00000020:00000001:2.0:1767384354.757261:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384354.757261:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384354.757263:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757267:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757271:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.757299:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.757304:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757314:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384354.757317:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384354.757319:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384354.757321:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.757324:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.757326:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.757328:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.757330:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384354.757332:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:1.0:1767384354.757332:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384354.757336:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384354.757336:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757338:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384354.757339:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384354.757340:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000087edabb) refcount = 1 00010000:00010000:2.0:1767384354.757343:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384354.757349:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757351:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384354.757351:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384354.757353:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384354.757354:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.757357:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757359:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384354.757362:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384354.757364:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384354.757368:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.757369:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.757371:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=4 00000020:00000001:2.0:1767384354.757373:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757386:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757389:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384354.757391:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757399:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384354.757401:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757407:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.757409:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384354.757410:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:2.0:1767384354.757411:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384354.757413:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384354.757417:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.757418:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757421:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384354.757423:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384354.757430:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000874ef952 already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384354.757433:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.757435:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384354.757437:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757458:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384354.757461:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.757463:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.757465:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=5 00000020:00000001:2.0:1767384354.757469:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757472:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384354.757476:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384354.757478:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757495:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384354.757497:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.757499:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757503:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384354.757505:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384354.757508:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.757509:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.757512:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000874ef952 with handle 0x1cafe7b7e4a4fe91 from hash 00010000:00000001:2.0:1767384354.757514:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384354.757516:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.757517:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.757518:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384354.757520:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384354.757523:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384354.757525:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384354.757528:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.757530:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757533:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384354.757535:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384354.757538:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.757539:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.757541:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757544:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.757546:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.757549:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757555:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.757556:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.757558:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384354.757559:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384354.757561:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.757562:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.757565:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384354.757568:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.757570:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.757580:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.757587:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384354.757589:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384354.757591:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4fe91 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384354.757597:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000087edabb count: 0 00010000:00000001:2.0:1767384354.757609:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384354.757611:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384354.765327:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294942507, at 4294942508 00000100:00000010:1.0:1767384354.765339:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd8c85e4. 00000100:00000040:3.0:1767384354.765364:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294942507, at 4294942508 00000100:00000010:3.0:1767384354.765379:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000228629ff. 00000100:00000040:0.0:1767384354.765380:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294942507, at 4294942508 00000100:00000010:0.0:1767384354.765390:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f446d1e. 00000100:00000040:2.0:1767384354.765507:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294942507, at 4294942508 00000100:00000010:2.0:1767384354.765515:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047474e00. 00080000:00000001:3.0:1767384354.766776:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.766779:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384354.766786:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:1.0:1767384354.766786:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384354.766792:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384354.766793:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.766799:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384354.766799:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384354.766803:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384354.766810:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384354.766814:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c0732d9. 20000000:00000001:3.0:1767384354.766815:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384354.766823:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384354.766824:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384354.766833:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384354.766849:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.766851:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.766854:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.766859:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.766867:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.766873:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000987856a6. 00010000:00000001:3.0:1767384354.766878:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.766881:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038e720c2. 00000020:00000001:3.0:1767384354.766885:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.766888:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe98 to hash 00000020:00000001:3.0:1767384354.766890:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.766892:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.766894:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.766897:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.766899:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.766901:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.766908:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.766911:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.766913:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.766915:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.766918:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.766919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.766921:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.766925:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.766927:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.766929:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.766931:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.766933:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000987856a6) refcount = 1 00010000:00010000:3.0:1767384354.766936:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.766940:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.766943:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.766944:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.766946:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.766947:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.766950:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.766953:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384354.766961:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.766963:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.766964:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=4 00000020:00000001:3.0:1767384354.766966:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.766967:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.766969:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.766971:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.766977:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.766979:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.766983:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.766985:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.766988:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.766993:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.766995:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.766999:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.767000:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.767005:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038e720c2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384354.767007:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.767009:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.767012:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.767017:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.767019:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.767021:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.767024:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=5 00000020:00000001:3.0:1767384354.767026:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.767032:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384354.767037:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.767039:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.767043:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.767046:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.767050:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.767055:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.767058:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.767060:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.767061:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.767065:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe98 from hash 00010000:00000001:3.0:1767384354.767067:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.767069:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.767070:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.767072:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.767075:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.767076:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.767078:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.767081:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.767083:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.767084:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.767085:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.767087:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.767088:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.767089:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.767090:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.767091:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.767094:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.767097:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.767099:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.767101:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.767103:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384354.767109:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.767110:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.767111:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.767115:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.767117:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.767119:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.767123:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.767124:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.767125:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000038e720c2/0x1cafe7b7e4a4fe98 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.767130:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000987856a6 count: 0 00010000:00000001:3.0:1767384354.767140:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.767140:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384354.767319:0:32329:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000087edabb. 00010000:00000010:2.1:1767384354.767331:0:32329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00080000:00000020:0.0:1767384354.768868:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384354.768872:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384354.768875:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007e0df2a0. 20000000:00000001:0.0:1767384354.768880:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384354.768884:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762048 00010000:00000001:0.0:1767384354.768886:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384354.768891:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066b61a46 x1853236737762048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384354.768899:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384354.768900:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.768904:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.768907:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384354.768909:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384354.768911:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384354.768913:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384354.768915:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.768918:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.768920:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.768923:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7cb9675. 00000100:00000200:0.0:1767384354.768926:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737762048, offset 224 00000400:00000200:0.0:1767384354.768936:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.768942:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.768977:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706300 00000400:00000200:0.0:1767384354.768983:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bdd [2] + 224 00000400:00000200:0.0:1767384354.768988:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.768991:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.768994:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.768997:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384354.769004:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.769021:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.769026:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cb9675 00000400:00000010:0.0:1767384354.769028:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7cb9675. 00000100:00000001:0.0:1767384354.769030:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.769032:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.769035:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.769037:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384354.769040:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384354.769043:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.769045:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384354.769059:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066b61a46 x1853236737762048/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.769070:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066b61a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737762048:12345-0@lo:253: Request processed in 22512us (23158us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384354.769074:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384354.769080:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:3.0:1767384354.769081:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384354.769091:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384354.769095:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384354.769097:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384354.769098:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384354.769107:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384354.769109:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc04867e. 00000400:00000010:3.0:1767384354.769113:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c33c6f34. 00000020:00000010:0.0:1767384354.769115:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000031e3bef. 00000020:00000010:0.0:1767384354.769125:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159a3df6. 00000400:00000200:3.0:1767384354.769126:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e31088dc 00000400:00000010:3.0:1767384354.769131:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e31088dc. 00000100:00000001:3.0:1767384354.769146:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384354.769148:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384354.769153:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384354.769156:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000846e311c. 00000100:00000200:3.0:1767384354.769159:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384354.769161:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.769165:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384354.769178:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384354.769188:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059fde146. 00000100:00000200:3.0:1767384354.769196:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384354.769212:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7cb9675. 00000100:00000001:3.0:1767384354.769226:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384354.769230:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.769234:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384354.769239:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384354.769242:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.769245:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.769249:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.769257:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384354.769262:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.769275:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384354.769277:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.769281:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384354.769284:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.769587:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.769594:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.769604:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384354.769608:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384354.769610:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384354.769614:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384354.769617:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384354.769621:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384354.769623:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384354.769626:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384354.769628:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384354.769630:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384354.769632:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384354.769634:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384354.769638:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.769649:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000014ce40c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737762048:0@lo:253: 00000100:00000001:3.0:1767384354.769658:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.769662:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384354.769666:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000014ce40c x1853236737762048/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.769676:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384354.769679:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384354.769683:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1f7ce00. 02000000:00000001:3.0:1767384354.769692:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384354.769695:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384354.769697:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384354.769700:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384354.769703:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023abe634. 02000000:00000001:3.0:1767384354.769709:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384354.769720:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384354.769723:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 00000100:00000001:3.0:1767384354.769729:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384354.769731:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.769733:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.769742:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384354.769744:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.769748:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.769751:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384354.770734:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384354.770737:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384354.770739:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7193346. 20000000:00000001:0.0:1767384354.770744:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384354.770747:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737761920 00010000:00000001:0.0:1767384354.770748:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384354.770752:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb85f410 x1853236737761920/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384354.770758:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384354.770760:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.770762:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.770764:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384354.770766:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384354.770768:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384354.770770:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384354.770772:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.770774:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.770776:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.770779:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006587b30e. 00000100:00000200:0.0:1767384354.770781:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737761920, offset 224 00000400:00000200:0.0:1767384354.770785:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.770791:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.770796:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706280 00000400:00000200:0.0:1767384354.770800:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd5 [2] + 224 00000400:00000200:0.0:1767384354.770805:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.770807:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.770810:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.770819:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384354.770825:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.770837:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.770842:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006587b30e 00000400:00000010:0.0:1767384354.770844:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006587b30e. 00000100:00000001:0.0:1767384354.770846:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.770848:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.770851:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.770853:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384354.770855:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384354.770856:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.770858:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384354.770858:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384354.770864:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384354.770865:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb85f410 x1853236737761920/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384354.770871:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384354.770875:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb85f410 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737761920:12345-0@lo:253: Request processed in 24308us (24998us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384354.770877:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.770881:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b913b. 00000100:00100000:0.0:1767384354.770882:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384354.770888:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000200:1.0:1767384354.770890:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edc247fe 00000100:00000001:0.0:1767384354.770891:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384354.770893:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384354.770896:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edc247fe. 00000020:00000010:0.0:1767384354.770899:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e83158dc. 00000100:00000001:1.0:1767384354.770902:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384354.770904:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000010:0.0:1767384354.770909:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89646f. 00000020:00000040:0.0:1767384354.770911:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000200:1.0:1767384354.770912:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384354.770915:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384354.770918:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dc6e5a3. 02000000:00000001:0.0:1767384354.770924:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.770927:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384354.770933:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384354.770937:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384354.770939:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd476c76. 00000400:00000010:0.0:1767384354.770945:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006587b30e. 00000100:00000001:1.0:1767384354.770951:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.770955:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.770960:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384354.770963:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.770965:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.770967:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.770970:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.770974:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384354.770979:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.770983:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.770985:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.770988:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.770990:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.770994:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.770998:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.771005:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.771009:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.771012:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384354.771016:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384354.771019:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384354.771026:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384354.771028:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.771029:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.771032:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384354.771033:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384354.771035:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384354.771036:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384354.771037:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384354.771041:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.771050:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a52d7dbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737761920:0@lo:253: 00000100:00000001:1.0:1767384354.771056:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.771059:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.771061:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a52d7dbf x1853236737761920/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.771069:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.771072:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.771074:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc780568. 02000000:00000001:1.0:1767384354.771079:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.771081:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.771082:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384354.771086:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.771089:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000236ecbf5. 02000000:00000001:1.0:1767384354.771093:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.771096:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.771098:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 00000100:00000001:1.0:1767384354.771103:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.771104:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.771107:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.771113:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.771116:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.771120:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.771123:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384354.772544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000987856a6. 00010000:00000010:3.1:1767384354.772552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038e720c2. 00000400:00000010:2.0:1767384354.775638:0:32332:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7588c72. 00000400:00000040:2.0:1767384354.775660:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.775663:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.775666:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.775668:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.775671:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.775673:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384354.775676:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.775678:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.775680:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.775682:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384354.775685:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.775687:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.775690:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.775692:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.775694:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384354.775696:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.775698:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.775700:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384354.775701:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384354.775704:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.775706:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.775708:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.775710:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.775716:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.775718:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384354.775721:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.775723:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.775725:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.775726:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.775728:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.775729:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384354.775732:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.775734:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.775735:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.775737:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.775739:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.775740:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384354.775743:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.775746:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.775747:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.775749:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.775750:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.775752:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384354.775754:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384354.775756:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384354.775758:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384354.775760:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384354.775761:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384354.775764:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.775766:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.775768:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384354.775770:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.775771:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384354.775773:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384354.775776:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384354.775777:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384354.775779:0:32332:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384354.775883:0:32332:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7588c72. 00010000:00000001:3.0:1767384354.849789:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384354.849796:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.849805:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384354.849808:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384354.849811:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384354.849814:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.849818:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384354.849820:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.849822:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.849826:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.849872:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384354.849878:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.849884:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384355.233485:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (6) 00000800:00000200:3.0:1767384355.233495:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:988 00000800:00000200:3.0:1767384355.233501:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384355.233502:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384355.233507:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384355.233510:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d53ff6 00000400:00000010:2.0:1767384355.233514:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015d53ff6. 00000400:00000200:2.0:1767384355.233519:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384355.233527:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384355.233538:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000084dabb6a. 00000400:00000010:2.0:1767384355.233543:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b46694fe. 00000800:00000001:3.0:1767384355.233637:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384355.233640:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384355.233654:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.233660:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.233663:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.874460:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384355.874469:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.874488:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384355.874490:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.874533:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384355.874538:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.874541:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384356.002361:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384356.002369:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:3.0:1767384356.002374:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.002377:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384356.002379:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384356.002380:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384356.002384:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384356.002386:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384356.002394:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 61 10000000:00000001:3.0:1767384356.002396:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384356.002397:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384356.002407:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000040:3.0:1767384356.002411:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384356.002417:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384356.002420:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384356.002426:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.002433:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6be3284. 00000100:00000001:3.0:1767384356.002454:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.002460:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384356.002463:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384356.002471:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000987856a6. 00010000:00000001:3.0:1767384356.002475:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384356.002478:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038e720c2. 00000020:00000001:3.0:1767384356.002482:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384356.002489:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe9f to hash 00000020:00000001:3.0:1767384356.002491:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384356.002493:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384356.002495:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384356.002499:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384356.002503:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.002507:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384356.002516:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384356.002526:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384356.002531:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384356.002533:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384356.002539:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017e10364. 00000100:00000001:3.0:1767384356.002540:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754405824 : -113996955145792 : ffff985203fba9c0) 00000100:00000001:3.0:1767384356.002547:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.002548:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000001:3.0:1767384356.002552:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384356.002554:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.002556:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384356.002557:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384356.002565:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.002573:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384356.002575:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.002578:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384356.002592:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384356.002594:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.002596:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737762176:0@lo:101: 00000100:00000001:3.0:1767384356.002599:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384356.002659:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.002662:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.002665:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384356.002669:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af2d98ca. 02000000:00000001:3.0:1767384356.002671:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.002676:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000400:00000010:3.0:1767384356.002684:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa522cd9. 00000100:00000200:3.0:1767384356.002691:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737762176, portal 25 00000100:00000001:3.0:1767384356.002693:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.002694:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000040:3.0:1767384356.002700:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.002707:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.002709:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.002711:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000100:00000200:3.0:1767384356.002714:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737762176, offset 0 00000400:00000200:3.0:1767384356.002722:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.002738:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.002750:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d706380 00000400:00000200:3.0:1767384356.002762:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13cd [2] + 0 00000400:00000010:3.0:1767384356.002766:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc94049. 00000400:00000200:3.0:1767384356.002770:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d25bfdd 00000400:00000200:3.0:1767384356.002777:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.002780:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384356.002785:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d25bfdd 00000400:00000010:3.0:1767384356.002788:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d25bfdd. 00000100:00000001:3.0:1767384356.002794:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.002797:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.002927:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000b799f760 x1853236737762176 msgsize 328 00000100:00100000:3.0:1767384356.002931:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384356.002933:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384356.002971:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.002978:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000400:00000010:3.0:1767384356.002981:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 00000100:00000001:3.0:1767384356.002985:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384356.002991:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.002999:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.003001:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.003007:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003008:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.003016:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003020:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294943764 00000100:00000001:0.0:1767384356.003022:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384356.003025:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb4f1fac. 00000100:00100000:0.0:1767384356.003029:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762176 02000000:00000001:0.0:1767384356.003033:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384356.003034:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384356.003036:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.003040:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003043:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294943764 02000000:00000001:0.0:1767384356.003044:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384356.003048:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f67324. 00000100:00100000:0.0:1767384356.003050:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762176 00000100:00000001:3.0:1767384356.003053:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384356.003056:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384356.003059:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294943764 00000020:00000040:0.0:1767384356.003059:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000010:3.0:1767384356.003071:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d36a8bd3. 00000020:00000001:0.0:1767384356.003072:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.003080:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384356.003082:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384356.003086:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384356.003094:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384356.003096:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294943764 00000100:00000001:0.0:1767384356.003099:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384356.003102:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000020:00000010:0.0:1767384356.003104:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7a8d59. 00000100:00000001:3.0:1767384356.003107:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384356.003111:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.003113:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.003120:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.003121:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7a8d59. 00000100:00000001:3.0:1767384356.003135:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.003138:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384356.003138:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002030ee8a. 00000100:00100000:3.0:1767384356.003144:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000017e10364 going to sleep for 11 seconds 00000020:00000010:0.0:1767384356.003147:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b5459f7. 00000100:00000001:3.0:1767384356.003149:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.003157:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.003157:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000100:00000040:0.0:1767384356.003174:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384356.003177:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384356.003179:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384356.003180:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003186:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003201:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.003209:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384356.003211:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384356.003216:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:0.0:1767384356.003218:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384356.003220:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745476176 : -113996964075440 : ffff985203736850) 00000100:00000040:0.0:1767384356.003226:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b799f760 x1853236737762176/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.003241:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384356.003244:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7a8d59. 00000100:00000001:0.0:1767384356.003245:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384356.003247:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7a8d59. 00000100:00100000:0.0:1767384356.003250:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b799f760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737762176:12345-0@lo:101: 00000100:00000200:0.0:1767384356.003253:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762176 00000020:00000001:0.0:1767384356.003256:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384356.003258:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384356.003260:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.003262:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384356.003264:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:0.0:1767384356.003267:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384356.003268:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.003270:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384356.003271:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384356.003293:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.003296:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384356.003298:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384356.003300:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384356.003302:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384356.003304:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.003308:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384356.003315:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009cc657c8. 00010000:00000001:0.0:1767384356.003318:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384356.003321:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d4b38d5. 00000020:00000001:0.0:1767384356.003324:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384356.003326:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fea6 to hash 00000020:00000001:0.0:1767384356.003329:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384356.003330:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:0.0:1767384356.003332:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00010000:0.0:1767384356.003335:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fe9f expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384356.003350:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:0.0:1767384356.003352:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384356.003360:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384356.003362:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384356.003365:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002aaabcae. 02000000:00000001:0.0:1767384356.003367:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003369:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.003371:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384356.003374:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384356.003376:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384356.003377:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.003379:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.003380:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.003381:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.003383:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384356.003384:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384356.003386:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384356.003386:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384356.003388:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009cc657c8) refcount = 1 00010000:00010000:0.0:1767384356.003392:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.003396:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384356.003397:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384356.003398:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.003399:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.003400:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384356.003404:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384356.003405:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.003410:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384356.003411:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384356.003413:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.003420:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.003421:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384356.003422:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.003424:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.003425:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002d4b38d5, rc 0) 00000020:00000001:0.0:1767384356.003427:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384356.003430:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762176 00010000:00000001:0.0:1767384356.003432:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384356.003449:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b799f760 x1853236737762176/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384356.003456:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384356.003458:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.003461:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.003464:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384356.003466:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384356.003468:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384356.003470:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384356.003471:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003474:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.003476:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.003480:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000100:00000200:0.0:1767384356.003485:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737762176, offset 224 00000400:00000200:0.0:1767384356.003491:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.003501:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.003510:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d706380 00000400:00000200:0.0:1767384356.003516:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1bf5 [1] + 224 00000400:00000200:0.0:1767384356.003521:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.003524:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384356.003529:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.003533:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.003540:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.003554:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.003567:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bb0520 00000400:00000010:0.0:1767384356.003569:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bb0520. 00000100:00000001:0.0:1767384356.003575:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.003577:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.003578:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.003581:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384356.003585:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384356.003588:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384356.003589:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.003596:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00010000:00000001:0.0:1767384356.003597:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384356.003604:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.003605:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa522cd9 00000020:00000001:0.0:1767384356.003607:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384356.003612:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa522cd9. 00000100:00000040:0.0:1767384356.003616:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b799f760 x1853236737762176/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.003618:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384356.003627:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.003636:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b799f760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737762176:12345-0@lo:101: Request processed in 386us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384356.003667:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000200:3.0:1767384356.003668:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.003676:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384356.003688:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384356.003689:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.003692:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384356.003693:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.003698:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384356.003699:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b5459f7. 02000000:00000001:3.0:1767384356.003702:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384356.003707:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384356.003707:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00000001:3.0:1767384356.003713:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.003714:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002030ee8a. 02000000:00000001:3.0:1767384356.003718:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384356.003721:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00001000:3.0:1767384356.003724:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=71 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384356.003726:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384356.003732:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=71 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384356.003734:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002aaabcae. 00000100:00000001:3.0:1767384356.003748:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384356.003749:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.003759:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.003760:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.003769:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384356.003771:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384356.003774:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003777:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.003777:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009250a2ea. 00000400:00000010:0.0:1767384356.003793:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc759085. 00000100:00000040:3.0:1767384356.003794:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.003807:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.003810:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384356.003812:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384356.003816:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.003821:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737762176:0@lo:101: 00000100:00000001:3.0:1767384356.003824:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.003826:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003827:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384356.003830:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.003833:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.003837:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384356.003840:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017e10364. 00000100:00000001:3.0:1767384356.003843:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384356.003845:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.003848:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384356.003850:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.003851:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.003853:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=4 00000020:00000001:3.0:1767384356.003854:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384356.003856:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000040:3.0:1767384356.003859:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000038e720c2, remote cookie: 0x1cafe7b7e4a4fea6, flags: 0x0 00010000:00000001:3.0:1767384356.003861:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384356.003864:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384356.003865:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384356.003866:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384356.003867:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384356.003869:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000987856a6) refcount = 1 00010000:00010000:3.0:1767384356.003872:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.003886:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384356.003887:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384356.003888:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384356.003890:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384356.003892:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.003894:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.003898:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384356.003899:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.003900:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.003901:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.003902:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.003903:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003904:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.003906:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737762176/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.003911:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384356.003913:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384356.003915:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af2d98ca. 02000000:00000001:3.0:1767384356.003918:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384356.003919:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.003920:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384356.003922:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384356.003924:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6be3284. 02000000:00000001:3.0:1767384356.003926:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384356.003928:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384356.003929:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000100:00000001:3.0:1767384356.003932:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384356.003933:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384356.003934:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.003936:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384356.003937:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:3.0:1767384356.003938:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.003939:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.003945:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.003946:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=3 00000020:00000001:3.0:1767384356.003948:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384356.003949:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384356.003950:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384356.003951:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.003952:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.003953:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384356.003955:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384356.003958:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005d0adf7d. 00000100:00000010:3.0:1767384356.003970:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000040:3.0:1767384356.003972:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384356.003974:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384356.003975:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384356.003977:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.003981:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6be3284. 00000100:00000001:3.0:1767384356.003983:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.003987:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384356.003990:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000af2d98ca. 00000100:00000010:3.0:1767384356.003993:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b677181f. 00000020:00000040:3.0:1767384356.003995:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384356.003999:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384356.004000:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384356.004003:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017e10364. 00000100:00000001:3.0:1767384356.004004:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754405824 : -113996955145792 : ffff985203fba9c0) 00000100:00000001:3.0:1767384356.004006:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.004006:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000001:3.0:1767384356.004008:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384356.004009:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004011:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384356.004012:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384356.004013:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004017:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384356.004018:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.004025:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384356.004028:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384356.004029:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.004033:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737762304:0@lo:256: 00000100:00000001:3.0:1767384356.004035:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384356.004037:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.004038:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004041:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384356.004046:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000400:00000010:3.0:1767384356.004050:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000abc64b28. 00000100:00000200:3.0:1767384356.004053:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d706400-0x695824d706400, portal 33 00000100:00000001:3.0:1767384356.004055:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.004057:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384356.004058:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23c73fd. 02000000:00000001:3.0:1767384356.004060:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.004062:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445e32d6. 00000400:00000010:3.0:1767384356.004065:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa522cd9. 00000100:00000200:3.0:1767384356.004066:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737762304, portal 25 00000100:00000001:3.0:1767384356.004068:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.004070:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000040:3.0:1767384356.004072:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004076:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.004079:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.004081:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000100:00000200:3.0:1767384356.004083:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737762304, offset 0 00000400:00000200:3.0:1767384356.004088:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.004095:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.004100:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d706400 00000400:00000200:3.0:1767384356.004103:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13d5 [2] + 0 00000400:00000010:3.0:1767384356.004105:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001347a48e. 00000400:00000200:3.0:1767384356.004109:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca6e2463 00000400:00000200:3.0:1767384356.004112:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.004121:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384356.004123:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca6e2463 00000400:00000010:3.0:1767384356.004124:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca6e2463. 00000100:00000001:3.0:1767384356.004128:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.004129:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.004131:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000089971591 x1853236737762304 msgsize 304 00000100:00100000:3.0:1767384356.004136:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384356.004137:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384356.004151:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.004155:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000400:00000010:3.0:1767384356.004156:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 00000100:00000001:3.0:1767384356.004158:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384356.004161:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004167:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.004168:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.004172:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004174:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.004179:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004181:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294943765 00000100:00000001:3.0:1767384356.004190:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943764 00000100:00000001:3.0:1767384356.004200:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294943765 00000100:00000001:1.0:1767384356.004203:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384356.004204:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943764 00000100:00100000:1.0:1767384356.004214:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762304 00000100:00000001:3.0:1767384356.004215:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294943765 00000100:00000001:3.0:1767384356.004221:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943764 00000100:00000001:3.0:1767384356.004228:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294943765 02000000:00000001:1.0:1767384356.004229:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384356.004236:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.004237:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943764 00000100:00000001:3.0:1767384356.004245:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384356.004246:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004254:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.004259:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.004262:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384356.004263:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.004269:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762304 00000020:00000001:1.0:1767384356.004272:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384356.004302:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000017e10364 going to sleep for 11 seconds 00000100:00000001:3.0:1767384356.004305:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.004308:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384356.004415:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384356.004418:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384356.004420:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384356.004423:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384356.004426:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384356.004429:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384356.004433:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce50053e. 00000100:00000001:1.0:1767384356.004452:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.004455:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce50053e. 00000020:00000010:1.0:1767384356.004460:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6e40cf8. 00000020:00000010:1.0:1767384356.004464:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef2b8522. 00000020:00000010:1.0:1767384356.004467:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef26fe24. 00000100:00000040:1.0:1767384356.004473:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384356.004476:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384356.004477:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384356.004479:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004483:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004498:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.004508:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384356.004510:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384356.004516:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:1.0:1767384356.004518:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384356.004521:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076745473104 : -113996964078512 : ffff985203735c50) 00000100:00000040:1.0:1767384356.004527:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089971591 x1853236737762304/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 304/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.004537:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384356.004539:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce50053e. 00000100:00000001:1.0:1767384356.004546:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.004548:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce50053e. 00000100:00100000:1.0:1767384356.004553:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089971591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737762304:12345-0@lo:256: 00000100:00000200:1.0:1767384356.004557:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762304 00000020:00000001:1.0:1767384356.004560:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384356.004563:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384356.004564:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.004567:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384356.004569:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:1.0:1767384356.004572:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384356.004573:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384356.004575:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384356.004577:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384356.004579:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004583:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384356.004585:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384356.004588:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000039c5e556. 02000000:00000001:1.0:1767384356.004590:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.004593:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384356.004596:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384356.004600:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384356.004603:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384356.004605:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384356.004608:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384356.004610:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384356.004612:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384356.004615:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fc552066. 20000000:00000001:1.0:1767384356.004618:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384356.004633:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384356.004640:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384356.004645:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384356.004648:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384356.004651:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384356.004653:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384356.004655:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384356.004657:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384356.004664:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384356.004666:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384356.004669:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384356.004671:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384356.004674:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384356.004676:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384356.004679:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384356.004681:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384356.004684:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384356.004685:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384356.004687:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384356.004689:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384356.004691:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384356.004694:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384356.004697:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384356.004699:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384356.004701:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384356.004703:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384356.004706:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384356.004708:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384356.004710:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384356.004713:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384356.004715:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384356.004718:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:1.0:1767384356.004720:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 3432/1/4/3. 20000000:00000040:1.0:1767384356.004731:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384356.004734:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384356.004736:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384356.004739:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384356.004741:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384356.004743:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384356.004746:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384356.004748:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384356.004751:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384356.004753:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384356.004755:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384356.004758:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384356.004760:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384356.004763:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384356.004770:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384356.004772:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384356.004775:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384356.004777:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384356.004779:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384356.004782:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384356.004784:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384356.004785:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384356.004788:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384356.004790:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384356.004793:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384356.004795:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384356.004798:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384356.004800:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384356.004802:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384356.004804:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384356.004807:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384356.004810:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:1.0:1767384356.004812:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 2768/1/4/3. 20000000:01000000:1.0:1767384356.004816:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1328, version 68 20000000:00000001:1.0:1767384356.004819:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1328 : 1328 : 530) 00000100:00000001:1.0:1767384356.004822:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384356.004827:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000017821786. 00000100:00000010:1.0:1767384356.004831:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005b234770. 00000020:00000040:1.0:1767384356.004835:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:1.0:1767384356.004838:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384356.004841:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384356.004847:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000010:1.0:1767384356.004855:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000093cba1c. 00000400:00000200:1.0:1767384356.004860:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.004872:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.004879:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1328 into portal 33 MB=0x695824d706400 00000400:00000200:1.0:1767384356.004886:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1328/1328 into md 0x1c05 [4] + 0 00000400:00000010:1.0:1767384356.004890:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000400:00000200:1.0:1767384356.004894:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abc64b28 00000400:00000200:1.0:1767384356.004899:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.004902:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384356.004913:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abc64b28 00000400:00000010:1.0:1767384356.004916:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000abc64b28. 00000100:00000001:1.0:1767384356.004922:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384356.004924:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e8dd4446 desc 00000000af2d98ca mbits 1853236737762304 00000100:00000001:1.0:1767384356.004941:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384356.004946:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384356.004952:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384356.004962:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1c11 00000400:00000200:1.0:1767384356.004965:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.004968:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384356.004972:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384356.004975:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000017821786 00000100:00000001:1.0:1767384356.004978:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384356.004987:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384356.004989:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000100:00000001:0.0:1767384356.004991:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384356.004994:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000100:00000001:1.0:1767384356.004998:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384356.005000:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000017821786 00000100:00000001:1.0:1767384356.005003:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384356.005009:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1328 bytes via portal 33 id 12345-0@lo mbits 0x695824d706400-0x695824d706400 00000100:00000001:1.0:1767384356.005012:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.005016:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.005019:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384356.005022:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:1.0:1767384356.005025:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005b234770. 00000100:00000010:1.0:1767384356.005029:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000017821786. 00000100:00000001:1.0:1767384356.005031:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384356.005033:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384356.005039:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fc552066. 20000000:00000001:1.0:1767384356.005045:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384356.005048:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762304 00010000:00000001:1.0:1767384356.005050:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384356.005056:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089971591 x1853236737762304/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384356.005064:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384356.005065:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384356.005075:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384356.005079:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384356.005082:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384356.005084:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384356.005087:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384356.005090:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.005093:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.005097:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.005100:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000100:00000200:1.0:1767384356.005115:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737762304, offset 224 00000400:00000200:1.0:1767384356.005119:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.005126:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.005132:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d706400 00000400:00000200:1.0:1767384356.005138:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c09 [1] + 224 00000400:00000200:1.0:1767384356.005142:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.005145:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.005148:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384356.005151:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.005157:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.005170:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384356.005174:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:1.0:1767384356.005176:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000100:00000001:1.0:1767384356.005178:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384356.005179:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.005181:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384356.005184:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384356.005186:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384356.005187:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.005190:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384356.005192:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384356.005193:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089971591 x1853236737762304/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384356.005198:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.005202:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384356.005203:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089971591 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737762304:12345-0@lo:256: Request processed in 664us (1068us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384356.005205:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445e32d6. 00000400:00000200:0.0:1767384356.005211:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa522cd9 00000100:00100000:1.0:1767384356.005216:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:1.0:1767384356.005218:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000010:0.0:1767384356.005220:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa522cd9. 00000100:00000001:1.0:1767384356.005222:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384356.005225:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384356.005226:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384356.005227:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef2b8522. 00000020:00000010:1.0:1767384356.005232:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef26fe24. 00000100:00000200:0.0:1767384356.005235:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384356.005237:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6e40cf8. 00000020:00000040:1.0:1767384356.005243:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000200:0.0:1767384356.005248:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384356.005249:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384356.005251:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000039c5e556. 02000000:00000001:1.0:1767384356.005257:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384356.005261:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384356.005262:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.005269:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384356.005270:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384356.005272:0:16775:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384356.005302:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000400:00000010:1.0:1767384356.005309:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056ea2a34. 02000000:00000001:0.0:1767384356.005311:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.005314:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.005316:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.005321:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.005325:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384356.005330:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.005333:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.005334:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.005336:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.005337:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.005339:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.005342:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.005348:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.005352:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.005354:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384356.005356:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.005361:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737762304:0@lo:256: 00000100:00000001:0.0:1767384356.005364:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.005366:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.005368:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384356.005370:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.005394:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.005399:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384356.005402:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017e10364. 00000100:00000001:0.0:1767384356.005405:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384356.005406:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384356.005410:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 68, more 0. 10000000:00000001:0.0:1767384356.005413:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384356.005418:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009483adb9. 00010000:00000001:0.0:1767384356.005427:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384356.005429:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384356.005433:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:0.0:1767384356.005454:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.005456:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384356.005457:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:0.0:1767384356.005459:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:0.0:1767384356.005461:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 32 NIDs for '192.168.203.152@tcp' 00000400:00000200:0.0:1767384356.005463:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384356.005466:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384356.005468:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:0.0:1767384356.005472:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384356.005476:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (31) 00000400:00000200:0.0:1767384356.005496:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000200:0.0:1767384356.005510:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384356.005511:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384356.005513:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384356.005515:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:0.0:1767384356.005517:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000400:00000200:0.0:1767384356.005518:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:0.0:1767384356.005519:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:0.0:1767384356.005522:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005523:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:0.0:1767384356.005525:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:0.0:1767384356.005529:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005531:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:1.0:1767384356.005537:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384356.005539:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:1.0:1767384356.005546:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:0.0:1767384356.005547:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005551:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000010:1.0:1767384356.005553:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000400:00000200:0.0:1767384356.005553:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:0.0:1767384356.005557:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005558:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000200:0.0:1767384356.005560:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000010:1.0:1767384356.005564:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004892f9a2. 00000400:00000200:0.0:1767384356.005565:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:0.0:1767384356.005573:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005574:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384356.005577:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:0.0:1767384356.005579:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:0.0:1767384356.005582:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005584:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:1.0:1767384356.005587:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384356.005588:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:0.0:1767384356.005594:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005597:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:1.0:1767384356.005598:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384356.005600:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:0.0:1767384356.005609:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005612:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:0.0:1767384356.005613:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:0.0:1767384356.005619:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:1.0:1767384356.005622:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:0.0:1767384356.005625:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005629:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:0.0:1767384356.005633:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:1.0:1767384356.005636:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:0.0:1767384356.005640:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005644:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:1.0:1767384356.005647:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:0.0:1767384356.005648:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:0.0:1767384356.005656:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005659:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:0.0:1767384356.005662:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:0.0:1767384356.005665:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:0.0:1767384356.005670:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005675:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:0.0:1767384356.005678:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:1.0:1767384356.005681:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000400:00000200:0.0:1767384356.005686:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005689:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000400:00000200:0.0:1767384356.005690:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:0.0:1767384356.005697:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:1.0:1767384356.005702:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:0.0:1767384356.005703:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005709:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:1.0:1767384356.005714:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000400:00000200:0.0:1767384356.005720:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:1.0:1767384356.005723:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000400:00000200:0.0:1767384356.005726:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005730:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:1.0:1767384356.005735:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:0.0:1767384356.005735:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:0.0:1767384356.005743:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005744:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384356.005747:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:0.0:1767384356.005752:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:1.0:1767384356.005753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384356.005757:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005760:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:0.0:1767384356.005762:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:1.0:1767384356.005767:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:0.0:1767384356.005768:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:0.0:1767384356.005777:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005779:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:0.0:1767384356.005783:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:1.0:1767384356.005787:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:0.0:1767384356.005790:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:1.0:1767384356.005794:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[82, 30] 00000400:00000200:0.0:1767384356.005800:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005805:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[120, 30] 00000400:00000200:0.0:1767384356.005806:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:0.0:1767384356.005813:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:1.0:1767384356.005814:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 30], ns[125, 30] 00000400:00000200:0.0:1767384356.005822:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005825:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 30], ns[90, 30] 00000400:00000200:0.0:1767384356.005827:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:1.0:1767384356.005832:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 30], ns[137, 30] 00000400:00000200:0.0:1767384356.005835:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:1.0:1767384356.005842:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 30], ns[124, 30] 00000400:00000200:0.0:1767384356.005843:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005849:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:0.0:1767384356.005850:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:0.0:1767384356.005860:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005863:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[127, 30] 00000400:00000200:0.0:1767384356.005865:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:1.0:1767384356.005870:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 30], ns[136, 30] 00000400:00000200:0.0:1767384356.005871:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:1.0:1767384356.005881:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[119, 30] 00000400:00000200:0.0:1767384356.005881:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005887:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:1.0:1767384356.005890:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 30], ns[134, 30] 00000400:00000200:0.0:1767384356.005894:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:1.0:1767384356.005898:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[130, 30], ns[138, 30] 00000400:00000200:0.0:1767384356.005903:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005906:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:0.0:1767384356.005909:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:1.0:1767384356.005912:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767384356.005914:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:1.0:1767384356.005918:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp39 00000400:00000200:0.0:1767384356.005922:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005924:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:1.0:1767384356.005926:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp39 lpni_is_preferred = 0 00000400:00000200:0.0:1767384356.005929:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:1.0:1767384356.005933:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp39 00000400:00000200:0.0:1767384356.005937:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005941:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:1.0:1767384356.005942:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp39 NI seq info: [139:139:256:4294967295] 192.168.203.152@tcp39 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384356.005950:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp39 00000400:00000200:0.0:1767384356.005954:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:0.0:1767384356.005962:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.005965:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp39(192.168.203.152@tcp39:) -> 192.168.203.152@tcp39(192.168.203.152@tcp:192.168.203.152@tcp39) : PUT try# 0 00000400:00000200:0.0:1767384356.005966:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:0.0:1767384356.005970:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000800:00000200:1.0:1767384356.005974:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.152@tcp39 00000400:00000200:0.0:1767384356.005977:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000800:00000010:1.0:1767384356.005979:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2fe5534. 00000400:00000200:0.0:1767384356.005980:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:0.0:1767384356.005984:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:0.0:1767384356.005987:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384356.005988:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:0.0:1767384356.005989:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000800:00000010:1.0:1767384356.005990:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c56900ce. 00000400:00000200:0.0:1767384356.005992:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000800:00000010:1.0:1767384356.005995:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005693cf4d. 00000400:00000200:0.0:1767384356.005995:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:0.0:1767384356.005998:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000800:00000200:1.0:1767384356.006003:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (2) 00000400:00000010:0.0:1767384356.006003:0:16775:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000002030ee8a. 00000400:00000200:0.0:1767384356.006011:0:16775:0:(peer.c:264:lnet_peer_alloc()) 000000002030ee8a nid 192.168.203.152@tcp40 00000800:00000200:1.1:1767384356.006012:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (2) 00000400:00000010:0.0:1767384356.006016:0:16775:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000000321b49. 00000400:00000200:0.0:1767384356.006020:0:16775:0:(peer.c:204:lnet_peer_net_alloc()) 0000000000321b49 net tcp40 00000400:00000010:0.0:1767384356.006022:0:16775:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000844c1ad1. 00000400:00000200:0.0:1767384356.006027:0:16775:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000844c1ad1 nid 192.168.203.152@tcp40 00000400:00000200:0.0:1767384356.006029:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (0) 00000400:00000200:1.0:1767384356.006031:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384356.006036:0:16775:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.152@tcp40: -2 00000400:00000200:1.0:1767384356.006039:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000400:00000200:0.0:1767384356.006044:0:16775:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp40 NID 192.168.203.152@tcp40 flags 0x1 00000400:00000200:0.0:1767384356.006048:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (1) 00000400:00000200:0.0:1767384356.006050:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (2) 00000400:00000200:0.0:1767384356.006057:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (1) 00000400:00000200:0.0:1767384356.006060:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (2) 00000400:00000200:0.0:1767384356.006076:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): 0 00000400:00000200:0.0:1767384356.006078:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384356.006080:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384356.006085:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp40 NID 192.168.203.152@tcp40: 0. pending discovery 00000400:00000200:0.0:1767384356.006088:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (3) 00000100:00000001:0.0:1767384356.006092:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.006095:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.006096:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000040:0.0:1767384356.006102:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:0.0:1767384356.006108:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000004b5459f7. 00000400:00000200:1.0:1767384356.006110:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x41 00000400:00000200:1.0:1767384356.006114:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (2) 00000400:00000200:2.0:1767384356.006115:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 10000000:00000040:0.0:1767384356.006116:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 67/68 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:0.0:1767384356.006120:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:1.0:1767384356.006121:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b6e40cf8. 00000020:00000001:0.0:1767384356.006126:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:1.0:1767384356.006127:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000020:00000010:0.0:1767384356.006132:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00000400:00000010:1.0:1767384356.006135:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000a66364. 00000020:00000010:0.0:1767384356.006141:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a8001e4. 00000040:00000010:0.0:1767384356.006147:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c54b75f. 00000400:00000200:1.0:1767384356.006153:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000020:00000010:0.0:1767384356.006154:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023a05596. 00000020:00000010:0.0:1767384356.006161:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384356.006165:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e745fa49. 00000400:00000200:1.0:1767384356.006169:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp40 local destination 00000400:00000200:1.0:1767384356.006174:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 80000000:00000010:0.0:1767384356.006176:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000267b2fd1. 00000400:00000200:1.0:1767384356.006178:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 40000000:00000010:0.0:1767384356.006183:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd7a8d59. 00000400:00000200:1.0:1767384356.006188:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp40 lpni_is_preferred = 0 00100000:00000010:0.0:1767384356.006189:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ab4e255. 00000400:00000200:2.0:1767384356.006194:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00040000:00000010:0.0:1767384356.006195:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006600a720. 00000400:00000200:1.0:1767384356.006196:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp40 00040000:00000010:0.0:1767384356.006203:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008039af84. 00000400:00000200:1.0:1767384356.006208:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [140:140:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [1:1:8:4294967295] 00040000:00000010:0.0:1767384356.006209:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000131ad26c. 00080000:00000010:0.0:1767384356.006216:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d41c407e. 00000400:00000200:1.0:1767384356.006219:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000004:00000010:0.0:1767384356.006223:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a094669e. 00000004:00000010:0.0:1767384356.006230:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d83be62b. 00000004:00000010:0.0:1767384356.006235:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be2814b1. 00000400:00000200:1.0:1767384356.006241:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00002000:00000010:0.0:1767384356.006243:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002aaabcae. 00000004:00000010:0.0:1767384356.006249:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a276e1c. 00000004:00000001:0.0:1767384356.006254:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000200:1.0:1767384356.006255:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000040:00000001:0.0:1767384356.006258:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384356.006262:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000004b5459f7 00000800:00000010:1.0:1767384356.006263:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a7451ff. 00000040:00001000:0.0:1767384356.006265:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384356.006268:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384356.006270:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384356.006300:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384356.006305:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384356.006307:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384356.006309:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000800:00000010:1.0:1767384356.006310:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000de2c4041. 00000040:00001000:0.0:1767384356.006310:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000400:00000200:2.0:1767384356.006312:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000040:00000001:0.0:1767384356.006313:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000010:1.0:1767384356.006318:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009801fb70. 00000800:00000200:1.0:1767384356.006324:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:1.1:1767384356.006332:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000400:00000200:1.0:1767384356.006351:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp40 00000400:00000200:1.0:1767384356.006354:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x241 rc 0 00000004:00000001:0.0:1767384356.006384:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.006395:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a8001e4. 00000400:00000200:2.0:1767384356.006399:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000040:00000010:0.0:1767384356.006400:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c54b75f. 00000020:00000010:0.0:1767384356.006409:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023a05596. 00000020:00000010:0.0:1767384356.006415:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384356.006420:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e745fa49. 80000000:00000010:0.0:1767384356.006426:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000267b2fd1. 00000400:00000200:1.0:1767384356.006429:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 40000000:00000010:0.0:1767384356.006430:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fd7a8d59. 00100000:00000010:0.0:1767384356.006451:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ab4e255. 00040000:00000010:0.0:1767384356.006455:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006600a720. 00040000:00000010:0.0:1767384356.006460:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384356.006465:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000131ad26c. 00080000:00000010:0.0:1767384356.006470:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d41c407e. 00000004:00000010:0.0:1767384356.006484:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a094669e. 00000004:00000010:0.0:1767384356.006488:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d83be62b. 00000004:00000010:0.0:1767384356.006493:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000be2814b1. 00002000:00000010:0.0:1767384356.006497:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002aaabcae. 00000004:00000010:0.0:1767384356.006504:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a276e1c. 00000400:00000200:2.0:1767384356.006507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000020:00000010:0.0:1767384356.006509:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000020:00000001:0.0:1767384356.006516:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.006518:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384356.006521:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000004b5459f7. 10000000:00000040:0.0:1767384356.006532:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384356.006535:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009483adb9. 10000000:00000001:0.0:1767384356.006539:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.006542:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384356.006545:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000040:0.0:1767384356.006550:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737762304/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.006558:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.006564:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.006566:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23c73fd. 02000000:00000001:0.0:1767384356.006571:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.006573:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.006574:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384356.006577:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384356.006584:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384356.006587:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.006589:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384356.006592:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384356.006594:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b677181f. 00000400:00000200:2.0:1767384356.006597:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000010:0.0:1767384356.006598:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000af2d98ca. 00000100:00000001:0.0:1767384356.006604:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384356.006606:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6be3284. 02000000:00000001:0.0:1767384356.006612:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.006615:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.006618:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000100:00000001:0.0:1767384356.006624:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.006625:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.006651:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 10000000:00000010:0.0:1767384356.006652:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005d0adf7d. 10000000:01000000:0.0:1767384356.006659:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384356.006665:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384356.006668:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.006672:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.006674:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=3 00000020:00000001:0.0:1767384356.006675:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:0.0:1767384356.006686:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:0.0:1767384356.006690:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384356.006695:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.006701:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.006704:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.006707:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384356.006709:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00010000:00000001:0.0:1767384356.006716:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384356.006720:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.006721:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384356.006722:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.006724:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.006727:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384356.006737:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384356.006739:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:0.0:1767384356.006742:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384356.006781:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.006814:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.006835:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.006847:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.006872:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.006872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.006917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.006917:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.006960:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.006960:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007041:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007063:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007140:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007143:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007226:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007271:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007354:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007354:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007454:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007524:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007609:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007655:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007655:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007696:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007734:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007766:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007766:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007840:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007900:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007900:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.007974:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.007974:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008049:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008095:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008095:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008135:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008135:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008200:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008334:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008404:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008409:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008487:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008487:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384356.008527:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008564:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008611:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384356.008689:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000800:00000010:2.0:1767384356.008762:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384356.008768:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ec8590c. 00000800:00000010:2.0:1767384356.008776:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a3349fb. 00000400:00000200:1.0:1767384356.008788:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384356.008814:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a3349fb. 00000800:00020000:2.0:1767384356.008825:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384356.008828:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ec8590c. 00000800:00000010:2.0:1767384356.008831:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384356.008881:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp39 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384356.008889:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp39 notifying 192.168.203.152@tcp39: down 00000800:00000200:2.0:1767384356.008895:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp39 down 00000800:00000100:2.0:1767384356.008902:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.203.152@tcp39 00000800:00000010:2.0:1767384356.008906:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2fe5534. 00000400:00000200:2.0:1767384356.008910:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384356.008915:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp39->192.168.203.152@tcp39: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384356.008924:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp39 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384356.008928:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384356.008932:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384356.008941:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000800:00000010:1.0:1767384356.008962:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:1.0:1767384356.008969:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009fbb876f. 00000800:00000010:1.0:1767384356.008974:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce50053e. 00000800:00000010:1.0:1767384356.009015:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce50053e. 00000400:00000200:2.0:1767384356.009024:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00020000:1.0:1767384356.009024:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384356.009028:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009fbb876f. 00000800:00000010:1.0:1767384356.009035:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:00000200:2.0:1767384356.009038:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301171 00000400:00000001:2.0:1767384356.009043:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384356.009044:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384356.009047:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57f1b9 00000400:00000010:2.0:1767384356.009050:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e57f1b9. 00000400:00000200:2.0:1767384356.009055:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384356.009064:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384356.009067:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000400:00000200:2.0:1767384356.009071:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384356.009078:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc -71 00000400:00000200:2.0:1767384356.009082:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384356.009093:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (32) 00000400:02020000:1.0:1767384356.009115:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384356.009122:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000800:00000200:1.0:1767384356.009128:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp40 down 00000800:00000100:1.0:1767384356.009136:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:1.0:1767384356.009145:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a7451ff. 00000400:00000200:1.0:1767384356.009148:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384356.009152:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384356.009156:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:1.0:1767384356.009159:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384356.009162:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp40: 1 00000400:00000200:1.0:1767384356.009164:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): -114 00000400:00000200:2.0:1767384356.009198:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384356.009203:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x841 00000400:00000001:2.0:1767384356.009206:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384356.009208:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384356.009209:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b575ccec 00000400:00000010:2.0:1767384356.009211:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b575ccec. 00000400:00000200:2.0:1767384356.009214:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384356.009217:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): -114 00000400:00000010:2.0:1767384356.009220:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b6e40cf8. 00000400:00000200:2.0:1767384356.009223:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (3) 00000400:00000200:2.0:1767384356.009225:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp40:-71 00000400:00000200:2.0:1767384356.009227:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x2041 rc -71 00000400:00000200:2.0:1767384356.009229:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp40 (000000002030ee8a) 00000400:00000200:2.0:1767384356.009232:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (2) 00000020:00000010:1.0:1767384356.016586:0:32700:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ce50053e. 00000020:00000040:1.0:1767384356.016593:0:32700:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384356.016596:0:32700:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ce50053e. 00000100:00000040:1.0:1767384356.023336:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294943765, at 4294943766 00000100:00000010:1.0:1767384356.023350:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f67324. 00000100:00000040:3.0:1767384356.023353:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294943765, at 4294943766 00000100:00000040:0.0:1767384356.023353:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294943765, at 4294943766 00000100:00000010:3.0:1767384356.023376:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000100:00000010:0.0:1767384356.023379:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb4f1fac. 00000100:00000040:2.0:1767384356.024316:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294943765, at 4294943767 00000100:00000010:2.0:1767384356.024324:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d36a8bd3. 00000800:00000200:3.0:1767384356.257396:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (6) 00000400:00000200:2.0:1767384356.257416:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp38 00000400:00000010:2.0:1767384356.257430:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fde8919f. 00000800:00000200:3.0:1767384356.257432:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:988 00000800:00000200:3.0:1767384356.257453:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384356.257467:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000238f6621. 00000400:00000010:2.0:1767384356.257490:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f896d97f. 00000400:00000010:2.0:1767384356.257499:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002dc8be49. 00000400:00000200:2.0:1767384356.257517:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp38 00000400:00000200:2.0:1767384356.257538:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp38 local destination 00000400:00000200:2.0:1767384356.257544:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp38 00000400:00000200:2.0:1767384356.257549:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp38 NI seq info: [141:141:256:4294967295] 192.168.203.152@tcp38 LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1767384356.257557:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp38 00000400:00000200:2.0:1767384356.257566:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38:) -> 192.168.203.152@tcp38(192.168.203.152@tcp38:192.168.203.152@tcp38) : GET try# 0 00000800:00000200:2.0:1767384356.257571:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp38 00000800:00000010:2.0:1767384356.257576:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002617be94. 00000800:00000200:2.0:1767384356.257582:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000800:00000200:2.1:1767384356.257588:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000800:00000200:0.0:1767384356.257594:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384356.257617:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384356.257635:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.257636:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp38 added to recovery queue. ping count: 1 next ping: 278 health :900 00000800:00000001:0.0:1767384356.257640:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384356.257644:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384356.257755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257814:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257826:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257839:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257854:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257891:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257904:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257917:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257930:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257971:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257984:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.257997:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258024:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258036:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258050:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258078:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258091:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258105:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258131:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258145:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258158:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258172:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258188:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258215:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258255:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258268:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384356.258283:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384356.258518:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c75a395. 00000800:00000010:3.0:1767384356.258540:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006478f884. 00000800:00000010:3.0:1767384356.258546:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa563a48. 00000800:00000010:3.0:1767384356.258564:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa563a48. 00000800:00020000:3.0:1767384356.258573:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384356.258576:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006478f884. 00000800:00000010:3.0:1767384356.258578:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c75a395. 00000400:02020000:3.0:1767384356.258637:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp38 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384356.258645:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp38 notifying 192.168.203.152@tcp38: down 00000400:00000200:3.0:1767384356.258650:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384356.258654:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp38 00000800:00000010:3.0:1767384356.258657:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002617be94. 00000400:00000200:3.0:1767384356.258661:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384356.258665:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp38->192.168.203.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384356.258694:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384356.258696:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384356.258700:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp38) recovery failed with -71 00080000:00000001:1.0:1767384356.412978:0:32788:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384356.412991:0:32788:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.412994:0:32788:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384356.413000:0:32788:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384356.413005:0:32788:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.413008:0:32788:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.897354:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384356.897362:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.897378:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384356.897379:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.897467:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384356.897472:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.897475:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384357.025368:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384357.025373:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384357.025378:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000020:00000040:1.0:1767384357.025384:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384357.025389:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384357.025392:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384357.025396:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384357.025402:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a7451ff. 00000100:00000001:1.0:1767384357.025409:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.025414:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384357.025416:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.025425:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_00+0] req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384357.025469:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.025481:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.025486:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384357.025491:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384357.025492:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.025500:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.025514:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.025517:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.025519:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.025522:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.025525:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384357.025533:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.025543:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384357.025545:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.025549:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384357.025552:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384357.025556:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.025558:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737762432:0@lo:13: 00000100:00000001:3.0:1767384357.025563:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384357.025567:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384357.025570:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.025573:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384357.025577:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000669aea88. 02000000:00000001:3.0:1767384357.025579:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.025585:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001347a48e. 00000400:00000010:3.0:1767384357.025592:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713b555e. 00000100:00000200:3.0:1767384357.025600:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737762432, portal 4 00000100:00000001:3.0:1767384357.025603:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384357.025604:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:3.0:1767384357.025611:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.025618:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.025621:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.025624:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000100:00000200:3.0:1767384357.025626:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737762432, offset 0 00000400:00000200:3.0:1767384357.025638:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.025652:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.025662:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d706480 00000400:00000200:3.0:1767384357.025669:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000400:00000200:3.0:1767384357.025676:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.025680:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.025688:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384357.025689:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384357.025693:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c47f7665. 00000100:00000040:3.0:1767384357.025695:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000c47f7665 x1853236737762432 msgsize 224 00000100:00100000:3.0:1767384357.025699:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384357.025716:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.025725:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384357.025728:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000100:00000001:3.0:1767384357.025731:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384357.025734:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.025744:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.025747:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.025750:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384357.025757:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.025758:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762432 02000000:00000001:2.0:1767384357.025768:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.025782:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.025786:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.025787:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.025797:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.025799:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.025803:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762432 00000100:00000040:3.0:1767384357.025805:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6295 usecs (7 jiffies) 00000020:00000001:2.0:1767384357.025808:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384357.025810:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944775 00000020:00000040:2.0:1767384357.025811:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:2.0:1767384357.025823:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384357.025825:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10c7543. 00000020:00000040:2.0:1767384357.025826:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:2.0:1767384357.025832:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:2.0:1767384357.025835:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384357.025837:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384357.025839:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.025844:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef4a1888. 00000100:00000001:3.0:1767384357.025848:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944775 00000020:00000010:2.0:1767384357.025849:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aacdea17. 00000020:00000040:2.0:1767384357.025869:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000010:3.0:1767384357.025871:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ab69620. 00000100:00000001:3.0:1767384357.025875:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384357.025886:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944775 00000100:00000010:3.0:1767384357.025890:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f3d2330. 00000100:00000001:2.0:1767384357.025895:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384357.025904:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384357.025904:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034943337. 00000100:00000001:3.0:1767384357.025915:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944775 00000020:00000010:2.0:1767384357.025916:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f538b447. 00000100:00000010:3.0:1767384357.025932:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000020:00000010:2.0:1767384357.025933:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000100:00000001:3.0:1767384357.025939:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384357.025949:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384357.025951:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384357.025953:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.025964:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.025965:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.025973:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.025975:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.025977:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.025988:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.025999:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.026014:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384357.026017:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384357.026025:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384357.026027:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384357.026032:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877993984 : -113991831557632 : ffff9853355f6a00) 00000020:00000010:3.0:1767384357.026033:0:17552:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002c75a395. 00000100:00000001:3.0:1767384357.026042:0:17552:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:2.0:1767384357.026046:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c47f7665 x1853236737762432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.026047:0:17552:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000010:3.0:1767384357.026061:0:17552:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fecf7d6e. 00000100:00000001:2.0:1767384357.026064:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384357.026068:0:17552:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000020:00000010:2.0:1767384357.026068:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906b31c9. 00000100:00000001:2.0:1767384357.026078:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384357.026081:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906b31c9. 00000100:00100000:2.0:1767384357.026085:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c47f7665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737762432:12345-0@lo:13: 00000100:00000200:2.0:1767384357.026088:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762432 00000020:00000001:2.0:1767384357.026090:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384357.026095:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384357.026097:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.026099:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384357.026101:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:2.0:1767384357.026103:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.026106:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.026107:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.026109:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384357.026111:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.026121:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.026124:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384357.026131:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006a84b343. 02000000:00000001:2.0:1767384357.026133:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.026135:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384357.026138:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384357.026142:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384357.026145:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384357.026148:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384357.026163:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.026167:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384357.026170:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384357.026176:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384357.026178:0:17552:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384357.026179:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384357.026188:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384357.026191:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384357.026196:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384357.026198:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.026200:0:32914:0:(service.c:2991:ptlrpc_main()) Process entered 00002000:00000001:2.0:1767384357.026202:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.026207:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737762432 00010000:00000001:2.0:1767384357.026209:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384357.026218:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c47f7665 x1853236737762432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384357.026222:0:32914:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009118d203. 00000020:00000010:3.0:1767384357.026233:0:32914:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9f0379b. 00010000:00000001:2.0:1767384357.026233:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.026242:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.026245:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ae295a9. 00000100:00001000:2.0:1767384357.026246:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=62 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384357.026257:0:32914:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004dee0bcd. 00000100:00000001:2.0:1767384357.026257:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384357.026269:0:32914:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c508b282. 00000100:00000040:2.0:1767384357.026270:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384357.026306:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384357.026309:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.026311:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.026316:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.026320:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.026325:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000100:00000040:0.0:1767384357.026327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384357.026330:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737762432, offset 224 00000100:00000001:0.0:1767384357.026334:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384357.026338:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adec7fe0. 00000020:00000040:0.0:1767384357.026343:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384357.026345:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384357.026347:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384357.026347:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.026352:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.026358:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fe89a7d. 00000400:00000200:2.0:1767384357.026361:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.026364:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.026373:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384357.026376:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d706480 00000400:00000200:2.0:1767384357.026386:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c29 [1] + 224 00000100:00000001:0.0:1767384357.026387:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.026392:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.026396:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384357.026399:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adec7fe0] to pc [ptlrpcd_00_01+1] req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.026406:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.026419:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.026426:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.026445:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.026451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384357.026457:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384357.026461:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039b09e4f. 00000100:00000040:2.0:1767384357.026462:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384357.026466:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384357.026473:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.026478:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384357.026481:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384357.026483:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.026484:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384357.026496:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 02000000:00000010:0.0:1767384357.026497:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000042bba66b. 00000100:00000001:1.0:1767384357.026498:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384357.026501:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000100:00000001:1.0:1767384357.026502:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384357.026504:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.026510:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384357.026512:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.026514:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384357.026515:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.026523:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.026534:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000010:3.0:1767384357.026536:0:32914:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a672bab. 00010000:00000001:2.0:1767384357.026544:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384357.026550:0:32914:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000081cc7269. 00000020:00000001:2.0:1767384357.026550:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.026553:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384357.026555:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384357.026562:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.026563:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384357.026565:0:32914:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000049f108a. 00000020:00000001:2.0:1767384357.026566:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384357.026568:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384357.026573:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b09e4f] to pc [ptlrpcd_00_02+2] req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:3.0:1767384357.026575:0:32914:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004562b82e. 02000000:00000001:1.0:1767384357.026575:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384357.026578:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c47f7665 x1853236737762432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.026589:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384357.026590:0:32914:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a818191e. 00040000:00000010:3.0:1767384357.026602:0:32914:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000088400472. 00000100:00100000:1.0:1767384357.026603:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adec7fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737762560:0@lo:400: 00040000:00000010:3.0:1767384357.026615:0:32914:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000236920b7. 00000100:00000001:1.0:1767384357.026620:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000010:3.0:1767384357.026629:0:32914:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000064b5e533. 02000000:00000001:1.0:1767384357.026630:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384357.026633:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c47f7665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737762432:12345-0@lo:13: Request processed in 564us (932us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384357.026637:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384357.026640:0:32914:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db6cc60b. 00000100:00000001:0.0:1767384357.026641:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.026643:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384357.026652:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384357.026652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384357.026653:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013fed126. 00000100:00000040:2.0:1767384357.026658:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 02000000:00000001:1.0:1767384357.026659:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.026660:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384357.026664:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1767384357.026665:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fd2902. 00000100:00000010:3.0:1767384357.026666:0:32914:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000067b0f063. 00000100:00000001:2.0:1767384357.026667:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384357.026667:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007de60cd. 00000020:00000040:0.0:1767384357.026678:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:2.0:1767384357.026680:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f538b447. 00000400:00000010:1.0:1767384357.026681:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000001:0.0:1767384357.026682:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384357.026687:0:32914:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 02000000:00000001:0.0:1767384357.026688:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1767384357.026690:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000100:00000200:1.0:1767384357.026690:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737762560, portal 25 02000000:00000001:0.0:1767384357.026695:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.026701:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384357.026704:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034943337. 00000100:00000001:1.0:1767384357.026705:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067439360 : -113992642112256 : ffff9853050f5500) 02000000:00000010:0.0:1767384357.026705:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bef4df37. 00000020:00000040:2.0:1767384357.026709:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384357.026711:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.026715:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.026716:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.026719:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384357.026737:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384357.026742:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:1.0:1767384357.026742:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384357.026743:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.026746:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.026749:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384357.026751:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384357.026753:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fd2902] to pc [ptlrpcd_00_03+3] req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384357.026754:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000100:00000001:2.0:1767384357.026755:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.026760:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737762560, offset 0 00000100:00000001:0.0:1767384357.026770:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.026772:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384357.026772:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384357.026774:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (282) 00000100:00000001:2.0:1767384357.026777:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.026779:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384357.026783:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384357.026786:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.026794:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d706500 00000100:00000001:2.0:1767384357.026798:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.026800:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.026804:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1409 [2] + 0 02000000:00000001:2.0:1767384357.026805:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384357.026808:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384357.026809:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 02000000:00000001:2.0:1767384357.026812:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.026816:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fd2902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737762816:0@lo:400: 00000400:00000200:1.0:1767384357.026816:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4898a7e 00000100:00000001:2.0:1767384357.026822:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384357.026823:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384357.026825:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.026826:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.026828:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384357.026832:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034943337. 02000000:00000001:2.0:1767384357.026836:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.026836:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384357.026843:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4898a7e 00000400:00000010:2.0:1767384357.026844:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000201b93d7. 00000400:00000010:1.0:1767384357.026847:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4898a7e. 00000100:00000001:1.0:1767384357.026852:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384357.026853:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384357.026855:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000037486849 x1853236737762560 msgsize 224 00000400:00000010:2.0:1767384357.026856:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000100:00000200:2.0:1767384357.026863:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737762816, portal 10 00000100:00100000:1.0:1767384357.026863:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.026867:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384357.026867:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384357.026870:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067449216 : -113992642102400 : ffff9853050f7b80) 00000100:00000040:2.0:1767384357.026876:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.026878:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.026883:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384357.026885:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000100:00000040:2.0:1767384357.026888:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.026889:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000400:00000010:2.0:1767384357.026893:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3c24279. 00000100:00000001:1.0:1767384357.026894:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.026897:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737762816, offset 0 00000100:00000200:1.0:1767384357.026900:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.026906:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384357.026912:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.026916:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.026921:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384357.026929:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.026932:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706600 00000100:00000001:1.0:1767384357.026933:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.026940:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.026945:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:1.0:1767384357.026947:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944788 00000400:00000200:2.0:1767384357.026950:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384357.026956:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.026957:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944775 00000100:00000001:2.0:1767384357.026960:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384357.026963:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384357.026963:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944788 00000100:00000010:2.0:1767384357.026968:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a52d7dbf. 00000100:00000001:1.0:1767384357.026971:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944775 00000100:00000040:2.0:1767384357.026972:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000a52d7dbf x1853236737762816 msgsize 224 00000100:00100000:2.0:1767384357.026982:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.026982:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944788 00000100:00000001:1.0:1767384357.026990:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944775 00000100:00000001:1.0:1767384357.026995:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944788 00000100:00000001:1.0:1767384357.026998:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944775 00000100:00000001:2.0:1767384357.027000:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.027002:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.027006:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.027009:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c24279 00000400:00000010:2.0:1767384357.027012:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3c24279. 00000100:00000001:2.0:1767384357.027016:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.027023:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384357.027024:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384357.027027:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:1.0:1767384357.027029:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384357.027032:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762816 00000100:00000001:2.0:1767384357.027036:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.027038:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384357.027041:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001347a48e. 02000000:00000001:3.0:1767384357.027044:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384357.027049:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384357.027052:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b555e 00000100:00000001:3.0:1767384357.027055:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027056:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.027061:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b555e. 02000000:00000001:3.0:1767384357.027067:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027067:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.027069:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384357.027073:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.027078:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762816 00000100:00000040:2.0:1767384357.027079:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3377 usecs (4 jiffies) 00000100:00000200:1.0:1767384357.027083:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.027084:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384357.027087:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294944773 00000020:00000040:3.0:1767384357.027089:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000100:00000001:2.0:1767384357.027095:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294944788 00000020:00000001:3.0:1767384357.027097:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.027104:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000100:00000001:2.0:1767384357.027104:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294944773 00000100:00000200:1.0:1767384357.027115:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.027117:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:2.0:1767384357.027118:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294944788 00000100:00000001:2.0:1767384357.027129:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294944773 00000020:00000001:3.0:1767384357.027130:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:2.0:1767384357.027139:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294944788 00000100:00000001:3.0:1767384357.027143:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.027145:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000020:00000010:3.0:1767384357.027150:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:2.0:1767384357.027151:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294944788 00000100:00000001:1.0:1767384357.027152:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384357.027157:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000920df339. 00000100:00000001:1.0:1767384357.027157:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.027164:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384357.027168:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384357.027169:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 02000000:00000001:1.0:1767384357.027170:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.027171:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027175:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.027180:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027181:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.027184:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027185:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.027186:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:1.0:1767384357.027191:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=62 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384357.027194:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580a4188. 00000100:00000001:2.0:1767384357.027195:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384357.027196:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=62 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384357.027201:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002055eb61. 00000100:00000001:2.0:1767384357.027201:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.027202:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.027210:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.027215:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000100:00000001:2.0:1767384357.027216:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384357.027217:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384357.027222:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.027228:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384357.027231:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.027233:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1767384357.027233:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384357.027241:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.027242:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.027247:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384357.027250:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.027254:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.027255:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384357.027257:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027272:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.027294:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.027295:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384357.027300:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.027306:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.027308:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027309:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384357.027310:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384357.027311:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384357.027315:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384357.027319:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.027320:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384357.027320:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384357.027329:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.027331:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027331:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.027350:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039b09e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737762688:0@lo:400: 00000100:00000040:1.0:1767384357.027353:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.027355:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.027356:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384357.027361:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.027368:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027370:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384357.027371:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384357.027374:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384357.027377:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8ee6060. 00000100:00000001:1.0:1767384357.027378:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.027380:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384357.027381:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384357.027384:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384357.027385:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384357.027388:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7f55f3. 00000004:00000040:1.0:1767384357.027392:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:2.0:1767384357.027395:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3c24279. 00000100:00100000:3.0:1767384357.027396:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384357.027407:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000200:2.0:1767384357.027407:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737762688, portal 10 00000004:00000040:1.0:1767384357.027408:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384357.027418:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996010624 : -113991713540992 : ffff98533c683480) 00000100:00000001:2.0:1767384357.027420:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000020:1.0:1767384357.027422:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384357.027442:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067446528 : -113992642105088 : ffff9853050f7100) 00000100:00000040:3.0:1767384357.027446:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a52d7dbf x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384357.027453:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.027457:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.027470:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.027514:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.027526:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384357.027526:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737762432:0@lo:13: 00000400:00000010:2.0:1767384357.027534:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000001:3.0:1767384357.027541:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384357.027541:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737762688, offset 0 00000100:00000001:1.0:1767384357.027544:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.027546:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000920df339. 00000400:00000200:2.0:1767384357.027553:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384357.027555:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.027555:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384357.027567:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000920df339. 00000100:00000040:1.0:1767384357.027568:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737762432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.027579:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384357.027586:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a52d7dbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737762816:12345-0@lo:400: 00000400:00000200:2.0:1767384357.027602:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706580 00000100:00000200:3.0:1767384357.027603:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762816 00000020:00000001:3.0:1767384357.027612:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384357.027617:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000400:00000200:2.0:1767384357.027623:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384357.027624:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384357.027625:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384357.027634:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.027636:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384357.027642:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384357.027646:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384357.027648:0:16141:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1767384357.027648:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000669aea88. 00000020:00000001:3.0:1767384357.027660:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000200:2.0:1767384357.027660:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384357.027661:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.027669:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384357.027673:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:2.0:1767384357.027674:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000014ce40c. 00000020:00000040:1.0:1767384357.027674:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384357.027687:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000014ce40c x1853236737762688 msgsize 224 00000020:00000001:3.0:1767384357.027688:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.027689:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.027694:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a7451ff. 00000020:00000001:3.0:1767384357.027699:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384357.027702:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384357.027704:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384357.027706:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.027710:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000020:00000001:3.0:1767384357.027711:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.027712:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.027715:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384357.027724:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384357.027724:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.027729:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.027731:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.027733:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384357.027736:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 02000000:00000001:3.0:1767384357.027737:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384357.027737:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384357.027743:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:1.0:1767384357.027743:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1767384357.027745:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009eeeaec. 00000100:00000001:2.0:1767384357.027749:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384357.027753:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384357.027758:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027759:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384357.027760:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.027769:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027769:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027774:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384357.027784:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.027786:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.027786:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384357.027802:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762816 00000100:00000001:2.0:1767384357.027804:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.027807:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384357.027808:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.027813:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.027817:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027818:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384357.027820:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a52d7dbf x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.027828:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3153 usecs (4 jiffies) 00000100:00000001:1.0:1767384357.027834:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384357.027836:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944774 00010000:00000001:3.0:1767384357.027847:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384357.027847:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762560 00000100:00000001:2.0:1767384357.027848:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944788 02000000:00000001:1.0:1767384357.027855:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384357.027860:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027860:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944774 00000100:00000001:1.0:1767384357.027861:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384357.027871:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.027872:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944788 00000100:00000001:1.0:1767384357.027872:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.027885:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.027888:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384357.027889:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944774 00000100:00100000:1.0:1767384357.027889:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762560 00000100:00000040:3.0:1767384357.027895:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:1.0:1767384357.027896:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384357.027897:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944788 00000020:00000040:1.0:1767384357.027898:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384357.027902:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384357.027910:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944774 00000020:00000040:1.0:1767384357.027910:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384357.027911:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384357.027926:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384357.027927:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944788 00000020:00000001:1.0:1767384357.027927:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 02000000:00000001:3.0:1767384357.027936:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.027937:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384357.027937:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384357.027947:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.027948:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384357.027949:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384357.027958:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384357.027959:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384357.027959:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e1c0b22. 00000400:00000010:3.0:1767384357.027970:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000100:00000001:2.0:1767384357.027971:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.027971:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384357.027982:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737762816, offset 224 00000020:00000010:1.0:1767384357.027983:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e1c0b22. 00000400:00000200:3.0:1767384357.027993:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384357.027997:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015bd5ea5. 00000100:00000001:2.0:1767384357.028001:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384357.028006:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384357.028006:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068b2b4fa. 00000100:00100000:2.0:1767384357.028007:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762688 02000000:00000001:2.0:1767384357.028015:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.028019:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384357.028019:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef26fe24. 00000100:00000001:2.0:1767384357.028021:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.028028:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706600 02000000:00000001:2.0:1767384357.028031:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.028037:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762688 00000100:00000040:1.0:1767384357.028041:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384357.028042:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 00000020:00000001:2.0:1767384357.028044:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384357.028050:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:1.0:1767384357.028050:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384357.028052:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384357.028055:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384357.028056:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384357.028059:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.028061:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000400:00000200:3.0:1767384357.028065:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384357.028073:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384357.028076:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.028078:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384357.028078:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000200:3.0:1767384357.028087:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.028087:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384357.028089:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384357.028097:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906b31c9. 00000100:00000001:2.0:1767384357.028107:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.028107:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.028114:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384357.028121:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906b31c9. 00000100:00100000:1.0:1767384357.028125:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:3.0:1767384357.028128:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.028132:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6886d8b. 00000100:00000040:1.0:1767384357.028135:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000010:2.0:1767384357.028144:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f538b447. 00000100:00000001:1.0:1767384357.028144:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017961040 : -113991691590576 : ffff98533db72450) 00000020:00000010:2.0:1767384357.028156:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000100:00000040:1.0:1767384357.028159:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000037486849 x1853236737762560/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.028165:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.028166:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.028168:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.028172:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384357.028174:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000100:00000001:2.0:1767384357.028175:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384357.028178:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e1c0b22. 00000400:00000010:3.0:1767384357.028183:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000100:00000001:1.0:1767384357.028186:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.028187:0:17569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384357.028202:0:17569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384357.028210:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e1c0b22. 00000100:00000001:3.0:1767384357.028213:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384357.028214:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.028220:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384357.028220:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000037486849 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737762560:12345-0@lo:400: 00000100:00000001:3.0:1767384357.028226:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.028227:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762560 00000100:00000001:2.0:1767384357.028228:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384357.028232:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000001:1.0:1767384357.028232:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384357.028239:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384357.028240:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384357.028244:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028244:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384357.028245:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028250:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384357.028254:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384357.028258:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384357.028262:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52d7dbf x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.028263:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000020:00000001:1.0:1767384357.028264:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000040:2.0:1767384357.028272:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00100000:3.0:1767384357.028285:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a52d7dbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737762816:12345-0@lo:400: Request processed in 739us (1306us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384357.028299:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384357.028302:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.028304:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384357.028306:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384357.028308:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028310:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081996008832 : -113991713542784 : ffff98533c682d80) 00000020:00000001:1.0:1767384357.028320:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384357.028324:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000014ce40c x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.028335:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384357.028342:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384357.028346:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384357.028350:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000020:00000010:2.0:1767384357.028354:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000906b31c9. 02000000:00000010:1.0:1767384357.028354:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8fcdf16. 00000100:00000040:3.0:1767384357.028366:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 02000000:00000001:1.0:1767384357.028366:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028367:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.028371:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.028375:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384357.028377:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000906b31c9. 00000020:00000001:1.0:1767384357.028379:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.028382:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:1.0:1767384357.028385:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762560 00000020:00000010:3.0:1767384357.028388:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002055eb61. 00000100:00100000:2.0:1767384357.028389:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000014ce40c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737762688:12345-0@lo:400: 00010000:00000001:1.0:1767384357.028394:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384357.028397:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000100:00000200:2.0:1767384357.028400:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762688 00010000:00000200:1.0:1767384357.028403:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037486849 x1853236737762560/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384357.028405:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384357.028408:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580a4188. 00000020:00000001:2.0:1767384357.028410:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384357.028416:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.028421:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384357.028423:0:16779:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000020:00000001:2.0:1767384357.028424:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384357.028424:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.028442:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:3.0:1767384357.028446:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.028448:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1767384357.028448:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=72 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384357.028453:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.028455:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384357.028457:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.028461:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384357.028462:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:2.0:1767384357.028464:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.028465:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:2.0:1767384357.028467:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.028471:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384357.028471:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.028475:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384357.028475:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.028479:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000648baadc. 02000000:00000001:2.0:1767384357.028481:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028485:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.028487:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384357.028488:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.028491:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762688 00000100:00000040:1.0:1767384357.028492:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.028495:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000100:00000200:1.0:1767384357.028497:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737762560, offset 224 00010000:00000001:2.0:1767384357.028501:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384357.028507:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000014ce40c x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.028507:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384357.028515:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.028518:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.028519:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384357.028522:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.028525:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384357.028528:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d706500 00000100:00000040:2.0:1767384357.028529:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000001:2.0:1767384357.028533:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384357.028535:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384357.028537:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c35 [1] + 224 02000000:00000001:2.0:1767384357.028538:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028544:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384357.028545:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384357.028548:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384357.028552:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384357.028553:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000001:1.0:1767384357.028558:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.028559:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737762688, offset 224 00000100:00000200:1.0:1767384357.028564:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.028566:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384357.028576:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.028577:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384357.028587:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706580 00000400:00000200:2.0:1767384357.028590:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c45 [1] + 224 00000400:00000200:2.0:1767384357.028593:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384357.028595:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.028596:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.028598:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.028603:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.028604:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000400:00000010:1.0:1767384357.028608:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000100:00000001:1.0:1767384357.028614:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384357.028616:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.028618:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.028621:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.028623:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.028627:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384357.028630:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000400:00000001:3.0:1767384357.028633:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384357.028635:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384357.028635:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384357.028636:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384357.028638:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.028644:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007de60cd. 00000020:00000001:1.0:1767384357.028645:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384357.028655:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d3bce9 00000100:00000040:1.0:1767384357.028656:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037486849 x1853236737762560/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384357.028658:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d3bce9. 00000100:00000001:3.0:1767384357.028672:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384357.028676:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000100:00100000:1.0:1767384357.028677:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000037486849 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737762560:12345-0@lo:400: Request processed in 506us (1817us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384357.028681:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384357.028682:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:2.0:1767384357.028693:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384357.028698:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.028705:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.028714:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384357.028719:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000040:1.0:1767384357.028728:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00010000:00000001:2.0:1767384357.028729:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384357.028733:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.028734:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384357.028742:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.028743:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384357.028751:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384357.028752:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384357.028757:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068b2b4fa. 00000100:00000001:3.0:1767384357.028760:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.028764:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000014ce40c x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.028766:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384357.028768:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef26fe24. 02000000:00000001:3.0:1767384357.028773:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.028779:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384357.028781:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bd5ea5. 00000100:00000001:3.0:1767384357.028784:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384357.028790:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384357.028792:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.028799:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384357.028802:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=72 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384357.028803:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8fcdf16. 00000100:00100000:2.0:1767384357.028809:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000014ce40c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16141:x1853236737762688:12345-0@lo:400: Request processed in 456us (1118us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384357.028812:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384357.028818:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.028818:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384357.028830:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384357.028832:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1767384357.028838:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384357.028839:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000400:00000010:1.0:1767384357.028839:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851035ad. 00000100:00000001:3.0:1767384357.028843:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.028847:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384357.028849:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5b7edd2. 00010000:00000001:3.0:1767384357.028851:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384357.028852:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384357.028856:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.028857:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f538b447. 00000100:00000001:3.0:1767384357.028862:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.028864:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000100:00000040:3.0:1767384357.028869:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.028870:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6886d8b. 00000020:00000040:2.0:1767384357.028880:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:2.0:1767384357.028884:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.028892:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.028894:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.028896:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384357.028899:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.028905:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adec7fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737762560:0@lo:400: 00000100:00080000:2.0:1767384357.028906:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384357.028917:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384357.028918:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.028928:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.028930:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adec7fe0 x1853236737762560/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.028937:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384357.028940:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.028943:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013fed126. 02000000:00000001:3.0:1767384357.028948:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384357.028950:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384357.028952:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384357.028955:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384357.028956:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384357.028966:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fe89a7d. 00000100:00000001:2.0:1767384357.028967:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384357.028979:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1767384357.028980:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384357.028981:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384357.028984:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adec7fe0. 00000400:00000001:2.0:1767384357.028984:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384357.028995:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767384357.028996:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7f55f3. 00000100:00000001:3.0:1767384357.029004:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.029006:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c24279 00000100:00000001:3.0:1767384357.029007:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384357.029014:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3c24279. 00000100:00000001:3.0:1767384357.029016:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.029018:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.029020:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384357.029021:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.029027:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384357.029032:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384357.029040:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029044:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.029045:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029046:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384357.029048:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.029049:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.029056:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.029058:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.029061:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384357.029063:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.029065:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.029066:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.029068:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384357.029070:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.029074:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.029076:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384357.029077:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384357.029078:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384357.029079:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.029081:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029085:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.029086:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.029087:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.029089:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.029093:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039b09e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16141:1853236737762688:0@lo:400: 00000400:00000001:2.0:1767384357.029097:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384357.029098:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384357.029099:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201b93d7. 00000400:00000200:2.0:1767384357.029101:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00000400:00000010:2.0:1767384357.029102:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000100:00000001:2.0:1767384357.029103:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.029105:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384357.029110:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029122:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.029122:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029123:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384357.029132:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.029133:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.029134:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.029135:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.029137:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384357.029139:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.029140:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.029141:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.029142:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384357.029143:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.029147:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.029149:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384357.029149:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384357.029150:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384357.029151:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.029152:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029156:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.029157:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.029157:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.029159:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.029162:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064fd2902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737762816:0@lo:400: 00000100:00000001:2.0:1767384357.029165:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029167:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.029168:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039b09e4f x1853236737762688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029172:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.029179:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.029180:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8ee6060. 02000000:00000001:2.0:1767384357.029182:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.029183:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.029184:0:16141:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384357.029186:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.029187:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000042bba66b. 02000000:00000001:2.0:1767384357.029190:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.029191:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.029192:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039b09e4f. 00000100:00000001:2.0:1767384357.029194:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384357.029194:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029196:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.029197:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064fd2902 x1853236737762816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.029201:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.029202:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.029202:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034943337. 02000000:00000001:2.0:1767384357.029203:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.029204:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.029205:0:16141:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384357.029206:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.029206:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bef4df37. 02000000:00000001:2.0:1767384357.029208:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.029209:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.029209:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fd2902. 00000100:00000001:2.0:1767384357.029210:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384357.029211:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029212:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.029216:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.029217:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.029218:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.029219:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.046345:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294944788, at 4294944789 00000100:00000040:0.0:1767384357.046349:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294944788, at 4294944789 00000100:00000010:2.0:1767384357.046356:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f3d2330. 00000100:00000010:0.0:1767384357.046359:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10c7543. 00000100:00000040:3.0:1767384357.046360:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294944788, at 4294944789 00000100:00000010:3.0:1767384357.046371:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000100:00000040:1.0:1767384357.046387:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294944788, at 4294944789 00000100:00000010:1.0:1767384357.046395:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ab69620. 00000001:00000001:0.0:1767384357.150654:0:32953:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384357.150658:0:32953:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384357.155822:0:32953:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384357.164655:0:32954:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000007e8000. 00000400:00000010:0.0:1767384357.164671:0:32954:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004fa10e61. 00000400:00000010:0.0:1767384357.164681:0:32954:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fc321108. 00000400:00000010:0.0:1767384357.164685:0:32954:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000131ad26c. 00000400:00000010:0.0:1767384357.164689:0:32954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005377fe22. 00000400:00000010:0.0:1767384357.164694:0:32954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba5d1a88. 00000400:00000010:0.0:1767384357.164697:0:32954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f49008d. 00000400:00000010:0.0:1767384357.164699:0:32954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fcd96c7d. 00000400:00000010:0.0:1767384357.164704:0:32954:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cd03258c. 00000800:00000010:0.0:1767384357.164737:0:32954:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002c1fdbd6. 00000800:00000200:0.0:1767384357.164749:0:32954:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384357.164764:0:32954:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384357.164806:0:32954:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384357.164833:0:32954:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384357.167413:0:32954:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000005dca26a8. 00000400:00000010:0.0:1767384357.167421:0:32954:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089644c05. 00000400:00000010:0.0:1767384357.167458:0:32954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000400:00000001:0.0:1767384357.167490:0:32954:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384357.167492:0:32954:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384357.167493:0:32954:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e16947b. 00000400:00000200:0.0:1767384357.167497:0:32954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068abba38 00000400:00000010:0.0:1767384357.167498:0:32954:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068abba38. 00000400:00000010:0.0:1767384357.167501:0:32954:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000008a76587d. 00000400:00000200:0.0:1767384357.167505:0:32954:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (31) 00000400:00000200:0.0:1767384357.167515:0:32954:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384357.167518:0:32954:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (1) 00000400:00000200:0.0:1767384357.167520:0:32954:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): 0 00000400:00000200:0.0:1767384357.167527:0:32954:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000400:00000200:2.0:1767384357.167531:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384357.167533:0:32954:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e194aad6. 00000020:01000000:0.0:1767384357.167538:0:32954:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384357.167539:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000020:01000000:0.0:1767384357.167542:0:32954:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp41 00000400:00000010:2.0:1767384357.167553:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000400:00000200:2.0:1767384357.167556:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000010:0.0:1767384357.167557:0:32954:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004fa10e61. 00000400:00000010:2.0:1767384357.167560:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000328d18b1. 00000400:00000200:2.0:1767384357.167566:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000010:0.0:1767384357.167568:0:32954:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000007e8000. 00000400:00000200:2.0:1767384357.167579:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384357.167584:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:2.0:1767384357.167589:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:2.0:1767384357.167592:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:2.0:1767384357.167595:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000020:00000001:1.0:1767384357.167595:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384357.167600:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 10000000:00000001:1.0:1767384357.167601:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384357.167606:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 10000000:00000001:1.0:1767384357.167607:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384357.167612:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 10000000:01000000:1.0:1767384357.167613:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384357.167618:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000020:01000004:1.0:1767384357.167620:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384357.167623:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000020:01000004:1.0:1767384357.167625:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384357.167629:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000020:01000004:1.0:1767384357.167630:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384357.167634:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384357.167636:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000020:01000004:1.0:1767384357.167638:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384357.167642:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000020:01000004:1.0:1767384357.167643:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384357.167647:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384357.167649:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000020:01000004:1.0:1767384357.167651:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384357.167656:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384357.167659:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000020:01000004:1.0:1767384357.167660:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384357.167666:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000100:00000010:1.0:1767384357.167668:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00000400:00000200:2.0:1767384357.167669:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000020:00000040:1.0:1767384357.167674:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384357.167684:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000100:00000001:1.0:1767384357.167685:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384357.167689:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 02000000:00000001:1.0:1767384357.167690:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384357.167693:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[82, 30] 00000400:00000200:2.0:1767384357.167697:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[120, 30] 02000000:00000001:1.0:1767384357.167698:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.167701:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 30], ns[125, 30] 00000400:00000200:2.0:1767384357.167706:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 30], ns[90, 30] 00000400:00000200:2.0:1767384357.167710:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 30], ns[137, 30] 02000000:00000010:1.0:1767384357.167711:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bc780568. 00000400:00000200:2.0:1767384357.167713:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 30], ns[124, 30] 00000400:00000200:2.0:1767384357.167736:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[127, 30] 00000100:00000001:1.0:1767384357.167738:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.167741:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 30], ns[136, 30] 00000400:00000200:2.0:1767384357.167746:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 30], ns[119, 30] 00000400:00000200:2.0:1767384357.167750:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 30], ns[134, 30] 00000100:00000001:1.0:1767384357.167751:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384357.167757:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.167758:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 30], ns[141, 30] 00000400:00000200:2.0:1767384357.167765:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[131, 30], ns[139, 30] 00000400:00000200:2.0:1767384357.167770:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000040:1.0:1767384357.167771:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_00+0] req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.167774:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp21 00000400:00000200:2.0:1767384357.167778:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384357.167781:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp21 00000400:00000200:2.0:1767384357.167788:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp21 NI seq info: [142:142:256:4294967295] 192.168.203.152@tcp21 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384357.167801:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp21 00000400:00000200:2.0:1767384357.167808:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21:) -> 192.168.203.152@tcp21(192.168.203.152@tcp:192.168.203.152@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384357.167820:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.152@tcp21 00000800:00000010:2.0:1767384357.167825:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000830897fd. 00000800:00000200:2.0:1767384357.167834:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (6) 10000000:00000001:1.0:1767384357.167837:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.167840:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384357.167844:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.167847:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384357.167849:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp21 ip 192.168.203.152:988 00000020:00000001:1.0:1767384357.167851:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.167851:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384357.167855:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000830897fd type 1, nob 656 niov 1 nkiov 1 00000020:01000000:1.0:1767384357.167857:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384357.167862:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384357.167871:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384357.167872:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384357.167876:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384357.167876:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384357.167881:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:0.0:1767384357.167883:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:1.0:1767384357.167884:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384357.167886:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000020:01000004:1.0:1767384357.167889:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384357.167891:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384357.167892:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384357.167893:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384357.167899:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384357.167901:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384357.167903:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 02000000:00000001:0.0:1767384357.167904:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384357.167906:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384357.167912:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:0.0:1767384357.167912:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737762944:0@lo:253: 00000400:00000200:2.0:1767384357.167914:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x2061 00000020:01000004:1.0:1767384357.167917:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384357.167920:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (2) 00000020:01000004:1.0:1767384357.167923:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384357.167923:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384357.167926:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a8ee6060. 00000100:00000010:1.0:1767384357.167930:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 02000000:00000001:0.0:1767384357.167930:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384357.167931:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3c24279. 02000000:00000001:0.0:1767384357.167934:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.167938:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384357.167939:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002cb590fd. 00000020:00000040:1.0:1767384357.167939:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000010:0.0:1767384357.167945:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000088390642. 00000100:00000001:1.0:1767384357.167946:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384357.167950:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 02000000:00000001:0.0:1767384357.167950:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.167951:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384357.167956:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82cdcee. 02000000:00000001:1.0:1767384357.167958:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.167961:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fa10e61. 00000400:00000200:2.0:1767384357.167963:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp40 local destination 00000100:00000200:0.0:1767384357.167966:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737762944, portal 25 00000400:00000200:2.0:1767384357.167967:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 02000000:00000010:1.0:1767384357.167968:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000846e311c. 00000100:00000001:0.0:1767384357.167971:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.167975:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000400:00000200:2.0:1767384357.167976:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000100:00000001:1.0:1767384357.167978:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.167983:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp40 lpni_is_preferred = 0 00000100:00000040:0.0:1767384357.167983:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.167988:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384357.167991:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp40 00000100:00000001:1.0:1767384357.167993:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.168000:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [143:143:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [2:2:8:4294967295] 00000100:00000001:0.0:1767384357.168002:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.168005:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ccae6d3] to pc [ptlrpcd_00_01+1] req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.168010:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000100:00000040:0.0:1767384357.168010:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.168016:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004808ea. 00000100:00000200:0.0:1767384357.168022:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737762944, offset 0 00000400:00000200:2.0:1767384357.168030:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000400:00000200:0.0:1767384357.168034:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384357.168041:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384357.168042:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:2.0:1767384357.168047:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000996a33cf. 00000400:00000200:0.0:1767384357.168048:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384357.168050:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384357.168055:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000020:00000001:1.0:1767384357.168058:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.168063:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706680 00000800:00000200:2.1:1767384357.168064:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000020:01000000:1.0:1767384357.168065:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384357.168073:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e194aad6. 00000400:00000200:0.0:1767384357.168075:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1439 [2] + 0 00000400:00000010:0.0:1767384357.168080:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9e0dd9. 00000400:00000200:2.0:1767384357.168085:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp40 00000400:00000200:2.0:1767384357.168089:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x261 rc 0 00000400:00000200:0.0:1767384357.168092:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2c0227c 00000100:00000001:1.0:1767384357.168097:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384357.168100:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384357.168105:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.168114:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384357.168114:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c0227c 00000400:00000010:0.0:1767384357.168118:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c0227c. 00000100:00000001:1.0:1767384357.168120:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384357.168122:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384357.168126:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384357.168130:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000c6b1c94c x1853236737762944 msgsize 4848 00000100:00000040:1.0:1767384357.168134:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.168140:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384357.168143:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384357.168168:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.168170:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168170:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384357.168173:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.168177:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384357.168178:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004808ea 02000000:00000001:1.0:1767384357.168181:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.168182:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004808ea. 00000100:00000001:0.0:1767384357.168186:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384357.168190:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737763072:0@lo:253: 00000100:00000200:0.0:1767384357.168193:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.168199:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384357.168204:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384357.168208:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168209:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384357.168214:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384357.168214:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.168221:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384357.168222:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007e0df2a0. 00000100:00000001:0.0:1767384357.168222:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767384357.168226:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384357.168227:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168229:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384357.168230:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000830897fd. 00000400:00000010:1.0:1767384357.168234:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee1bff0. 00000400:00000200:2.0:1767384357.168235:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384357.168235:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944929 00000100:00000010:0.0:1767384357.168258:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c343e2d. 00000400:00000200:2.0:1767384357.168259:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: PUT: OK 00000400:00000010:1.0:1767384357.168260:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d3a13aa. 00000100:00000001:0.0:1767384357.168265:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384357.168267:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737763072, portal 25 00000400:00000200:2.0:1767384357.168272:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384357.168273:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.168274:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944929 00000100:00000001:1.0:1767384357.168279:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009643008 : -113991699908608 : ffff98533d383800) 00000400:00000200:2.0:1767384357.168281:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000100:00000010:0.0:1767384357.168281:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009cd65cb. 00000100:00000001:0.0:1767384357.168288:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384357.168292:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.168293:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944929 00000800:00000001:2.0:1767384357.168294:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384357.168300:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed851cb7. 00000800:00000001:2.0:1767384357.168325:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384357.168328:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384357.168334:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.168342:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384357.168344:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384357.168345:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21) <- 192.168.203.152@tcp21 : PUT - for me 00000100:00000001:0.0:1767384357.168350:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944930 00000100:00000040:1.0:1767384357.168351:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384357.168355:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064b916d7. 00000400:00000200:2.0:1767384357.168357:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384357.168358:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f35fec7e. 00000400:00000200:2.0:1767384357.168365:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 528/560 into md 0x1bad [1] + 0 00000100:00000001:0.0:1767384357.168367:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384357.168370:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000100:00000001:0.0:1767384357.168372:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384357.168375:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fedde35c 00000100:00000001:0.0:1767384357.168375:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.168381:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737763072, offset 0 00000800:00000001:2.0:1767384357.168382:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384357.168382:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168387:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384357.168388:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.168391:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.168395:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384357.168397:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: PUT: OK 00000100:00000001:0.0:1767384357.168397:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.168401:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384357.168404:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fedde35c 00000100:00000001:0.0:1767384357.168405:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.168408:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384357.168409:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fedde35c. 00000100:00000001:0.0:1767384357.168410:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.168411:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384357.168413:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384357.168415:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.168420:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (33) 00000400:00000200:2.0:1767384357.168425:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384357.168460:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (560 bytes) 00000400:00000200:1.0:1767384357.168462:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706700 00000400:00000200:2.0:1767384357.168465:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384357.168474:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1441 [2] + 0 00000400:00000200:2.0:1767384357.168475:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (34) 00000400:00000200:2.0:1767384357.168482:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767384357.168484:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7e1ea2. 00000400:00000200:2.0:1767384357.168489:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp21 to MR: 192.168.203.152@tcp21 local destination 00000400:00000200:1.0:1767384357.168491:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003394be9b 00000400:00000200:2.0:1767384357.168497:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp21 NI seq info: [144:144:256:4294967295] 192.168.203.152@tcp21 LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1767384357.168499:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.168523:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384357.168524:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21:192.168.203.152@tcp21) -> 192.168.203.152@tcp21(192.168.203.152@tcp21:192.168.203.152@tcp21) 192.168.203.152@tcp21 : ACK try# 0 00000800:00000200:2.0:1767384357.168531:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp21 00000400:00000200:1.0:1767384357.168532:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003394be9b 00000800:00000010:2.0:1767384357.168535:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000830897fd. 00000400:00000010:1.0:1767384357.168537:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003394be9b. 00000800:00000200:2.0:1767384357.168543:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (6) 00000100:00000001:1.0:1767384357.168546:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384357.168548:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384357.168556:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002736c154 x1853236737763072 msgsize 4848 00000800:00000200:2.0:1767384357.168561:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp21 ip 192.168.203.152:999 00000800:00000200:2.0:1767384357.168564:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000830897fd type 0, nob 96 niov 1 nkiov 0 00000100:00100000:1.0:1767384357.168571:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384357.168576:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384357.168582:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384357.168590:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384357.168606:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.168607:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35fec7e 00000400:00000010:1.0:1767384357.168614:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f35fec7e. 00000100:00000001:1.0:1767384357.168621:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384357.168627:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384357.168638:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384357.168639:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.168650:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.168657:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.168660:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767384357.168665:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384357.168670:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000830897fd. 00000100:00000001:1.0:1767384357.168671:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168674:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384357.168676:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384357.168678:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944930 00000100:00100000:0.0:1767384357.168679:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737762944 00000400:00000200:2.0:1767384357.168687:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: ACK: OK 02000000:00000001:0.0:1767384357.168687:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384357.168691:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.168692:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944929 00000100:00000001:0.0:1767384357.168697:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384357.168704:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384357.168705:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.168707:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944930 00000100:00100000:0.0:1767384357.168711:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737762944 00000800:00000001:2.0:1767384357.168712:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384357.168718:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384357.168719:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384357.168720:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944929 00000020:00000040:0.0:1767384357.168725:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000800:00000001:2.0:1767384357.168726:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.168729:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944930 00000020:00000001:0.0:1767384357.168731:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.168735:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:1.0:1767384357.168736:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944929 00000400:00000200:2.0:1767384357.168740:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp21(192.168.203.152@tcp21) <- 192.168.203.152@tcp21 : ACK - for me 00000020:00000001:0.0:1767384357.168741:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384357.168746:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384357.168751:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944930 00000100:00000001:0.0:1767384357.168752:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384357.168756:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp21: ACK from 12345-192.168.203.152@tcp21 into md 0x1c61 00000020:00000010:0.0:1767384357.168758:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ed9897a. 00000100:00000001:1.0:1767384357.168759:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294944930 00000400:00000200:2.0:1767384357.168762:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384357.168765:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.168766:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.168772:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ed9897a. 00000100:00000001:1.0:1767384357.168773:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.168780:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384357.168782:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e745fa49. 00000400:00000200:2.0:1767384357.168784:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp21->192.168.203.152@tcp21: ACK: OK 00000100:00000001:1.0:1767384357.168786:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.168790:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00000400:00000010:2.0:1767384357.168792:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000020:00000010:0.0:1767384357.168795:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bfdf831. 00000400:00000200:2.0:1767384357.168796:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384357.168802:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384357.168804:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00000400:00000200:2.0:1767384357.168808:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:1.0:1767384357.168808:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384357.168815:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384357.168816:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:1.0:1767384357.168817:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.168821:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384357.168823:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000100:00000001:1.0:1767384357.168823:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.168825:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384357.168831:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384357.168837:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384357.168839:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.168840:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384357.168842:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.168854:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.168870:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.168892:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384357.168895:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384357.168897:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763072 00000100:00000001:0.0:1767384357.168901:0:16773:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.168902:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.168907:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.168911:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.168915:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.168919:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763072 00000100:00000001:0.0:1767384357.168921:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384357.168922:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384357.168926:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384357.168927:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:2.0:1767384357.168930:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000020:00000001:1.0:1767384357.168933:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384357.168938:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000020:00000040:1.0:1767384357.168939:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000100:00000040:0.0:1767384357.168945:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000001:1.0:1767384357.168947:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384357.168951:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017967184 : -113991691584432 : ffff98533db73c50) 00000020:00000001:1.0:1767384357.168955:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384357.168963:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384357.168963:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6b1c94c x1853236737762944/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384357.168971:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e1c0b22. 00000100:00000001:0.0:1767384357.168976:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384357.168978:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.168982:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ed9897a. 00000020:00000010:1.0:1767384357.168985:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e1c0b22. 00000100:00000001:0.0:1767384357.168990:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.168996:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ed9897a. 00000020:00000010:1.0:1767384357.168998:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005716b9a3. 00000020:00000010:1.0:1767384357.169006:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d67bd79f. 00000100:00100000:0.0:1767384357.169006:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6b1c94c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737762944:12345-0@lo:253: 00000100:00000200:0.0:1767384357.169014:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737762944 00000020:00000010:1.0:1767384357.169015:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef26fe24. 00000020:00000001:0.0:1767384357.169017:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384357.169023:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384357.169026:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384357.169027:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.169033:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384357.169035:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384357.169038:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.169039:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384357.169045:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384357.169047:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.169051:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.169051:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384357.169052:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000020:00000001:0.0:1767384357.169054:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384357.169059:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.169060:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.169063:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384357.169074:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384357.169078:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e194aad6. 02000000:00000001:0.0:1767384357.169081:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.169083:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.169087:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.169090:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:0.0:1767384357.169094:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384357.169100:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:1.0:1767384357.169105:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384357.169108:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017958992 : -113991691592624 : ffff98533db71c50) 20000000:00000010:0.0:1767384357.169108:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007dc6e5a3. 00000400:00000200:2.0:1767384357.169109:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 20000000:01000000:0.0:1767384357.169114:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384357.169118:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384357.169120:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384357.169123:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384357.169125:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.169126:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002736c154 x1853236737763072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384357.169128:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384357.169134:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:1.0:1767384357.169140:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:0.0:1767384357.169140:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a8001e4. 20000000:01000000:0.0:1767384357.169145:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000020:00000010:1.0:1767384357.169147:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e1c0b22. 20000000:00000001:0.0:1767384357.169150:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384357.169152:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384357.169156:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000010:1.0:1767384357.169157:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e1c0b22. 00000400:00000200:2.0:1767384357.169159:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00100000:1.0:1767384357.169168:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002736c154 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737763072:12345-0@lo:253: 00000100:00000200:1.0:1767384357.169173:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763072 00000020:00000001:1.0:1767384357.169176:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384357.169180:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384357.169183:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.169185:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384357.169187:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384357.169190:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384357.169192:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.169193:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000020:00000001:1.0:1767384357.169195:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384357.169199:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384357.169200:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384357.169202:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.169207:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384357.169210:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384357.169215:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 02000000:00000010:1.0:1767384357.169217:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc445d1e. 00080000:00000001:0.0:1767384357.169219:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.169224:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000001:1.0:1767384357.169225:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.169229:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384357.169230:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.169235:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 20000000:00000001:1.0:1767384357.169236:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384357.169242:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000010:1.0:1767384357.169250:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000236ecbf5. 00080000:00000010:0.0:1767384357.169250:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000007e8000. 00080000:00000001:0.0:1767384357.169255:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730981376 : -113996978570240 : ffff985202963c00) 20000000:01000000:1.0:1767384357.169258:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384357.169261:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384357.169263:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384357.169267:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384357.169519:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384357.169523:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384357.169526:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384357.169627:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169726:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169810:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169882:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.169983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170006:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170041:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170076:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170108:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000001:00000001:0.0:1767384357.170119:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384357.170123:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.170127:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384357.170129:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170154:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:0.0:1767384357.170157:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.170162:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384357.170179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170208:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170236:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170338:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00080000:00000001:0.0:1767384357.170366:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384357.170370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00080000:00000001:0.0:1767384357.170371:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384357.170399:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.170425:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170452:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384357.170458:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000268201a2. 00000400:00000010:0.0:1767384357.170462:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a686b564. 00000400:00000010:0.0:1767384357.170466:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c3dd74. 00000400:00000200:0.0:1767384357.170469:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000268201a2 00000400:00000200:2.0:1767384357.170470:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000010:0.0:1767384357.170473:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000007d019935. 00000400:00000200:0.0:1767384357.170478:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:0.0:1767384357.170483:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:0.0:1767384357.170491:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000010:0.0:1767384357.170494:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000000a276e1c. 00000400:00000010:0.0:1767384357.170500:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484ccff4. 00000400:00000200:2.0:1767384357.170504:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000010:0.0:1767384357.170505:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012a54b09. 00000400:00000200:0.0:1767384357.170512:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:0.0:1767384357.170521:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:0.0:1767384357.170524:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:0.0:1767384357.170529:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:0.0:1767384357.170534:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:0.0:1767384357.170538:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:0.0:1767384357.170542:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:2.0:1767384357.170547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170549:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:0.0:1767384357.170557:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000400:00000200:0.0:1767384357.170562:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000400:00000200:0.0:1767384357.170566:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:0.0:1767384357.170572:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000400:00000200:0.0:1767384357.170577:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000400:00000200:0.0:1767384357.170583:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[144, 38] 00000400:00000200:0.0:1767384357.170589:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:2.0:1767384357.170596:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170597:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:0.0:1767384357.170606:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:0.0:1767384357.170614:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:0.0:1767384357.170627:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:2.0:1767384357.170629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170635:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:0.0:1767384357.170640:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 32], ns[82, 32] 00000400:00000200:0.0:1767384357.170645:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[120, 32] 00000400:00000200:0.0:1767384357.170650:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 32], ns[125, 32] 00000400:00000200:0.0:1767384357.170652:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 32], ns[90, 32] 00000400:00000200:0.0:1767384357.170657:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 32], ns[137, 32] 00000400:00000200:0.0:1767384357.170660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[116, 32], ns[124, 32] 00000400:00000200:0.0:1767384357.170664:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 32], ns[127, 32] 00000400:00000200:0.0:1767384357.170669:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 32], ns[136, 32] 00000400:00000200:2.0:1767384357.170670:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170677:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 32], ns[119, 32] 00000400:00000200:0.0:1767384357.170682:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[126, 32], ns[134, 32] 00000400:00000200:0.0:1767384357.170687:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 32], ns[141, 32] 00000400:00000200:0.0:1767384357.170690:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[131, 32], ns[139, 32] 00000400:00000200:0.0:1767384357.170692:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384357.170695:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp22 00000400:00000200:0.0:1767384357.170699:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384357.170702:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp22 00000400:00000200:0.0:1767384357.170705:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [145:145:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384357.170710:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp22 00000400:00000200:2.0:1767384357.170711:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.170721:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:) -> 192.168.203.152@tcp22(192.168.203.152@tcp:192.168.203.152@tcp22) : GET try# 0 00000800:00000200:0.0:1767384357.170733:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp22 00000800:00000010:0.0:1767384357.170735:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b39e3c8d. 00000800:00000200:0.0:1767384357.170740:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000800:00000200:0.0:1767384357.170747:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:988 00000800:00000200:0.0:1767384357.170749:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b39e3c8d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384357.170759:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384357.170761:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000800:00000001:0.0:1767384357.170843:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384357.170904:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384357.170907:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b39e3c8d. 00000400:00000200:0.0:1767384357.170910:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384357.170911:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000400:00000200:0.0:1767384357.170916:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: GET: OK 00000800:00000010:2.0:1767384357.170919:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c042888d. 00000400:00000200:0.0:1767384357.170920:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384357.170923:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000010:2.0:1767384357.170925:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000906b31c9. 00000800:00000001:0.0:1767384357.170927:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384357.170932:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384357.170934:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384357.170939:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384357.170946:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : GET - for me 00000800:00000010:2.0:1767384357.170948:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000906b31c9. 00000400:00000200:0.0:1767384357.170957:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 560 into portal 0 MB=0x8000000000000000 00000800:00020000:2.0:1767384357.170958:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:0.0:1767384357.170964:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 560/560 into md 0x1c5d [1] + 0 00000800:00000010:2.0:1767384357.170970:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c042888d. 00000800:00000010:2.0:1767384357.170974:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:00000200:0.0:1767384357.170979:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp22 to MR: 192.168.203.152@tcp22 local destination 00000400:00000200:0.0:1767384357.170987:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [146:146:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1767384357.171003:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) -> 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) 192.168.203.152@tcp22 : REPLY try# 0 00000800:00000200:0.0:1767384357.171010:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.152@tcp22 00000800:00000010:0.0:1767384357.171015:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39e3c8d. 00000800:00000200:0.0:1767384357.171021:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000400:02020000:2.0:1767384357.171026:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000200:0.0:1767384357.171032:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:997 00000800:00000200:0.0:1767384357.171036:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b39e3c8d type 3, nob 656 niov 1 nkiov 1 00000400:00000200:2.0:1767384357.171053:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000400:00000200:2.0:1767384357.171057:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384357.171061:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:2.0:1767384357.171065:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000996a33cf. 00000400:00000200:2.0:1767384357.171069:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384357.171074:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384357.171079:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384357.171082:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp40: 1 00000400:00000200:2.0:1767384357.171087:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): -114 00000800:00000200:0.0:1767384357.171092:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384357.171097:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39e3c8d. 00000400:00000200:0.0:1767384357.171102:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384357.171103:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384357.171109:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: REPLY: OK 00000800:00000001:1.0:1767384357.171111:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.171118:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.171131:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.171135:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.171139:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.171147:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : REPLY - for me 00000400:00000200:0.0:1767384357.171152:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384357.171160:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x861 00000400:00000200:1.0:1767384357.171165:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp22: Reply from 12345-192.168.203.152@tcp22 of length 560/560 into md 0x1c7d 00000800:00000001:1.0:1767384357.171172:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767384357.171176:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384357.171179:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767384357.171180:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384357.171182:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c24279 00000400:00000200:1.0:1767384357.171185:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384357.171186:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3c24279. 00000400:00000200:1.0:1767384357.171194:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: REPLY: OK 00000400:00000200:0.0:1767384357.171194:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384357.171202:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp40 (000000002030ee8a): -114 00000400:00000010:0.0:1767384357.171206:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a8ee6060. 00000400:00000200:0.0:1767384357.171209:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (3) 00000400:00000200:0.0:1767384357.171214:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp40:-71 00000400:00000200:1.0:1767384357.171215:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000484ccff4 00000400:00000200:0.0:1767384357.171220:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp40(000000002030ee8a) state 0x2061 rc -71 00000400:00000010:1.0:1767384357.171221:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000484ccff4. 00000400:00000200:0.0:1767384357.171228:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp40 (000000002030ee8a) 00000400:00000200:1.0:1767384357.171230:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384357.171233:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (2) 00000400:00000200:1.0:1767384357.171237:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:1.0:1767384357.171241:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384357.171245:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 33. state = 0x300271 00000400:00000200:1.0:1767384357.171250:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384357.171264:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (33) 00000800:00000001:1.0:1767384357.171271:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.171314:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.171349:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384357.171354:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:2.0:1767384357.171360:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 000000009768bf1f. 00000400:00000010:2.0:1767384357.171363:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 0000000086c0e43d. 00000400:00000010:2.0:1767384357.171366:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000c35ecfc1. 00000400:00000200:2.0:1767384357.171392:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp32(00000000b3fe9440) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384357.171398:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp37(000000002d6d01e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384357.171400:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp38(000000000fd78f7a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384357.171402:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp39(000000000424cbdc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384357.171407:0:16136:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.152@tcp40 00000400:00000200:2.0:1767384357.171412:0:16136:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.152@tcp40 NID 192.168.203.152@tcp40 00000400:00000200:2.0:1767384357.171414:0:16136:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000844c1ad1 nid 192.168.203.152@tcp40 00000400:00000010:2.0:1767384357.171416:0:16136:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000844c1ad1. 00000400:00000200:2.0:1767384357.171421:0:16136:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000000321b49 net tcp40 00000400:00000010:2.0:1767384357.171423:0:16136:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000000321b49. 00000400:00000200:2.0:1767384357.171424:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (1) 00000400:00000200:2.0:1767384357.171426:0:16136:0:(peer.c:272:lnet_destroy_peer_locked()) 000000002030ee8a nid 192.168.203.152@tcp40 00000400:00000010:2.0:1767384357.171440:0:16136:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000002030ee8a. 00000400:00000010:2.0:1767384357.171451:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000034943337. 00000400:00000200:2.0:1767384357.171456:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000034943337 nid 192.168.203.152@tcp40 00000400:00000010:2.0:1767384357.171459:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001e519d67. 00000400:00000200:2.0:1767384357.171462:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000001e519d67 net tcp40 00000400:00000200:2.0:1767384357.171464:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (32) 00000400:00000200:2.0:1767384357.171467:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp40 flags 0x11 00000400:00000010:2.0:1767384357.171475:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e6886d8b. 00000400:00000200:2.0:1767384357.171478:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e6886d8b nid 192.168.203.152@tcp41 00000400:00000010:2.0:1767384357.171482:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006aa9511d. 00000400:00000200:2.0:1767384357.171485:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000006aa9511d net tcp41 00000400:00000200:2.0:1767384357.171487:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (33) 00000400:00000200:2.0:1767384357.171492:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp41 flags 0x11 00000400:00000010:2.0:1767384357.171534:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 000000009768bf1f. 00000400:00000010:2.0:1767384357.171538:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 0000000086c0e43d. 00000400:00000010:2.0:1767384357.171540:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000c35ecfc1. 00000400:00000010:2.0:1767384357.171542:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000000a276e1c. 00000400:00000200:2.0:1767384357.171544:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384357.171546:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:2.0:1767384357.171549:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:2.0:1767384357.171552:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:2.0:1767384357.171554:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384357.171556:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:2.0:1767384357.171558:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384357.171560:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (34) 00080000:00000001:2.0:1767384357.181117:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384357.181123:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384357.181125:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384357.181127:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384357.181132:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384357.181134:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384357.181146:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384357.181152:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384357.181160:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384357.181165:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384357.181168:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000007e8000. 20000000:00000001:2.0:1767384357.181170:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384357.181178:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384357.181179:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384357.181180:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015bd5ea5. 00080000:00000020:2.0:1767384357.181186:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384357.181188:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:1.0:1767384357.181194:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384357.181198:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384357.181202:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384357.181211:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384357.181213:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384357.181216:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384357.181219:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384357.181231:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384357.181234:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009cc657c8 count: 2 00010000:00000001:2.0:1767384357.181237:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384357.181237:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384357.181241:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.181242:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384357.181245:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00080000:00000001:1.0:1767384357.181246:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384357.181250:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384357.181251:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384357.181253:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fead to hash 00000020:00000001:2.0:1767384357.181256:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384357.181257:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00000020:00000001:1.0:1767384357.181257:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:2.0:1767384357.181263:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00080000:00000001:1.0:1767384357.181265:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384357.181266:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384357.181270:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.181272:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384357.181311:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384357.181312:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8fcdf16. 00010000:00000001:2.0:1767384357.181314:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384357.181317:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384357.181318:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720358400 : -113996989193216 : ffff985201f42400) 00010000:00000001:2.0:1767384357.181319:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384357.181322:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384357.181325:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384357.181326:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384357.181333:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384357.181334:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.181336:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384357.181337:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384357.181338:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384357.181340:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384357.181341:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384357.181346:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009cc657c8) refcount = 2 00010000:00000040:2.0:1767384357.181354:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384357.181356:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384357.181360:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384357.181361:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384357.181366:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c53113d. 00000100:00000001:2.0:1767384357.181368:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384357.181371:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f9d77a1. 00000100:00000001:2.0:1767384357.181373:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076735067648 : -113996974483968 : ffff985202d49600) 00000100:00000001:2.0:1767384357.181375:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076735067648 : -113996974483968 : ffff985202d49600) 00000100:00000001:2.0:1767384357.181377:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384357.181378:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384357.181380:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384357.181382:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384357.181383:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384357.181385:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384357.181387:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384357.181389:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000001:00000001:1.0:1767384357.181390:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384357.181391:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384357.181395:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000822f0636. 00000020:00000040:2.0:1767384357.181397:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:2.0:1767384357.181401:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1767384357.181402:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.181403:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.181406:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384357.181408:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000010:2.0:1767384357.181412:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c521d9b0. 00000100:00000001:2.0:1767384357.181416:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.181419:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384357.181425:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.181442:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 16 pid: 16772 timeout: 427 lvb_type: 0 00080000:00000001:1.0:1767384357.181447:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384357.181450:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384357.181470:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384357.181473:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.181479:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.181480:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.181483:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737763200:0@lo:104: 00000100:00000001:2.0:1767384357.181486:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384357.181488:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.181489:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.181491:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384357.181494:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac843f3. 02000000:00000001:2.0:1767384357.181496:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384357.181499:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000201b93d7. 00000400:00000010:2.0:1767384357.181503:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000100:00000200:2.0:1767384357.181507:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737763200, portal 16 00000100:00000001:2.0:1767384357.181509:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384357.181510:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081893034496 : -113991816517120 : ffff98533644ea00) 00000100:00000040:2.0:1767384357.181513:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.181518:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.181521:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.181525:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000200:2.0:1767384357.181528:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737763200, offset 0 00000400:00000200:2.0:1767384357.181532:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384357.181538:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384357.181544:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d706780 00000400:00000200:2.0:1767384357.181548:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 656 00000400:00000200:2.0:1767384357.181552:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384357.181556:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:1.0:1767384357.181557:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767384357.181559:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384357.181562:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00080000:00000001:1.0:1767384357.181563:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000010:2.0:1767384357.181566:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6aa7807. 00000100:00000040:2.0:1767384357.181569:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000d6aa7807 x1853236737763200 msgsize 328 00000100:00100000:2.0:1767384357.181573:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.181591:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384357.181597:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384357.181598:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:2.0:1767384357.181601:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.181605:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.181614:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.181619:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.181627:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.181629:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.181631:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384357.181633:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.181637:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763200 00000100:00000001:2.0:1767384357.181638:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294944943 02000000:00000001:3.0:1767384357.181641:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384357.181645:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.181648:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.181649:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294944930 02000000:00000001:3.0:1767384357.181657:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.181658:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294944943 00000100:00100000:3.0:1767384357.181669:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763200 00000100:00000001:2.0:1767384357.181669:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294944930 00000020:00000001:3.0:1767384357.181675:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384357.181677:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294944943 00000020:00000040:3.0:1767384357.181678:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000100:00000001:2.0:1767384357.181681:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294944930 00000020:00000001:3.0:1767384357.181682:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.181691:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000100:00000001:2.0:1767384357.181693:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294944943 00000020:00000001:3.0:1767384357.181698:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:2.0:1767384357.181700:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294944930 00000020:00000001:3.0:1767384357.181703:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:2.0:1767384357.181706:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.181709:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.181709:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.181715:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.181716:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004db2d1ab. 00010000:00000001:2.0:1767384357.181718:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181722:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384357.181723:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.181728:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004db2d1ab. 00010000:00000001:2.0:1767384357.181729:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384357.181735:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384357.181739:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afd81ba7. 00010000:00000001:2.0:1767384357.181740:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.181751:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:3.0:1767384357.181752:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002055eb61. 00010000:00000001:2.0:1767384357.181753:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384357.181758:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.181759:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384357.181761:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000100:00000001:2.0:1767384357.181761:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384357.181770:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767384357.181770:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f9d77a1 going to sleep for 11 seconds 00000100:00000001:3.0:1767384357.181775:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.181776:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.181779:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384357.181780:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181781:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181800:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181807:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.181828:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.181830:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384357.181833:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384357.181835:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384357.181842:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384357.181846:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:2.0:1767384357.181847:0:19331:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181850:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008404352 : -113991701147264 : ffff98533d255180) 00000100:00000001:2.0:1767384357.181852:0:19331:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.181863:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6aa7807 x1853236737763200/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.181872:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.181873:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004db2d1ab. 00000100:00000001:3.0:1767384357.181874:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.181876:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004db2d1ab. 00000100:00100000:3.0:1767384357.181882:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6aa7807 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737763200:12345-0@lo:104: 00000100:00000200:3.0:1767384357.181886:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763200 00010000:00000001:3.0:1767384357.181889:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384357.181894:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.181896:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.181898:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=2 00000020:00000001:3.0:1767384357.181900:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384357.181903:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:3.0:1767384357.181906:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.181909:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.181913:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384357.181921:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384357.181923:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384357.181925:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048e7b0a6. 02000000:00000001:3.0:1767384357.181927:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181930:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.181955:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384357.181958:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.181962:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.181967:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384357.181971:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384357.181974:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384357.181977:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384357.181979:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.181988:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.181993:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.181997:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000100:00000200:3.0:1767384357.182002:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737763200, offset 224 00000400:00000200:3.0:1767384357.182009:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.182020:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.182031:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d706780 00000400:00000200:3.0:1767384357.182040:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c81 [1] + 224 00000400:00000200:3.0:1767384357.182046:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.182052:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.182059:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.182063:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384357.182073:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.182094:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.182105:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384357.182107:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000100:00000001:2.0:1767384357.182112:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.182113:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.182116:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384357.182121:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384357.182122:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384357.182124:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384357.182127:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:2.0:1767384357.182128:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201b93d7. 00010000:00000001:3.0:1767384357.182137:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384357.182139:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00010000:00000010:3.0:1767384357.182143:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006a2678c9. 00000400:00000010:2.0:1767384357.182144:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00010000:00000001:3.0:1767384357.182153:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384357.182155:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.182162:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384357.182170:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384357.182175:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384357.182177:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.182186:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.182194:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.182208:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384357.182209:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6aa7807 x1853236737763200/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384357.182212:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384357.182214:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384357.182220:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.182225:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384357.182235:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767384357.182235:0:16766:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384357.182243:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384357.182245:0:16766:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384357.182250:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.182251:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6aa7807 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737763200:12345-0@lo:104: Request processed in 371us (672us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384357.182253:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384357.182260:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.182263:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384357.182268:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384357.182308:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=72 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384357.182314:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384357.182320:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384357.182323:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00010000:00010000:0.0:1767384357.182324:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000038e720c2 already unused, calling callback (0000000028dca730) 00000100:00000001:2.0:1767384357.182325:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.182334:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384357.182335:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:0.0:1767384357.182336:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384357.182347:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384357.182348:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384357.182348:0:16766:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384357.182356:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.182357:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002055eb61. 00000020:00000010:3.0:1767384357.182368:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000100:00000040:2.0:1767384357.182369:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384357.182378:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384357.182380:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afd81ba7. 00010000:00000001:0.0:1767384357.182385:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384357.182386:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384357.182389:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000020:00000001:0.0:1767384357.182390:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384357.182391:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.182394:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.182402:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384357.182403:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000038e720c2 refcount=3 00010000:00000001:2.0:1767384357.182405:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384357.182409:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384357.182410:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00010000:00000001:2.0:1767384357.182411:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384357.182414:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.182416:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049280 : -113992415502336 : ffff985312912000) 00000100:00000040:2.0:1767384357.182419:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384357.182423:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:2.0:1767384357.182452:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000822f0636 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737763200:0@lo:104: 00010000:00010000:0.0:1767384357.182452:0:16766:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384357.182461:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.182466:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384357.182468:0:16766:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384357.182469:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00010000:0.0:1767384357.182473:0:16766:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384357.182474:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.182478:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000822f0636 x1853236737763200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384357.182493:0:16766:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384357.182495:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:0.0:1767384357.182500:0:16766:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:2.0:1767384357.182501:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.182506:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac843f3. 10000000:00000040:0.0:1767384357.182506:0:16766:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:2.0:1767384357.182511:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:0.0:1767384357.182513:0:16766:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000001:2.0:1767384357.182515:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384357.182517:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384357.182518:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00010000:00000001:0.0:1767384357.182521:0:16766:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.182522:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.182525:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c521d9b0. 02000000:00000001:2.0:1767384357.182530:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.182531:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.182533:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000822f0636. 00000100:00000001:2.0:1767384357.182537:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384357.182538:0:16766:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384357.182539:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384357.182543:0:16766:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:2.0:1767384357.182544:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f9d77a1. 10000000:00000040:0.0:1767384357.182548:0:16766:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 00000100:00000001:2.0:1767384357.182549:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384357.182551:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384357.182555:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c53113d. 10000000:00000001:0.0:1767384357.182556:0:16766:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384357.182563:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.182566:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.182569:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.182570:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384357.182571:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384357.182577:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:2.0:1767384357.182578:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384357.182582:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384357.182585:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384357.182591:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767384357.182592:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.182598:0:16766:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384357.182602:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000038e720c2 with handle 0x1cafe7b7e4a4fe9f from hash 00010000:00000001:0.0:1767384357.182606:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384357.182607:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.182608:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.182609:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384357.182611:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384357.182612:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384357.182616:0:16766:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384357.182618:0:16766:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384357.182630:0:16766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083df90a5. 00000020:00000040:0.0:1767384357.182634:0:16766:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384357.182637:0:16766:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.182639:0:16766:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.182641:0:16766:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.182646:0:16766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cea49fd. 00000100:00000001:0.0:1767384357.182650:0:16766:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.182653:0:16766:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384357.182657:0:16766:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384357.182664:0:16766:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384357.182666:0:16766:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.182669:0:16766:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.182671:0:16766:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.182677:0:16766:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df90a5] to pc [ptlrpcd_00_02+2] req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384357.182710:0:16766:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384357.182713:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.182715:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.182717:0:16766:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.182720:0:16766:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384357.182722:0:16766:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.182726:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.182732:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384357.182735:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384357.182735:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 0000000038e720c2/0x1cafe7b7e4a4fe9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fea6 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384357.182743:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000040:0.0:1767384357.182745:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000987856a6 count: 0 00000100:00000001:3.0:1767384357.182746:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.182758:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.182761:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.182766:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.182768:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.182771:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384357.182772:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.182777:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384357.182779:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384357.182781:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006a2678c9. 00010000:00000001:0.0:1767384357.182791:0:16766:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.182794:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384357.182796:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.182801:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384357.182804:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384357.182805:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384357.182811:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.182812:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.182822:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083df90a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737763328:0@lo:103: 00010000:00010000:0.0:1767384357.182823:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384357.182832:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384357.182833:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384357.182838:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.182839:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384357.182844:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.182845:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384357.182850:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384357.182852:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384357.182856:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afd81ba7. 00000020:00000001:0.0:1767384357.182856:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.182861:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384357.182862:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.182873:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0be5138. 00000400:00000010:3.0:1767384357.182884:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000100:00000001:0.0:1767384357.182891:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.182897:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.182898:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737763328, portal 18 00000100:00000001:3.0:1767384357.182905:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384357.182907:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067433984 : -113992642117632 : ffff9853050f4000) 00000100:00000040:3.0:1767384357.182915:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.182921:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.182926:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.183035:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000100:00000200:3.0:1767384357.183040:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737763328, offset 0 00000400:00000200:3.0:1767384357.183046:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.183055:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.183060:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d706800 00000400:00000200:3.0:1767384357.183067:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:3.0:1767384357.183072:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.183075:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.183082:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384357.183127:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384357.183132:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009523c7fc. 00000100:00000040:3.0:1767384357.183135:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000009523c7fc x1853236737763328 msgsize 328 00000100:00100000:3.0:1767384357.183140:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384357.183151:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.183156:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384357.183158:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:3.0:1767384357.183162:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384357.183166:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.183173:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.183177:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.183183:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.183185:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.183192:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.183197:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944944 00000100:00000001:3.0:1767384357.183367:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384357.183376:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763328 02000000:00000001:3.0:1767384357.183378:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384357.183379:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.183381:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.183384:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.183386:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763328 00000020:00000001:3.0:1767384357.183388:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.183390:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384357.183391:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.183393:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:3.0:1767384357.183396:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384357.183398:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384357.183403:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.183406:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081503e87. 00000100:00000001:3.0:1767384357.183411:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.183413:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081503e87. 00000020:00000010:3.0:1767384357.183418:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6e40cf8. 00000020:00000010:3.0:1767384357.183421:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002055eb61. 00000020:00000010:3.0:1767384357.183424:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000100:00000040:3.0:1767384357.183452:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384357.183455:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.183456:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384357.183459:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384357.183462:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183465:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384357.183467:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.183469:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.183470:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=4 00000020:00000001:3.0:1767384357.183472:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:3.0:1767384357.183474:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00010000:3.0:1767384357.183479:0:20661:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 17 pid: 16772 timeout: 427 lvb_type: 0 00010000:00000001:3.0:1767384357.183484:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183491:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183493:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.183495:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.183503:0:20661:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384357.183509:0:20661:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009523c7fc x1853236737763328/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.183514:0:20661:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384357.183516:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.183529:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.183551:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.183553:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384357.183557:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384357.183560:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:3.0:1767384357.183563:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877986816 : -113991831564800 : ffff9853355f4e00) 00000100:00000040:3.0:1767384357.183569:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009523c7fc x1853236737763328/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.183574:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.183579:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081503e87. 00000100:00000001:3.0:1767384357.183581:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.183584:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081503e87. 00000100:00100000:3.0:1767384357.183593:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009523c7fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16141:x1853236737763328:12345-0@lo:103: 00000100:00000200:3.0:1767384357.183596:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763328 00010000:00000001:3.0:1767384357.183598:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384357.183600:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384357.183602:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384357.183606:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384357.183610:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384357.183614:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af2d98ca. 02000000:00000001:3.0:1767384357.183615:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.183617:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183619:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384357.183621:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384357.183623:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.183630:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.183631:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d4b38d5 refcount=4 00000020:00000001:3.0:1767384357.183633:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000001:3.0:1767384357.183634:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093445632 : -113992616105984 : ffff9853069c2800) 00010000:00000040:3.0:1767384357.183637:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009cc657c8 count: 3 00010000:00010000:3.0:1767384357.183641:0:20661:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 17 pid: 16772 timeout: 427 lvb_type: 0 00000100:00001000:3.0:1767384357.183645:0:20661:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384357 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384357.183648:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384357.183659:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183661:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384357.183664:0:20661:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 17 pid: 16772 timeout: 427 lvb_type: 0 00000020:00000001:3.0:1767384357.183669:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.183672:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.183674:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.183677:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183681:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384357.183683:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384357.183689:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183690:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183693:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.183695:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.183699:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d4b38d5 with handle 0x1cafe7b7e4a4fea6 from hash 00010000:00000001:3.0:1767384357.183702:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384357.183704:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183705:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183708:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384357.183710:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384357.183711:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384357.183713:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d4b38d5/0x1cafe7b7e4a4fea6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fe9f expref: 17 pid: 16772 timeout: 427 lvb_type: 0 00010000:00000040:3.0:1767384357.183718:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:3.0:1767384357.183724:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:3.0:1767384357.183733:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183735:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384357.183737:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384357.183739:0:20661:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000cc920a7f 00010000:00000001:3.0:1767384357.183742:0:20661:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384357.183745:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.183747:0:20661:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.183750:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.183752:0:20661:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.183755:0:20661:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384357.183757:0:20661:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384357.183758:0:20661:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183763:0:20661:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384357.183766:0:20661:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384357.183768:0:20661:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384357.183769:0:20661:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384357.183772:0:20661:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009cc657c8) refcount = 2 00010000:00010000:3.0:1767384357.183775:0:20661:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183780:0:20661:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384357.183783:0:20661:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384357.183785:0:20661:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.183787:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384357.183789:0:20661:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081503e87. 00000100:00000001:3.0:1767384357.183792:0:20661:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384357.183797:0:20661:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2678c9. 00000100:00000001:3.0:1767384357.183799:0:20661:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081097176576 : -113992612375040 : ffff985306d51600) 00000100:00000001:3.0:1767384357.183801:0:20661:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081097176576 : -113992612375040 : ffff985306d51600) 00000100:00000001:3.0:1767384357.183804:0:20661:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384357.183806:0:20661:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384357.183809:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384357.183812:0:20661:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384357.183820:0:20661:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384357.183824:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.183827:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.183829:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:3.0:1767384357.183831:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:3.0:1767384357.183837:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:3.0:1767384357.183841:0:20661:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384357.183843:0:20661:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183849:0:20661:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384357.183853:0:20661:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183857:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183859:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384357.183861:0:20661:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183865:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.183867:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183870:0:20661:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384357.183871:0:20661:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384357.183876:0:20661:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384357.183879:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.183881:0:20661:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384357.183884:0:20661:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183889:0:20661:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384357.183891:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.183891:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.183892:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=6 00000020:00000001:3.0:1767384357.183897:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:3.0:1767384357.183899:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:3.0:1767384357.183902:0:20661:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384357.183904:0:20661:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183909:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384357.183911:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.183913:0:20661:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183928:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384357.183930:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384357.183932:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.183933:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.183936:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fead from hash 00010000:00000001:3.0:1767384357.183939:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384357.183941:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183943:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183946:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384357.183949:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384357.183952:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384357.183955:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384357.183956:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384357.183957:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.183959:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183963:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384357.183968:0:20661:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384357.183974:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.183977:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.183980:0:20661:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.183988:0:20661:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.183989:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384357.183992:0:20661:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.183998:0:20661:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384357.184000:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384357.184013:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.184015:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384357.184016:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.184017:0:20661:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384357.184026:0:20661:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384357.184031:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.184031:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384357.184034:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.184037:0:20661:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384357.184037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.184044:0:20661:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.184045:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384357.184051:0:20661:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384357.184052:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384357.184054:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384357.184057:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fead lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.184070:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.184072:0:20661:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.184074:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384357.184075:0:20661:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384357.184077:0:20661:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.184078:0:20661:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.184080:0:20661:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384357.184082:0:20661:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a2678c9. 00000100:00000001:3.0:1767384357.184085:0:20661:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384357.184086:0:20661:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384357.184088:0:20661:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081503e87. 00010000:00000001:3.0:1767384357.184092:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384357.184094:0:20661:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009cc657c8 count: 0 00010000:00010000:3.0:1767384357.184105:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384357.184106:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.184110:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384357.184112:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.184114:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.184116:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384357.184119:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384357.184121:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384357.184123:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384357.184125:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.184127:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.184129:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.184131:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000100:00000200:3.0:1767384357.184134:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737763328, offset 224 00000400:00000200:3.0:1767384357.184143:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.184150:0:20661:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.184157:0:20661:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d706800 00000400:00000200:3.0:1767384357.184163:0:20661:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c8d [1] + 224 00000400:00000200:3.0:1767384357.184166:0:20661:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.184169:0:20661:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.184172:0:20661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.184174:0:20661:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.184180:0:20661:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.184188:0:20661:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.184194:0:20661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:3.0:1767384357.184195:0:20661:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000100:00000001:3.0:1767384357.184197:0:20661:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.184198:0:20661:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.184201:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.184203:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384357.184205:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.184207:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.184211:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009523c7fc x1853236737763328/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.184219:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009523c7fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737763328:12345-0@lo:103: Request processed in 642us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384357.184224:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384357.184226:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384357.184228:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.184229:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384357.184232:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002055eb61. 00000020:00000010:3.0:1767384357.184237:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000020:00000010:3.0:1767384357.184241:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6e40cf8. 00000020:00000040:3.0:1767384357.184245:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:3.0:1767384357.184252:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.184319:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944943 00000100:00000001:3.0:1767384357.184324:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944946 00000100:00000001:3.0:1767384357.184326:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944943 00000100:00000001:3.0:1767384357.184328:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944946 00000100:00000001:3.0:1767384357.184330:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944943 00000100:00000001:3.0:1767384357.184332:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944946 00000100:00000001:3.0:1767384357.184334:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944943 00000100:00000001:3.0:1767384357.184340:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.184343:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384357.184350:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384357.184352:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384357.184354:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0be5138. 00000400:00000200:3.0:1767384357.184360:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000400:00000010:3.0:1767384357.184361:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000100:00000001:3.0:1767384357.184367:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.184369:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384357.184380:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.184386:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.184388:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.184390:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384357.184392:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.184393:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.184395:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.184398:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.184401:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384357.184405:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.184409:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384357.184410:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.184412:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384357.184419:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.184422:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.184425:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.184441:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.184443:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.184444:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384357.184446:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.184451:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083df90a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737763328:0@lo:103: 00000100:00000001:3.0:1767384357.184456:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.184457:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.184462:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083df90a5 x1853236737763328/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.184466:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384357.184469:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.184471:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afd81ba7. 02000000:00000001:3.0:1767384357.184474:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384357.184476:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384357.184478:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384357.184480:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384357.184482:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cea49fd. 02000000:00000001:3.0:1767384357.184486:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.184488:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384357.184489:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083df90a5. 00000100:00000001:3.0:1767384357.184494:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384357.184496:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.184498:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.184504:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.184505:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.184507:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.184512:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384357.188318:0:16601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d4b38d5. 00010000:00000010:3.1:1767384357.188330:0:16601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00010000:00000010:0.1:1767384357.188347:0:32960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000987856a6. 00010000:00000010:0.1:1767384357.188363:0:32960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038e720c2. 00010000:00000010:3.1:1767384357.188385:0:16601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009cc657c8. 00000400:00000010:2.0:1767384357.191530:0:32959:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7588c72. 00000400:00000040:2.0:1767384357.191547:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384357.191549:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384357.191552:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384357.191553:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384357.191555:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384357.191556:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384357.191559:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384357.191560:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384357.191562:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384357.191563:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384357.191565:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384357.191566:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384357.191568:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384357.191570:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384357.191573:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384357.191576:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384357.191578:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384357.191580:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384357.191582:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384357.191586:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384357.191589:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384357.191591:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384357.191592:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384357.191594:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384357.191594:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384357.191606:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384357.191608:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384357.191610:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384357.191613:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384357.191616:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384357.191618:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384357.191620:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384357.191622:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384357.191623:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384357.191629:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384357.191631:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384357.191634:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384357.191637:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384357.191640:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384357.191642:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384357.191645:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384357.191648:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384357.191650:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384357.191652:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384357.191654:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384357.191655:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384357.191657:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384357.191658:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384357.191660:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384357.191662:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384357.191664:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384357.191667:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384357.191669:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384357.191672:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384357.191675:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384357.191678:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384357.191681:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384357.191819:0:32959:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7588c72. 00080000:00000001:1.0:1767384357.193113:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384357.193119:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384357.193120:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384357.193122:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384357.193127:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384357.193132:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384357.193133:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384357.193134:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384357.193139:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384357.193141:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384357.193142:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8fcdf16. 00080000:00000001:3.0:1767384357.193149:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384357.193153:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384357.193158:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384357.193163:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384357.193168:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384357.193174:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384357.193176:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384357.193180:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384357.193183:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384357.193189:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000857f0481. 00010000:00000001:0.0:1767384357.193195:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384357.193198:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b21bb9c0. 00000020:00000001:0.0:1767384357.193202:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384357.193206:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4feb4 to hash 00000020:00000001:0.0:1767384357.193209:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384357.193210:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193214:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193225:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384357.193227:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.193230:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193239:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384357.193242:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384357.193244:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384357.193246:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384357.193248:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384357.193251:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384357.193252:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384357.193255:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384357.193257:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384357.193259:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384357.193260:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384357.193296:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000857f0481) refcount = 1 00010000:00010000:0.0:1767384357.193301:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193308:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384357.193310:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384357.193312:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384357.193314:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193317:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384357.193320:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384357.193324:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384357.193327:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384357.193329:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.193331:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=4 00000020:00000001:0.0:1767384357.193333:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193336:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193339:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384357.193341:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193361:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384357.193364:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.193383:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384357.193385:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193391:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384357.193393:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193396:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384357.193398:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384357.193405:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b21bb9c0 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384357.193408:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384357.193410:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384357.193412:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193419:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384357.193421:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384357.193422:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.193424:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b21bb9c0 refcount=5 00000020:00000001:0.0:1767384357.193427:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193443:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093449728 : -113992616101888 : ffff9853069c3800) 00010000:00000001:0.0:1767384357.193446:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384357.193448:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193455:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384357.193457:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384357.193466:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193473:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384357.193475:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384357.193479:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384357.193483:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384357.193486:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b21bb9c0 with handle 0x1cafe7b7e4a4feb4 from hash 00010000:00000001:0.0:1767384357.193489:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384357.193492:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.193494:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.193496:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384357.193498:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384357.193500:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384357.193504:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384357.193507:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384357.193511:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193514:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384357.193516:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384357.193518:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.193520:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.193522:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193524:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.193527:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.193529:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193535:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.193537:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.193539:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384357.193542:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384357.193544:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384357.193545:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384357.193547:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384357.193550:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384357.193552:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.193555:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384357.193560:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384357.193568:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384357.193571:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b21bb9c0/0x1cafe7b7e4a4feb4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384357.193577:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000857f0481 count: 0 00010000:00000001:0.0:1767384357.193592:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384357.193605:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384357.195557:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384357.195561:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384357.195564:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007dc6e5a3. 20000000:00000001:3.0:1767384357.195573:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384357.195578:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737762944 00010000:00000001:3.0:1767384357.195581:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384357.195588:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6b1c94c x1853236737762944/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384357.195609:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384357.195611:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.195614:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.195616:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384357.195621:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384357.195623:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384357.195625:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384357.195627:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.195630:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.195633:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.195636:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007971425f. 00000100:00000200:3.0:1767384357.195639:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737762944, offset 224 00000400:00000200:3.0:1767384357.195646:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.195659:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.195668:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706680 00000400:00000200:3.0:1767384357.195675:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c69 [2] + 224 00000400:00000200:3.0:1767384357.195682:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.195684:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.195691:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.195696:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.195703:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.195726:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.195731:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007971425f 00000400:00000010:3.0:1767384357.195733:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007971425f. 00000100:00000001:3.0:1767384357.195736:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.195738:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.195742:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.195744:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.195746:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384357.195749:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384357.195752:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384357.195752:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384357.195758:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384357.195758:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384357.195768:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384357.195769:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82cdcee. 00000100:00000040:3.0:1767384357.195782:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6b1c94c x1853236737762944/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.195782:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fa10e61 00000400:00000010:2.0:1767384357.195793:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fa10e61. 00000100:00000001:2.0:1767384357.195804:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384357.195805:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6b1c94c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737762944:12345-0@lo:253: Request processed in 26827us (27673us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384357.195814:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.195825:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384357.195835:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384357.195845:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.195850:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384357.195851:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384357.195854:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bfdf831. 00000020:00000010:3.0:1767384357.195864:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000100:00000001:2.0:1767384357.195866:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384357.195869:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e745fa49. 00000020:00000040:3.0:1767384357.195873:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:2.0:1767384357.195875:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384357.195878:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384357.195878:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384357.195882:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e194aad6. 02000000:00000001:2.0:1767384357.195883:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.195887:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384357.195890:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384357.195892:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.195895:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.195897:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384357.195900:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=72 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384357.195903:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384357.195907:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.195911:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.195914:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.195916:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384357.195918:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.195920:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.195923:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.195929:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.195931:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.195933:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384357.195935:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384357.195937:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384357.195938:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384357.195940:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384357.195941:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384357.195943:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384357.195945:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384357.195946:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384357.195948:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384357.195949:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384357.195950:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.195955:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737762944:0@lo:253: 00000100:00000001:2.0:1767384357.195958:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.195960:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.195962:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737762944/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.195966:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.195973:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.195975:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000088390642. 02000000:00000001:2.0:1767384357.195982:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.195983:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.195984:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384357.195986:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.195987:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bc780568. 02000000:00000001:2.0:1767384357.195991:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.195993:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.195994:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:2.0:1767384357.195996:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384357.195998:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.196000:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.196005:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.196006:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.196007:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.196009:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.196027:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0be5138. 00000400:00000010:3.0:1767384357.196032:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007971425f. 00080000:00000020:0.0:1767384357.196457:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384357.196461:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384357.196464:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000236ecbf5. 20000000:00000001:0.0:1767384357.196469:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384357.196473:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737763072 00010000:00000001:0.0:1767384357.196475:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384357.196480:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002736c154 x1853236737763072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384357.196489:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384357.196491:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.196494:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384357.196498:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384357.196501:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384357.196503:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384357.196507:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384357.196509:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.196512:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384357.196515:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.196519:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004808ea. 00000100:00000200:0.0:1767384357.196523:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737763072, offset 224 00000400:00000200:0.0:1767384357.196530:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384357.196536:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384357.196543:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706700 00000400:00000200:0.0:1767384357.196547:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c71 [2] + 224 00000400:00000200:0.0:1767384357.196552:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384357.196554:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.196557:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384357.196559:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.196573:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.196591:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384357.196600:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004808ea 00000400:00000010:0.0:1767384357.196603:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004808ea. 00000100:00000001:0.0:1767384357.196608:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.196611:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.196611:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.196615:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384357.196620:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384357.196621:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384357.196623:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384357.196627:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384357.196633:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384357.196635:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee1bff0. 00000020:00000001:0.0:1767384357.196637:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.196639:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d3a13aa 00000400:00000010:3.0:1767384357.196644:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d3a13aa. 00000020:00000001:0.0:1767384357.196645:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384357.196649:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.196654:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.196654:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002736c154 x1853236737763072/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384357.196689:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.196706:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002736c154 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737763072:12345-0@lo:253: Request processed in 27558us (28141us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384357.196719:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.196722:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.196727:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384357.196730:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.196731:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.196734:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.196735:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 02000000:00000001:3.0:1767384357.196737:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.196743:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=72 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384357.196743:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00001000:3.0:1767384357.196752:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384357.196753:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.196760:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384357.196761:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384357.196762:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.196768:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384357.196769:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.196771:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384357.196771:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d67bd79f. 00000100:00000040:3.0:1767384357.196781:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384357.196782:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef26fe24. 00000100:00000001:3.0:1767384357.196798:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.196798:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005716b9a3. 00000100:00000001:3.0:1767384357.196808:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.196811:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384357.196812:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000020:01000004:3.0:1767384357.196815:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384357.196821:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384357.196823:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384357.196825:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384357.196825:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384357.196832:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384357.196832:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc445d1e. 00000020:01000004:3.0:1767384357.196840:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384357.196845:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384357.196846:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384357.196855:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384357.196856:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384357.196865:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:0.0:1767384357.196868:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384357.196871:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac4d8e. 00000100:00000040:3.0:1767384357.196875:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384357.196876:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004808ea. 00000100:00100000:3.0:1767384357.196887:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ccae6d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737763072:0@lo:253: 00000100:00000001:3.0:1767384357.196892:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.196894:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.196898:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ccae6d3 x1853236737763072/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.196903:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384357.196905:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.196906:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007e0df2a0. 02000000:00000001:3.0:1767384357.196910:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384357.196912:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384357.196913:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384357.196915:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384357.196916:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000846e311c. 02000000:00000001:3.0:1767384357.196919:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.196920:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384357.196921:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccae6d3. 00000100:00000001:3.0:1767384357.196926:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384357.196927:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.196929:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.196935:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.196938:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.196942:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.196944:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.204334:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294944946, at 4294944947 00000100:00000040:1.0:1767384357.204336:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294944946, at 4294944947 00000100:00000010:2.0:1767384357.204342:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed851cb7. 00000100:00000010:1.0:1767384357.204346:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009cd65cb. 00010000:00000010:0.1:1767384357.205311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000857f0481. 00010000:00000010:0.1:1767384357.205319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b21bb9c0. 00000100:00000040:0.0:1767384357.205336:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294944944, at 4294944948 00000100:00000010:0.0:1767384357.205350:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c343e2d. 00000100:00000040:3.0:1767384357.205644:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294944946, at 4294944948 00000100:00000010:3.0:1767384357.205652:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064b916d7. 00000400:00000001:3.0:1767384357.281395:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384357.281401:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384357.281405:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f896d97f 00000400:00000010:3.0:1767384357.281409:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f896d97f. 00000400:00000200:3.0:1767384357.281416:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384357.281424:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384357.281451:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fde8919f. 00000400:00000010:3.0:1767384357.281480:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238f6621. 00000400:00000200:3.0:1767384357.281494:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp37 00000400:00000010:3.0:1767384357.281498:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bb45d338. 00000400:00000010:3.0:1767384357.281504:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000afd81ba7. 00000400:00000010:3.0:1767384357.281508:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009bf5dd3. 00000400:00000010:3.0:1767384357.281517:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057337386. 00000400:00000200:3.0:1767384357.281525:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp37 00000400:00000200:3.0:1767384357.281541:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp37 local destination 00000400:00000200:3.0:1767384357.281548:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 00000400:00000200:3.0:1767384357.281553:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [147:147:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1767384357.281561:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 00000400:00000200:3.0:1767384357.281574:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp37:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:3.0:1767384357.281579:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:3.0:1767384357.281583:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be266f10. 00000800:00000200:3.0:1767384357.281590:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000800:00000200:3.1:1767384357.281596:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000400:00000200:3.0:1767384357.281618:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 3 next ping: 285 health :700 00000400:00000200:3.0:1767384357.281622:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp39 00000400:00000010:3.0:1767384357.281625:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000595fb77d. 00000400:00000010:3.0:1767384357.281629:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b46694fe. 00000400:00000010:3.0:1767384357.281631:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f656e97. 00000400:00000010:3.0:1767384357.281635:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6fd73ac. 00000400:00000200:3.0:1767384357.281637:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp39 00000400:00000200:3.0:1767384357.281642:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp39 local destination 00000400:00000200:3.0:1767384357.281645:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp39 00000400:00000200:3.0:1767384357.281652:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp39 NI seq info: [148:148:256:4294967295] 192.168.203.152@tcp39 LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1767384357.281656:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp39 00000400:00000200:3.0:1767384357.281663:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp39(192.168.203.152@tcp39:) -> 192.168.203.152@tcp39(192.168.203.152@tcp39:192.168.203.152@tcp39) : GET try# 0 00000800:00000200:3.0:1767384357.281669:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp39 00000800:00000010:3.0:1767384357.281671:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003f7463ac. 00000800:00000200:3.0:1767384357.281685:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (2) 00000400:00000200:0.0:1767384357.281689:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.1:1767384357.281690:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (2) 00000400:00000200:3.0:1767384357.281715:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp39 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:3.0:1767384357.281724:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp40 00000400:00000010:3.0:1767384357.281733:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000138615a0. 00000400:00000010:3.0:1767384357.281737:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d252592a. 00000400:00000010:3.0:1767384357.281741:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85130b7. 00000400:00000010:3.0:1767384357.281747:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f114d0c. 00000400:00000200:3.0:1767384357.281754:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000400:00000200:3.0:1767384357.281762:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp40 local destination 00000400:00000200:1.0:1767384357.281765:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384357.281766:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000400:00000200:0.0:1767384357.281767:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384357.281780:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [149:149:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1767384357.281787:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000400:00000200:3.0:1767384357.281805:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000800:00000200:3.0:1767384357.281814:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:3.0:1767384357.281817:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a00d56f. 00000800:00000200:3.0:1767384357.281823:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:3.0:1767384357.281825:0:16135:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.152 (cnted 0, interval 2, 2 secs later) 00000800:00000200:3.1:1767384357.281829:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:3.1:1767384357.281831:0:16135:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.152 (cnted 0, interval 2, 2 secs later) 00000800:00000100:3.0:1767384357.281837:0:16135:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.152@tcp40 00000800:00000010:3.0:1767384357.281839:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a00d56f. 00000400:00000200:3.0:1767384357.281845:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1767384357.281852:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: REMOTE_ERROR 00000400:00000200:3.0:1767384357.281875:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:3.0:1767384357.281879:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery message sent unsuccessfully:-5 00000400:00000200:0.0:1767384357.281881:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384357.281886:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp40) recovery failed with -5 00000400:00000200:1.0:1767384357.281891:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384357.281901:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 1 next ping: 279 health :800 00000400:00000200:0.0:1767384357.281951:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.281974:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.281996:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282019:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282056:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282071:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282109:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282163:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282165:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282230:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282234:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282257:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282327:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282365:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282379:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282480:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282518:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282530:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282646:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282660:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282701:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282723:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282753:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282810:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282854:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282869:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282907:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282936:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.282973:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.282983:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283015:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283039:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283071:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283096:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283123:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283157:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283172:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283214:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283221:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283297:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283307:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283368:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283383:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283447:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283502:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283560:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283635:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283654:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283700:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283765:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283826:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283864:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.283896:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283933:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.283973:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.284003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.284052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.284096:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.284123:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000010:0.0:1767384357.284124:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dc6e5a3. 00000800:00000010:0.0:1767384357.284131:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dae4042a. 00000800:00000010:0.0:1767384357.284138:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2252d9f. 00000400:00000200:1.0:1767384357.284150:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000800:00000010:0.0:1767384357.284172:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2252d9f. 00000400:00000200:1.0:1767384357.284182:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000800:00020000:0.0:1767384357.284183:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384357.284187:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dae4042a. 00000800:00000010:0.0:1767384357.284190:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007dc6e5a3. 00000400:00000200:1.0:1767384357.284219:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:02020000:0.0:1767384357.284268:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384357.284270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:0.0:1767384357.284295:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000800:00000200:0.0:1767384357.284315:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp37 down 00000800:00000100:0.0:1767384357.284325:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000800:00000010:0.0:1767384357.284329:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be266f10. 00000400:00000200:0.0:1767384357.284334:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384357.284340:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384357.284353:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384357.284356:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384357.284360:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp37) recovery failed with -71 00000800:00000010:1.0:1767384357.284524:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000236ecbf5. 00000800:00000010:1.0:1767384357.284530:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b329b43f. 00000800:00000010:1.0:1767384357.284535:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009149d287. 00000800:00000010:1.0:1767384357.284568:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009149d287. 00000400:00000200:0.0:1767384357.284679:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384357.284696:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp39 from 212.3.0.2 00000800:00000010:0.0:1767384357.284699:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000760c7894. 00000800:00000010:1.0:1767384357.284741:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4fdbb75. 00000800:00000010:1.0:1767384357.284747:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008433955c. 00000800:00000010:1.0:1767384357.284766:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf23a11e. 00000800:00000200:1.1:1767384357.284779:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (2) 00000800:00000200:1.1:1767384357.284787:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp39 00000000cf23a11e deleted 00000800:00000010:1.1:1767384357.284789:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf23a11e. 00000800:00000200:1.1:1767384357.284798:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384357.284803:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp39 ip 192.168.203.152:980 00000800:00000200:1.1:1767384357.284808:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f7463ac type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384357.284815:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp39 p 3.x 192.168.203.152 -> 192.168.203.152:980 incarnation:1767384352318089386 sched[0] 00000800:00000010:1.0:1767384357.284819:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009149d287. 00000800:00000010:1.0:1767384357.284888:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009149d287. 00000800:00000010:1.0:1767384357.284893:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008433955c. 00000800:00000200:2.1:1767384357.284925:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384357.284933:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp39 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384352318089386 sched[0] 00000800:00000010:2.0:1767384357.284938:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b329b43f. 00000800:00000010:1.0:1767384357.284955:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000760c7894. 00000800:00000001:1.0:1767384357.284974:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.284980:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.285047:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:1.0:1767384357.285051:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384357.285056:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003f7463ac. 00000400:00000200:1.0:1767384357.285065:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.285074:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp39->192.168.203.152@tcp39: GET: OK 00000400:00000200:1.0:1767384357.285079:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384357.285083:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp39 recovery message sent successfully:0 00000800:00000001:1.0:1767384357.285099:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.285104:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.285106:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.285118:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.285127:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp39(192.168.203.152@tcp39) <- 192.168.203.152@tcp39 : GET - for me 00000400:00000200:2.0:1767384357.285142:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384357.285143:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384357.285154:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1c5d [1] + 0 00000400:00000200:1.0:1767384357.285168:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp39 to MR: 192.168.203.152@tcp39 local destination 00000400:00000200:1.0:1767384357.285176:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp39 NI seq info: [150:150:256:4294967295] 192.168.203.152@tcp39 LPNI seq info [140:140:8:4294967295] 00000400:00000200:1.0:1767384357.285194:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp39(192.168.203.152@tcp39:192.168.203.152@tcp39) -> 192.168.203.152@tcp39(192.168.203.152@tcp39:192.168.203.152@tcp39) 192.168.203.152@tcp39 : REPLY try# 0 00000800:00000200:1.0:1767384357.285200:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp39 00000800:00000010:1.0:1767384357.285204:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b1ad6b5. 00000800:00000200:1.0:1767384357.285211:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (4) 00000800:00000200:1.0:1767384357.285218:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp39 ip 192.168.203.152:988 00000800:00000200:1.0:1767384357.285221:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b1ad6b5 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384357.285240:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000200:1.0:1767384357.285297:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384357.285306:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b1ad6b5. 00000400:00000200:1.0:1767384357.285310:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.285317:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp39->192.168.203.152@tcp39: REPLY: OK 00000800:00000001:1.0:1767384357.285329:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.285334:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.285338:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.285343:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.285346:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384357.285347:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:1.0:1767384357.285351:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.285362:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp39(192.168.203.152@tcp39) <- 192.168.203.152@tcp39 : REPLY - for me 00000400:00000200:1.0:1767384357.285375:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp39: Reply from 12345-192.168.203.152@tcp39 of length 272/272 into md 0x1cad 00000800:00000001:1.0:1767384357.285380:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.285390:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.285392:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.285397:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp39->192.168.203.152@tcp39: REPLY: OK 00000400:00000200:1.0:1767384357.285402:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f656e97 00000400:00000010:1.0:1767384357.285404:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f656e97. 00000400:00000200:1.0:1767384357.285410:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384357.285418:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000595fb77d. 00000400:00000010:1.0:1767384357.285423:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b46694fe. 00000800:00000001:1.0:1767384357.285450:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384357.285452:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:1.0:1767384357.285456:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.285584:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.285686:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.285808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.285872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.285996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286036:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286067:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286095:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286135:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286158:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286172:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286194:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286240:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286260:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286487:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286500:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286524:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286563:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286676:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286803:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286916:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.286985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287047:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287152:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287338:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287422:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384357.287468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384357.287640:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384357.287647:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b419b73. 00000800:00000010:2.0:1767384357.287652:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003058de3c. 00000800:00000010:2.0:1767384357.287683:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003058de3c. 00000800:00020000:2.0:1767384357.287689:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384357.287691:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b419b73. 00000800:00000010:2.0:1767384357.287693:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384357.287737:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp39 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384357.921368:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384357.921375:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.921382:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384357.921383:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.921447:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.921458:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.921462:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384358.050378:0:17549:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384358.050385:0:17549:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384358.305370:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000400:00000001:1.0:1767384358.305372:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.305376:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384358.305379:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009bf5dd3 00000800:00000200:3.0:1767384358.305380:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000400:00000010:1.0:1767384358.305384:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009bf5dd3. 00000800:00000200:3.0:1767384358.305385:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384358.305389:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384358.305394:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384358.305403:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bb45d338. 00000400:00000010:1.0:1767384358.305407:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000afd81ba7. 00000400:00000001:1.0:1767384358.305412:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.305413:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384358.305414:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85130b7 00000400:00000010:1.0:1767384358.305416:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85130b7. 00000400:00000200:1.0:1767384358.305418:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384358.305440:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384358.305445:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000138615a0. 00000400:00000010:1.0:1767384358.305447:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d252592a. 00000400:00000200:1.0:1767384358.305451:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp38 00000400:00000010:1.0:1767384358.305454:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e785a207. 00000400:00000010:1.0:1767384358.305458:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000abe9827. 00000400:00000010:1.0:1767384358.305462:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000400:00000010:1.0:1767384358.305467:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d632469. 00000400:00000200:1.0:1767384358.305470:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp38 00000400:00000200:1.0:1767384358.305481:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp38 local destination 00000400:00000200:1.0:1767384358.305487:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp38 00000400:00000200:1.0:1767384358.305490:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp38 NI seq info: [151:151:256:4294967295] 192.168.203.152@tcp38 LPNI seq info [141:141:8:4294967295] 00000400:00000200:1.0:1767384358.305496:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp38 00000400:00000200:1.0:1767384358.305505:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38:) -> 192.168.203.152@tcp38(192.168.203.152@tcp38:192.168.203.152@tcp38) : GET try# 0 00000800:00000200:3.0:1767384358.305507:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384358.305511:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp38 00000800:00000001:3.0:1767384358.305514:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384358.305515:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2fe5534. 00000800:00000200:1.0:1767384358.305520:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000800:00000001:3.0:1767384358.305524:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384358.305524:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000800:00000001:3.0:1767384358.305531:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.305541:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.305542:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp38 added to recovery queue. ping count: 2 next ping: 282 health :800 00000400:00000200:1.0:1767384358.305548:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp33 00000400:00000010:1.0:1767384358.305551:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000360e2d79. 00000400:00000010:1.0:1767384358.305554:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d252592a. 00000400:00000010:1.0:1767384358.305557:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000010:1.0:1767384358.305560:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f94f4af0. 00000400:00000200:1.0:1767384358.305563:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp33 00000400:00000200:1.0:1767384358.305567:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp33 local destination 00000400:00000200:1.0:1767384358.305569:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000400:00000200:1.0:1767384358.305571:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [152:152:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1767384358.305574:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 00000400:00000200:1.0:1767384358.305581:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp33:192.168.203.152@tcp33) : GET try# 0 00000800:00000200:1.0:1767384358.305584:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp33 00000800:00000010:1.0:1767384358.305592:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b1ad6b5. 00000800:00000200:1.0:1767384358.305595:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000800:00000200:1.1:1767384358.305598:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:3.0:1767384358.305609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305612:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 4 next ping: 294 health :600 00000400:00000200:1.0:1767384358.305661:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305724:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305772:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305861:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305911:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305938:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.305964:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.305986:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306007:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306053:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306149:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306168:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306210:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306268:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306449:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306485:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306553:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306615:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306617:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306695:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306753:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306804:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306855:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306872:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306906:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306924:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.306957:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.306976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307002:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307027:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307045:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307090:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307095:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307145:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307151:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307212:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307295:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307339:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307366:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307392:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307443:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307478:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307538:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307541:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307611:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307702:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307704:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307771:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.307772:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307877:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307907:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.307944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:1.0:1767384358.307947:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa97201. 00000800:00000010:1.0:1767384358.307963:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b329b43f. 00000800:00000010:1.0:1767384358.307968:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aacdea17. 00000400:00000200:3.0:1767384358.307977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000010:1.0:1767384358.307994:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aacdea17. 00000800:00020000:1.0:1767384358.308004:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384358.308007:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b329b43f. 00000800:00000010:1.0:1767384358.308013:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efa97201. 00000400:00000200:3.0:1767384358.308022:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.308069:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:02020000:1.0:1767384358.308074:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384358.308082:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000800:00000200:1.0:1767384358.308088:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp33 down 00000800:00000100:1.0:1767384358.308095:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:1.0:1767384358.308097:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b1ad6b5. 00000400:00000200:1.0:1767384358.308101:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384358.308103:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:1.0:1767384358.308109:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384358.308116:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384358.308119:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384358.308124:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384358.308133:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:3.0:1767384358.308170:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000800:00000010:3.0:1767384358.308366:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088390642. 00000800:00000010:3.0:1767384358.308371:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076d79930. 00000800:00000010:3.0:1767384358.308374:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000920df339. 00000400:00000200:1.0:1767384358.308388:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384358.308406:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000920df339. 00000400:00000200:1.0:1767384358.308413:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp38 from 211.3.0.2 00000800:00000010:1.0:1767384358.308417:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b159d79f. 00000800:00000010:3.0:1767384358.308500:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e194aad6. 00000800:00000010:3.0:1767384358.308506:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b07f5407. 00000800:00000010:3.0:1767384358.308528:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000290ed88b. 00000800:00000200:3.1:1767384358.308534:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (2) 00000800:00000200:3.1:1767384358.308539:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp38 00000000290ed88b deleted 00000800:00000010:3.1:1767384358.308541:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000290ed88b. 00000800:00000200:3.1:1767384358.308546:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384358.308551:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp38 ip 192.168.203.152:979 00000800:00000200:3.1:1767384358.308554:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2fe5534 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384358.308559:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp38 p 3.x 192.168.203.152 -> 192.168.203.152:979 incarnation:1767384349879321308 sched[0] 00000800:00000010:3.0:1767384358.308563:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000920df339. 00000800:00000010:3.0:1767384358.308612:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000920df339. 00000800:00000010:3.0:1767384358.308616:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b07f5407. 00000800:00000200:0.1:1767384358.308635:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384358.308644:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp38 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384349879321308 sched[0] 00000800:00000010:0.0:1767384358.308648:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076d79930. 00000800:00000010:3.0:1767384358.308660:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b159d79f. 00000800:00000001:3.0:1767384358.308682:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.308687:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.308720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.0:1767384358.308731:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384358.308735:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2fe5534. 00000400:00000200:3.0:1767384358.308739:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.308745:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp38->192.168.203.152@tcp38: GET: OK 00000400:00000200:3.0:1767384358.308749:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384358.308753:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp38 recovery message sent successfully:0 00000800:00000001:2.0:1767384358.308756:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.308764:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384358.308767:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.308775:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.308783:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38) <- 192.168.203.152@tcp38 : GET - for me 00000400:00000200:0.0:1767384358.308789:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384358.308794:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384358.308805:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1c5d [1] + 0 00000400:00000200:2.0:1767384358.308814:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp38 to MR: 192.168.203.152@tcp38 local destination 00000400:00000200:2.0:1767384358.308822:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp38 NI seq info: [153:153:256:4294967295] 192.168.203.152@tcp38 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767384358.308833:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38:192.168.203.152@tcp38) -> 192.168.203.152@tcp38(192.168.203.152@tcp38:192.168.203.152@tcp38) 192.168.203.152@tcp38 : REPLY try# 0 00000800:00000200:2.0:1767384358.308839:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp38 00000800:00000010:2.0:1767384358.308842:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002617be94. 00000800:00000200:2.0:1767384358.308847:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (4) 00000800:00000200:2.0:1767384358.308852:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp38 ip 192.168.203.152:988 00000400:00000200:0.0:1767384358.308854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000200:2.0:1767384358.308855:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002617be94 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384358.308889:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.308904:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000200:2.0:1767384358.308926:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384358.308930:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002617be94. 00000800:00000001:3.0:1767384358.308936:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.308937:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384358.308943:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384358.308948:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp38->192.168.203.152@tcp38: REPLY: OK 00000800:00000001:3.0:1767384358.308951:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.308954:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.308956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:3.0:1767384358.308959:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.308967:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp38(192.168.203.152@tcp38) <- 192.168.203.152@tcp38 : REPLY - for me 00000400:00000200:3.0:1767384358.308978:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp38: Reply from 12345-192.168.203.152@tcp38 of length 272/272 into md 0x1cb5 00000800:00000001:3.0:1767384358.308983:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.308988:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.308990:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.308994:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp38->192.168.203.152@tcp38: REPLY: OK 00000400:00000200:3.0:1767384358.308997:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a908d2 00000400:00000010:3.0:1767384358.308999:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059a908d2. 00000400:00000200:3.0:1767384358.309003:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384358.309007:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e785a207. 00000400:00000010:3.0:1767384358.309010:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000abe9827. 00000800:00000001:3.0:1767384358.309017:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.309018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:3.0:1767384358.309020:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.309085:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309221:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309502:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309529:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309550:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309671:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309728:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309781:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309812:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309825:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309838:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309898:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384358.309951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384358.310052:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dc6e5a3. 00000800:00000010:0.0:1767384358.310057:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eff6b59e. 00000800:00000010:0.0:1767384358.310061:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000afa02754. 00000800:00000010:0.0:1767384358.310077:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000afa02754. 00000800:00020000:0.0:1767384358.310082:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384358.310084:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eff6b59e. 00000800:00000010:0.0:1767384358.310086:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007dc6e5a3. 00000400:02020000:0.0:1767384358.310120:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp38 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767384358.732210:0:33423:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.732221:0:33423:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.732225:0:33423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.732230:0:33423:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.732235:0:33423:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.732241:0:33423:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.945659:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384358.945664:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.945669:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384358.945670:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.945715:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384358.945720:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384358.945724:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384359.329384:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.329388:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384359.329391:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384359.329395:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000200:1.0:1767384359.329399:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384359.329405:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384359.329426:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000360e2d79. 00000400:00000010:1.0:1767384359.329430:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d252592a. 00000400:00000200:1.0:1767384359.329436:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp40 00000400:00000010:1.0:1767384359.329439:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000360e2d79. 00000400:00000010:1.0:1767384359.329442:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000041814f30. 00000400:00000010:1.0:1767384359.329445:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000010:1.0:1767384359.329449:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ce5604b. 00000400:00000200:1.0:1767384359.329453:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000400:00000200:1.0:1767384359.329465:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp40 local destination 00000400:00000200:1.0:1767384359.329470:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000400:00000200:1.0:1767384359.329473:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [154:154:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:1.0:1767384359.329480:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000400:00000200:1.0:1767384359.329487:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000800:00000200:1.0:1767384359.329492:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:1.0:1767384359.329495:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005861a866. 00000800:00000200:1.0:1767384359.329502:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:1.1:1767384359.329507:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000400:00000200:1.0:1767384359.329545:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:0.0:1767384359.329595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329653:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329673:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329695:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329729:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329743:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329754:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329766:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329778:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329839:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329894:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.329986:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330026:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330051:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330139:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330169:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330189:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330207:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330225:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330242:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330256:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330309:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330343:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330360:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330373:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330389:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384359.330431:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384359.330570:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dc6e5a3. 00000800:00000010:0.0:1767384359.330574:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0e7489e. 00000800:00000010:0.0:1767384359.330578:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025367ce4. 00000800:00000010:0.0:1767384359.330593:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025367ce4. 00000800:00020000:0.0:1767384359.330601:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384359.330603:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0e7489e. 00000800:00000010:0.0:1767384359.330606:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007dc6e5a3. 00000400:02020000:0.0:1767384359.330635:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.330640:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000800:00000200:0.0:1767384359.330644:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp40 down 00000800:00000100:0.0:1767384359.330649:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:0.0:1767384359.330652:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005861a866. 00000400:00000200:0.0:1767384359.330655:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384359.330658:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384359.330672:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384359.330674:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384359.330676:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp40) recovery failed with -71 00000001:00000001:3.0:1767384359.385936:0:33587:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384359.385940:0:33587:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384359.389200:0:33587:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384359.395154:0:33588:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e88d2e46. 00000400:00000010:3.0:1767384359.395166:0:33588:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000290ed88b. 00000400:00000010:3.0:1767384359.395175:0:33588:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004fb0ce6c. 00000400:00000010:3.0:1767384359.395178:0:33588:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a952d583. 00000400:00000010:3.0:1767384359.395181:0:33588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000814d596e. 00000400:00000010:3.0:1767384359.395185:0:33588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001758288e. 00000400:00000010:3.0:1767384359.395186:0:33588:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a61e92ad. 00000400:00000010:3.0:1767384359.395188:0:33588:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e75b1e94. 00000400:00000010:3.0:1767384359.395190:0:33588:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a681dc8e. 00000800:00000010:3.0:1767384359.395203:0:33588:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000557f82c9. 00000800:00000200:3.0:1767384359.395211:0:33588:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384359.395221:0:33588:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384359.395253:0:33588:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384359.395525:0:33588:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384359.396741:0:33588:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007d019935. 00000400:00000010:3.0:1767384359.396747:0:33588:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:3.0:1767384359.396751:0:33588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d65fa04. 00000400:00000001:3.0:1767384359.396770:0:33588:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384359.396772:0:33588:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384359.396773:0:33588:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089644c05. 00000400:00000200:3.0:1767384359.396776:0:33588:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bb0520 00000400:00000010:3.0:1767384359.396777:0:33588:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bb0520. 00000400:00000010:3.0:1767384359.396780:0:33588:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000005dca26a8. 00000400:00000200:3.0:1767384359.396784:0:33588:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (33) 00000400:00000200:3.0:1767384359.396795:0:33588:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384359.396802:0:33588:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:3.0:1767384359.396809:0:33588:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000023abe634. 00000020:01000000:3.0:1767384359.396813:0:33588:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384359.396815:0:33588:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp42 00000400:00000200:2.0:1767384359.396821:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384359.396828:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000400:00000010:3.0:1767384359.396830:0:33588:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000290ed88b. 00000400:00000010:3.0:1767384359.396834:0:33588:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e88d2e46. 00000400:00000010:2.0:1767384359.396834:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000400:00000200:2.0:1767384359.396838:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (34) 00000400:00000010:2.0:1767384359.396843:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099569929. 00000400:00000200:2.0:1767384359.396847:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp22 00000400:00000200:2.0:1767384359.396859:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp22 to MR: 192.168.203.152@tcp22 local destination 00000020:00000001:0.0:1767384359.396861:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384359.396866:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384359.396867:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [155:155:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [145:145:8:4294967295] 10000000:00000001:0.0:1767384359.396870:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384359.396873:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384359.396874:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp22 00000020:01000004:0.0:1767384359.396877:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384359.396879:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384359.396880:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384359.396884:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.396886:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384359.396888:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384359.396891:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384359.396894:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384359.396897:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) -> 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) : PUT try# 0 00000020:01000004:0.0:1767384359.396897:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384359.396901:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384359.396908:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.152@tcp22 00000100:00000010:0.0:1767384359.396909:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b46f28. 00000800:00000010:2.0:1767384359.396912:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e57e21c. 00000020:00000040:0.0:1767384359.396917:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000800:00000200:2.0:1767384359.396919:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000100:00000001:0.0:1767384359.396926:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384359.396927:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:988 02000000:00000001:0.0:1767384359.396930:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384359.396932:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008e57e21c type 1, nob 672 niov 1 nkiov 1 02000000:00000001:0.0:1767384359.396938:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.396949:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 02000000:00000010:0.0:1767384359.396949:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007dc6e5a3. 00000400:00000200:2.0:1767384359.396954:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000100:00000001:0.0:1767384359.396960:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.396970:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384359.396973:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.396982:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0b46f28] to pc [ptlrpcd_00_03+3] req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384359.397015:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384359.397017:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.397019:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384359.397021:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384359.397027:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384359.397028:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384359.397029:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384359.397031:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:0.0:1767384359.397037:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384359.397042:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384359.397044:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384359.397044:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:1.0:1767384359.397046:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384359.397048:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384359.397049:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384359.397052:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e57e21c. 00000020:01000004:0.0:1767384359.397052:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.397055:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384359.397057:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384359.397058:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384359.397059:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384359.397060:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384359.397064:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384359.397066:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384359.397071:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: PUT: OK 00000100:00000010:0.0:1767384359.397072:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5969214. 00000100:00000001:3.0:1767384359.397077:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384359.397078:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384359.397079:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397081:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384359.397082:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.397085:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384359.397085:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384359.397086:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp22: 0 02000000:00000001:3.0:1767384359.397089:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384359.397089:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.397094:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384359.397096:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384359.397097:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737763456:0@lo:253: 02000000:00000010:0.0:1767384359.397098:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b0b507b. 00000100:00000001:3.0:1767384359.397104:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384359.397104:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384359.397105:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384359.397109:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384359.397109:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384359.397113:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.397114:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384359.397115:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384359.397118:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384359.397120:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5969214] to pc [ptlrpcd_00_00+0] req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384359.397121:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384359.397125:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1f7ce00. 02000000:00000001:3.0:1767384359.397130:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397135:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : PUT - for me 00000400:00000010:3.0:1767384359.397137:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e16947b. 00000400:00000010:3.0:1767384359.397145:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000290ed88b. 00000100:00000200:3.0:1767384359.397150:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737763456, portal 25 00000400:00000200:1.0:1767384359.397153:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 576 into portal 0 MB=0x8000000000000000 10000000:00000001:0.0:1767384359.397153:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.397164:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384359.397167:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067445632 : -113992642105984 : ffff9853050f6d80) 10000000:00000001:0.0:1767384359.397168:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397172:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 560/576 into md 0x1c79 [1] + 0 00000020:00000001:0.0:1767384359.397173:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.397176:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384359.397179:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384359.397180:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a686b564. 00000020:00000010:0.0:1767384359.397185:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000023abe634. 00000400:00000200:1.0:1767384359.397187:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080c3dd74 00000100:00000001:3.0:1767384359.397192:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384359.397194:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384359.397195:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384359.397199:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384359.397200:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000eb5b450. 00000800:00000001:1.0:1767384359.397201:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.397203:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.397205:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737763456, offset 0 00000400:00000200:1.0:1767384359.397205:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384359.397208:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.397212:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384359.397215:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384359.397216:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384359.397216:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: PUT: OK 00000100:00000040:0.0:1767384359.397222:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384359.397226:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c3dd74 00000400:00000200:3.0:1767384359.397230:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384359.397230:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080c3dd74. 00000400:00000200:1.0:1767384359.397236:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384359.397242:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384359.397244:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:3.0:1767384359.397246:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706880 00000100:00000001:0.0:1767384359.397246:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.397252:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384359.397255:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1465 [2] + 0 00000400:00000200:1.0:1767384359.397255:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:3.0:1767384359.397262:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d612d639. 02000000:00000001:0.0:1767384359.397262:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384359.397265:0:16133:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (576 bytes) 02000000:00000001:0.0:1767384359.397268:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.397269:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e57e47a 00000100:00100000:0.0:1767384359.397296:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737763584:0@lo:253: 00000400:00000200:1.0:1767384359.397300:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:0.0:1767384359.397300:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384359.397304:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384359.397307:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.397308:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384359.397312:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (36) 02000000:00000010:0.0:1767384359.397313:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000074b99471. 02000000:00000001:0.0:1767384359.397316:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.397318:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384359.397319:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384359.397320:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003da4889b. 00000400:00000010:0.0:1767384359.397326:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0e7489e. 00000400:00000200:1.0:1767384359.397328:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp22 to MR: 192.168.203.152@tcp22 local destination 00000400:00000200:3.0:1767384359.397331:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384359.397340:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737763584, portal 25 00000100:00000001:0.0:1767384359.397343:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384359.397346:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067436672 : -113992642114944 : ffff9853050f4a80) 00000400:00000200:1.0:1767384359.397348:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp22 NI seq info: [156:156:256:4294967295] 192.168.203.152@tcp22 LPNI seq info [146:146:8:4294967295] 00000100:00000040:0.0:1767384359.397352:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.397366:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384359.397368:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) -> 192.168.203.152@tcp22(192.168.203.152@tcp22:192.168.203.152@tcp22) 192.168.203.152@tcp22 : ACK try# 0 00000100:00000040:0.0:1767384359.397372:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384359.397377:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2678c9. 00000400:00000200:3.0:1767384359.397378:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e57e47a 00000800:00000200:1.0:1767384359.397380:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp22 00000400:00000010:3.0:1767384359.397382:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e57e47a. 00000800:00000010:1.0:1767384359.397385:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb552b29. 00000100:00000001:3.0:1767384359.397388:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384359.397389:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737763584, offset 0 00000100:00000200:3.0:1767384359.397391:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384359.397392:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000100:00000040:3.0:1767384359.397395:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000033dfb6b2 x1853236737763456 msgsize 4848 00000800:00000200:1.0:1767384359.397401:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:997 00000100:00100000:3.0:1767384359.397408:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384359.397408:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb552b29 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384359.397408:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384359.397428:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384359.397430:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384359.397438:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384359.397439:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706900 00000100:00000001:3.0:1767384359.397442:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384359.397445:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x146d [2] + 0 00000800:00000001:1.0:1767384359.397446:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384359.397449:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c75c0868. 00000400:00000200:0.0:1767384359.397452:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057414b29 00000400:00000200:3.0:1767384359.397456:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb5b450 00000400:00000200:0.0:1767384359.397458:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384359.397461:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eb5b450. 00000400:00000200:0.0:1767384359.397462:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384359.397470:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057414b29 00000100:00000001:3.0:1767384359.397471:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384359.397472:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057414b29. 00000100:00000200:3.0:1767384359.397477:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.397478:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384359.397481:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384359.397486:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000015dcb409 x1853236737763584 msgsize 4848 00000100:00000001:3.0:1767384359.397492:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384359.397495:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384359.397497:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.397504:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384359.397504:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384359.397505:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384359.397510:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767384359.397511:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb552b29. 00000400:00000200:1.0:1767384359.397515:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384359.397516:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397519:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.397521:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294947159 00000400:00000200:1.0:1767384359.397523:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: ACK: OK 00000400:00000200:0.0:1767384359.397527:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2678c9 00000100:00000010:3.0:1767384359.397528:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e68e15d. 00000400:00000010:0.0:1767384359.397531:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2678c9. 00000800:00000001:1.0:1767384359.397532:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384359.397536:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384359.397537:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384359.397538:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384359.397542:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384359.397544:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294947159 00000100:00000200:0.0:1767384359.397545:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384359.397547:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384359.397551:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c421dd9a. 00000800:00000001:1.0:1767384359.397552:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384359.397557:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384359.397560:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.397560:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384359.397563:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294947159 00000100:00000040:0.0:1767384359.397565:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384359.397571:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000400:00000200:1.0:1767384359.397572:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp22(192.168.203.152@tcp22) <- 192.168.203.152@tcp22 : ACK - for me 00000100:00000001:3.0:1767384359.397577:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384359.397582:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294947159 00000100:00000001:0.0:1767384359.397584:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384359.397587:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e2d8242. 00000100:00000001:0.0:1767384359.397589:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384359.397592:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp22: ACK from 12345-192.168.203.152@tcp22 into md 0x1cc5 00000100:00000001:3.0:1767384359.397593:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384359.397597:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384359.397597:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397603:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294947159 00000100:00000001:3.0:1767384359.397606:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384359.397609:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp22->192.168.203.152@tcp22: ACK: OK 00000100:00000001:0.0:1767384359.397610:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294947159 00000100:00000001:3.0:1767384359.397611:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397614:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00000100:00000001:0.0:1767384359.397616:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294947159 00000100:00000001:3.0:1767384359.397617:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.397617:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000100:00000001:0.0:1767384359.397620:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294947159 00000100:00000001:3.0:1767384359.397622:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.397624:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294947159 00000400:00000200:1.0:1767384359.397625:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384359.397630:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.397630:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294947159 00000400:00000200:1.0:1767384359.397631:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:3.0:1767384359.397635:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384359.397635:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294947159 00000400:00000200:1.0:1767384359.397639:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:0.0:1767384359.397640:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294947159 00000100:00000001:3.0:1767384359.397641:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.397645:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384359.397646:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (35) 00000100:00000001:0.0:1767384359.397646:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.397649:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397652:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.397653:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397655:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384359.397656:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384359.397660:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384359.397661:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.397666:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.397669:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384359.397672:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.397673:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384359.397676:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397678:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397686:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384359.397691:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000e49edcaf. 00000100:00000001:0.0:1767384359.397692:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.397695:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.397696:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7e1ea2. 00000400:00000010:1.0:1767384359.397701:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f835e04. 00000400:00000200:1.0:1767384359.397706:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e49edcaf 00000400:00000010:1.0:1767384359.397710:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000268201a2. 00000400:00000200:1.0:1767384359.397713:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000400:00000200:1.0:1767384359.397718:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 00000400:00000200:1.0:1767384359.397720:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (34) 00000100:00000001:0.0:1767384359.397721:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384359.397724:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763456 00000400:00000010:1.0:1767384359.397725:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000c798e826. 02000000:00000001:0.0:1767384359.397729:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384359.397730:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8fbea7. 00000100:00000001:0.0:1767384359.397732:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.397735:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.397736:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000826e38c. 02000000:00000001:0.0:1767384359.397738:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384359.397741:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763456 00000020:00000001:0.0:1767384359.397743:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384359.397745:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384359.397748:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384359.397750:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000020:00000040:0.0:1767384359.397752:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:0.0:1767384359.397755:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384359.397757:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384359.397759:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384359.397760:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:0.0:1767384359.397761:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384359.397763:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763584 02000000:00000001:3.0:1767384359.397766:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384359.397767:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025367ce4. 00000400:00000200:1.0:1767384359.397769:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:3.0:1767384359.397770:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.397771:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.397773:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384359.397777:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025367ce4. 02000000:00000001:3.0:1767384359.397779:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397782:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000100:00100000:3.0:1767384359.397783:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763584 00000020:00000010:0.0:1767384359.397784:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c56a54b. 00000020:00000001:3.0:1767384359.397787:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384359.397790:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384359.397793:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384359.397793:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:00000010:0.0:1767384359.397793:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069a500ac. 00000020:00000040:3.0:1767384359.397796:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000010:0.0:1767384359.397800:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073abdaa3. 00000020:00000001:3.0:1767384359.397801:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:1.0:1767384359.397805:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000020:00000001:3.0:1767384359.397806:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000040:0.0:1767384359.397809:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384359.397812:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384359.397814:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384359.397816:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000020:00000010:3.0:1767384359.397817:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000100:00000001:0.0:1767384359.397817:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384359.397820:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.397822:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384359.397828:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000100:00000001:0.0:1767384359.397830:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.397831:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000020:00000010:3.0:1767384359.397834:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007343b7f4. 00000400:00000200:1.0:1767384359.397839:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000100:00000001:0.0:1767384359.397840:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384359.397841:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c995cce. 00000400:00000200:1.0:1767384359.397847:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000020:00000010:3.0:1767384359.397849:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000400:00000200:1.0:1767384359.397853:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000100:00000001:3.0:1767384359.397855:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384359.397856:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384359.397860:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384359.397861:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000100:00000001:0.0:1767384359.397861:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384359.397865:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384359.397871:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000400:00000200:1.0:1767384359.397874:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000400:00000200:1.0:1767384359.397881:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[144, 38] 00000100:00000040:0.0:1767384359.397884:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384359.397885:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.397888:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017964112 : -113991691587504 : ffff98533db73050) 00000100:00000001:3.0:1767384359.397891:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384359.397894:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 38], ns[156, 38] 00000100:00000040:0.0:1767384359.397894:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033dfb6b2 x1853236737763456/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.397910:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384359.397911:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:3.0:1767384359.397915:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384359.397916:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384359.397920:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000400:00000200:1.0:1767384359.397923:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000100:00000040:3.0:1767384359.397924:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384359.397928:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017956944 : -113991691594672 : ffff98533db71450) 00000020:00000010:0.0:1767384359.397928:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025367ce4. 00000100:00000001:0.0:1767384359.397934:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384359.397937:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015dcb409 x1853236737763584/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384359.397939:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000020:00000010:0.0:1767384359.397942:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025367ce4. 00000100:00100000:0.0:1767384359.397954:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033dfb6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737763456:12345-0@lo:253: 00000400:00000200:1.0:1767384359.397955:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000100:00000001:3.0:1767384359.397966:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384359.397966:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763456 00000400:00000200:1.0:1767384359.397969:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000020:00000010:3.0:1767384359.397972:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000020:00000001:0.0:1767384359.397972:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384359.397977:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384359.397979:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384359.397981:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.397984:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000400:00000200:1.0:1767384359.397985:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[82, 34] 00000020:00000001:0.0:1767384359.397986:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384359.397990:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384359.397995:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384359.397996:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[120, 34] 00000100:00100000:3.0:1767384359.397999:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015dcb409 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737763584:12345-0@lo:253: 00000020:00000001:0.0:1767384359.397999:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384359.398004:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 34], ns[125, 34] 00000020:00000001:0.0:1767384359.398005:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384359.398017:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384359.398020:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 34], ns[90, 34] 00000020:00000001:0.0:1767384359.398021:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.398022:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763584 00000020:00000001:3.0:1767384359.398027:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384359.398029:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384359.398030:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 34], ns[137, 34] 00000020:00000001:3.0:1767384359.398033:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384359.398033:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384359.398037:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[152, 34] 00000020:00000001:3.0:1767384359.398038:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384359.398040:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c368385. 00000400:00000200:1.0:1767384359.398044:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 34], ns[127, 34] 00000020:00000001:3.0:1767384359.398045:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384359.398045:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.398049:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:0.0:1767384359.398050:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.398055:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 34], ns[136, 34] 00000020:00000001:3.0:1767384359.398056:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384359.398056:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384359.398059:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384359.398062:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384359.398064:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[119, 34] 00000020:00000001:3.0:1767384359.398065:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:0.0:1767384359.398067:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000664ea8d7. 00000020:00000001:3.0:1767384359.398068:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.398072:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 00000100:00000001:3.0:1767384359.398074:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:0.0:1767384359.398074:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384359.398077:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384359.398080:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384359.398082:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 34], ns[153, 34] 02000000:00000010:3.0:1767384359.398083:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023abe634. 20000000:00000001:0.0:1767384359.398083:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:3.0:1767384359.398089:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.398089:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 20000000:00000001:0.0:1767384359.398089:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.398096:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384359.398096:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.398100:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 34], ns[154, 34] 20000000:00000001:3.0:1767384359.398101:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384359.398103:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384359.398107:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 20000000:00000010:3.0:1767384359.398111:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000696f8fa6. 00000400:00000200:1.0:1767384359.398111:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 20000000:00000010:0.0:1767384359.398113:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e68e2ee0. 20000000:01000000:0.0:1767384359.398116:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:01000000:3.0:1767384359.398117:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384359.398119:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp41 20000000:00000001:3.0:1767384359.398122:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384359.398125:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384359.398126:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp41 lpni_is_preferred = 0 20000000:00000001:0.0:1767384359.398126:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384359.398130:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp41 00080000:00000001:0.0:1767384359.398132:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384359.398134:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.398136:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp41 NI seq info: [157:157:256:4294967295] 192.168.203.152@tcp41 LPNI seq info [147:147:8:4294967295] 20000000:00000001:3.0:1767384359.398137:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.398142:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384359.398146:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp41 00000400:00000200:1.0:1767384359.398152:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp41(192.168.203.152@tcp41:) -> 192.168.203.152@tcp41(192.168.203.152@tcp:192.168.203.152@tcp41) : GET try# 0 00000800:00000200:1.0:1767384359.398163:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp41 00000800:00000010:1.0:1767384359.398165:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb552b29. 00000800:00000010:1.0:1767384359.398171:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000329b5d26. 00080000:00000001:0.0:1767384359.398172:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384359.398174:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000089388d2f. 00080000:00000001:0.0:1767384359.398176:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384359.398179:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384359.398180:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (2) 00000800:00000200:1.1:1767384359.398184:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (2) 00080000:00000001:0.0:1767384359.398189:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384359.398193:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384359.398196:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000020:00000001:0.0:1767384359.398198:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000200:1.0:1767384359.398199:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300251 rc 0 00080000:00000001:0.0:1767384359.398204:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384359.398210:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015f19f96. 00080000:00000001:0.0:1767384359.398212:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733057024 : -113996976494592 : ffff985202b5e800) 00080000:00000001:0.0:1767384359.398215:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384359.398249:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000001:00000001:0.0:1767384359.398332:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384359.398334:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384359.398336:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384359.398339:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00080000:00000001:0.0:1767384359.398353:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384359.398357:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384359.398373:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398471:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00080000:00000001:0.0:1767384359.398478:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384359.398481:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384359.398504:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398664:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398716:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398793:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398833:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398861:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398912:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398955:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.398991:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399022:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399057:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399072:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399095:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399116:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399136:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399157:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399182:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399203:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399244:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399312:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399341:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399365:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399408:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399457:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399497:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399531:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384359.399569:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384359.399727:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa97201. 00000800:00000010:1.0:1767384359.399732:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d69a7a04. 00000800:00000010:1.0:1767384359.399739:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000960c2b10. 00000800:00000010:1.0:1767384359.399770:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000960c2b10. 00000800:00020000:1.0:1767384359.399781:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384359.399784:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d69a7a04. 00000800:00000010:1.0:1767384359.399787:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efa97201. 00000400:02020000:1.0:1767384359.399847:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp41 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384359.399856:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp41 notifying 192.168.203.152@tcp41: down 00000800:00000200:1.0:1767384359.399863:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp41 down 00000800:00000100:1.0:1767384359.399871:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp41 00000800:00000010:1.0:1767384359.399874:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb552b29. 00000400:00000200:1.0:1767384359.399878:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384359.399884:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp41->192.168.203.152@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384359.399894:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp41 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:1.0:1767384359.399899:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384359.399903:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:1.0:1767384359.399909:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384359.399959:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384359.399971:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300851 00000400:00000001:1.0:1767384359.399975:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.399977:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384359.399979:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8fbea7 00000400:00000010:1.0:1767384359.399981:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8fbea7. 00000400:00000200:1.0:1767384359.399986:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384359.399991:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384359.399996:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000c798e826. 00000400:00000200:1.0:1767384359.400000:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (35) 00000400:00000200:1.0:1767384359.400004:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:1.0:1767384359.400007:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 rc -71 00000400:00000200:1.0:1767384359.400011:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384359.400016:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (34) 00080000:00000001:0.0:1767384359.407201:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384359.407208:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384359.407210:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384359.407211:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384359.407216:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384359.407216:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384359.407220:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384359.407222:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384359.407223:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384359.407226:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015f19f96. 20000000:01000000:0.0:1767384359.407227:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384359.407234:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384359.407237:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384359.407242:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384359.407245:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d63722a0. 00080000:00000020:0.0:1767384359.407247:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384359.407250:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384359.407254:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384359.407258:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384359.407263:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384359.407267:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384359.407270:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384359.407301:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384359.407304:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384359.407306:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384359.407310:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384359.407311:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384359.407311:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cc3d9336. 00080000:00000001:1.0:1767384359.407317:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384359.407318:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384359.407319:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384359.407322:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00000020:00000001:1.0:1767384359.407324:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000001:0.0:1767384359.407327:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384359.407328:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:0.0:1767384359.407332:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4febb to hash 00080000:00000010:1.0:1767384359.407334:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c798e826. 00000020:00000001:0.0:1767384359.407335:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384359.407338:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000001:1.0:1767384359.407339:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720350208 : -113996989201408 : ffff985201f40400) 00010000:00000001:0.0:1767384359.407342:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000001:1.0:1767384359.407344:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384359.407346:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.407354:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.407357:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407364:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384359.407367:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384359.407369:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384359.407370:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.407372:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.407374:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.407375:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.407377:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384359.407379:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384359.407381:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384359.407382:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384359.407383:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cc3d9336) refcount = 1 00010000:00010000:0.0:1767384359.407386:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407390:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384359.407392:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384359.407393:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.407395:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407396:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384359.407399:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384359.407402:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384359.407404:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.407406:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.407407:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384359.407409:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.407411:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.407427:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384359.407428:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407434:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:1.0:1767384359.407439:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384359.407440:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384359.407442:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.407448:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384359.407451:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.407453:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384359.407455:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407459:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.407461:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.407463:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407464:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384359.407467:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384359.407467:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384359.407473:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384359.407475:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.407477:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384359.407479:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407483:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384359.407484:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.407485:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.407486:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384359.407488:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.407489:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.407492:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384359.407493:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407497:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384359.407500:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.407501:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407504:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384359.407506:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384359.407508:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.407515:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384359.407517:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4febb from hash 00010000:00000001:0.0:1767384359.407518:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384359.407520:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.407521:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.407522:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384359.407524:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384359.407526:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384359.407528:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384359.407530:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.407532:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407533:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384359.407534:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384359.407537:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.407538:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.407539:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407541:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.407542:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.407544:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407548:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.407549:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.407550:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384359.407551:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384359.407553:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.407554:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.407556:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384359.407558:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384359.407560:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.407562:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.407565:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384359.407567:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384359.407568:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4febb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384359.407579:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cc3d9336 count: 0 00010000:00000001:0.0:1767384359.407592:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384359.407594:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384359.407601:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384359.407605:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384359.412611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cc3d9336. 00010000:00000010:0.1:1767384359.412617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00000400:00000010:2.0:1767384359.414206:0:33593:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7588c72. 00000400:00000040:2.0:1767384359.414223:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.414226:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384359.414229:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.414231:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.414233:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.414235:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384359.414238:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.414239:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384359.414241:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384359.414242:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384359.414244:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384359.414246:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.414248:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384359.414250:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.414251:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384359.414253:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384359.414254:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.414256:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384359.414257:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384359.414259:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.414264:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.414266:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.414267:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.414269:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.414270:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384359.414289:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.414291:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.414293:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.414294:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.414296:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.414297:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384359.414299:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.414300:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.414302:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.414303:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.414305:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.414306:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384359.414308:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.414309:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.414311:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384359.414313:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384359.414314:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.414316:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384359.414317:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384359.414319:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384359.414320:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384359.414322:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384359.414323:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384359.414325:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384359.414326:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.414328:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384359.414329:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384359.414330:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384359.414332:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384359.414334:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384359.414336:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384359.414337:0:33593:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384359.414475:0:33593:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7588c72. 00080000:00000001:3.0:1767384359.416960:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384359.416966:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384359.416969:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384359.416970:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.416972:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384359.416974:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384359.416981:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384359.416982:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384359.416984:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384359.416986:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:2.0:1767384359.416987:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384359.416991:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384359.416993:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:2.0:1767384359.416995:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c798e826. 00080000:00000020:3.0:1767384359.416996:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384359.416997:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384359.417001:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384359.417003:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384359.417005:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384359.417009:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384359.417014:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c8684dd. 00010000:00000001:0.0:1767384359.417018:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384359.417022:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00000020:00000001:0.0:1767384359.417025:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384359.417027:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fec2 to hash 00000020:00000001:0.0:1767384359.417029:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384359.417030:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417032:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417035:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.417036:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.417038:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417044:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384359.417047:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384359.417048:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384359.417050:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.417052:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.417054:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.417055:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.417056:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384359.417058:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384359.417059:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384359.417061:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384359.417062:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c8684dd) refcount = 1 00010000:00010000:0.0:1767384359.417065:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417075:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384359.417077:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384359.417078:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.417080:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417082:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384359.417084:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384359.417086:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384359.417089:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.417091:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.417093:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384359.417096:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417099:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417102:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384359.417104:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417111:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384359.417112:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417119:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.417120:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384359.417122:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417129:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.417131:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417134:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384359.417136:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384359.417144:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384359.417146:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.417155:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384359.417157:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417162:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384359.417163:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.417164:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.417165:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384359.417167:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417169:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384359.417171:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384359.417172:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417176:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384359.417178:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.417179:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417181:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384359.417183:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384359.417184:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.417185:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384359.417186:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fec2 from hash 00010000:00000001:0.0:1767384359.417188:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384359.417188:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.417189:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.417190:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384359.417191:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384359.417192:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384359.417193:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384359.417194:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.417196:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417197:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384359.417198:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384359.417199:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.417200:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.417201:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417206:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.417207:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.417209:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417213:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.417213:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.417214:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384359.417215:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384359.417216:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.417217:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.417218:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384359.417219:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384359.417220:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.417222:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.417225:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384359.417226:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384359.417228:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fec2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384359.417232:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c8684dd count: 0 00010000:00000001:0.0:1767384359.417240:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384359.417241:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384359.417322:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294947159, at 4294947160 00000100:00000040:3.0:1767384359.417328:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294947159, at 4294947160 00000100:00000010:0.0:1767384359.417330:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e68e15d. 00000100:00000040:1.0:1767384359.417331:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294947159, at 4294947160 00000100:00000010:3.0:1767384359.417336:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e2d8242. 00000100:00000010:1.0:1767384359.417339:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c421dd9a. 00080000:00000020:2.0:1767384359.417934:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384359.417937:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384359.417940:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000664ea8d7. 20000000:00000001:2.0:1767384359.417944:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384359.417947:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737763456 00010000:00000001:2.0:1767384359.417951:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384359.417957:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033dfb6b2 x1853236737763456/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384359.417968:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384359.417971:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384359.417975:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384359.417980:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384359.417983:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384359.417986:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384359.417990:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384359.417993:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.417998:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384359.418003:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384359.418008:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c65c7. 00000100:00000200:2.0:1767384359.418014:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737763456, offset 224 00000400:00000200:2.0:1767384359.418022:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384359.418035:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384359.418046:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706880 00000400:00000200:2.0:1767384359.418051:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc9 [2] + 224 00000400:00000200:2.0:1767384359.418058:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384359.418060:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384359.418064:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384359.418069:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384359.418076:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.418096:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384359.418102:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c65c7 00000400:00000010:2.0:1767384359.418105:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c65c7. 00000100:00000001:2.0:1767384359.418107:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384359.418109:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384359.418112:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.418113:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.418117:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384359.418117:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384359.418121:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384359.418123:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384359.418123:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.418125:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384359.418126:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384359.418130:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e16947b. 00000100:00000040:2.0:1767384359.418131:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033dfb6b2 x1853236737763456/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384359.418136:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290ed88b 00000400:00000010:3.0:1767384359.418141:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000290ed88b. 00000100:00100000:2.0:1767384359.418145:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033dfb6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737763456:12345-0@lo:253: Request processed in 20225us (20746us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384359.418147:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384359.418154:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384359.418157:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:2.0:1767384359.418163:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384359.418168:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384359.418170:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.418171:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384359.418177:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069a500ac. 00000100:00000001:3.0:1767384359.418180:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.418183:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384359.418183:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073abdaa3. 00000100:00000001:3.0:1767384359.418187:0:16141:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384359.418189:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c56a54b. 02000000:00000001:3.0:1767384359.418190:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384359.418194:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384359.418196:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384359.418197:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.418202:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.418204:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384359.418207:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c368385. 00000100:00001000:3.0:1767384359.418208:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=74 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384359.418211:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384359.418216:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384359.418216:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384359.418221:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384359.418222:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384359.418233:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.418236:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384359.418238:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.418242:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.418246:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.418253:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.418257:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384359.418259:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384359.418263:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384359.418265:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384359.418267:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384359.418268:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384359.418270:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384359.418272:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384359.418300:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384359.418303:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384359.418304:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384359.418305:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384359.418309:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.418319:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737763456:0@lo:253: 00000100:00000001:3.0:1767384359.418326:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.418329:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384359.418332:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f0b46f28 x1853236737763456/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.418340:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384359.418343:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384359.418346:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1f7ce00. 02000000:00000001:3.0:1767384359.418353:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384359.418356:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384359.418357:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384359.418360:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384359.418364:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007dc6e5a3. 00000100:00000040:2.0:1767384359.418364:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294947159, at 4294947161 00000100:00000010:2.0:1767384359.418371:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 02000000:00000001:3.0:1767384359.418373:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384359.418381:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000201b93d7. 02000000:00000001:3.0:1767384359.418383:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384359.418387:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05c65c7. 00000100:00000010:3.0:1767384359.418388:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0b46f28. 00000100:00000001:3.0:1767384359.418395:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384359.418397:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.418400:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.418407:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384359.418410:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.418427:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.418430:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384359.419323:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384359.419327:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384359.419329:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000696f8fa6. 20000000:00000001:3.0:1767384359.419336:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384359.419340:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737763584 00010000:00000001:3.0:1767384359.419343:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384359.419348:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015dcb409 x1853236737763584/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384359.419358:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384359.419360:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.419363:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384359.419367:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384359.419370:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384359.419373:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384359.419376:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384359.419377:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.419381:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384359.419385:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384359.419389:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000eb5b450. 00000100:00000200:3.0:1767384359.419392:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737763584, offset 224 00000400:00000200:3.0:1767384359.419400:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384359.419409:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384359.419434:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706900 00000400:00000200:3.0:1767384359.419441:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd1 [2] + 224 00000400:00000200:3.0:1767384359.419448:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384359.419454:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.419459:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384359.419470:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.419481:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.419499:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384359.419507:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb5b450 00000400:00000010:3.0:1767384359.419510:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eb5b450. 00000100:00000001:3.0:1767384359.419515:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384359.419518:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384359.419519:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.419522:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384359.419523:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384359.419526:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.419529:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384359.419530:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:0.0:1767384359.419532:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003da4889b. 00010000:00000001:3.0:1767384359.419536:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384359.419539:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e7489e 00000020:00000001:3.0:1767384359.419540:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.419543:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0e7489e. 00000020:00000001:3.0:1767384359.419545:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384359.419548:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384359.419552:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015dcb409 x1853236737763584/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.419555:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.419584:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015dcb409 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737763584:12345-0@lo:253: Request processed in 21615us (22093us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384359.419600:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.419606:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:0.0:1767384359.419611:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384359.419613:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384359.419614:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.419618:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384359.419619:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384359.419622:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384359.419623:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384359.419624:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.419627:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.419629:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c995cce. 02000000:00000001:0.0:1767384359.419630:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.419634:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=74 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384359.419637:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000100:00001000:0.0:1767384359.419638:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384359.419643:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.419644:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.419646:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384359.419647:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007343b7f4. 00010000:00000001:0.0:1767384359.419648:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.419653:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384359.419656:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000040:0.0:1767384359.419656:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384359.419663:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384359.419664:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384359.419667:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023abe634. 00000100:00000001:0.0:1767384359.419668:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384359.419670:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384359.419674:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384359.419674:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384359.419675:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384359.419678:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384359.419679:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384359.419680:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.419682:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384359.419685:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384359.419686:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384359.419687:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:3.0:1767384359.419688:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384359.419688:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384359.419692:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.419695:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e16947b. 00000100:00100000:0.0:1767384359.419699:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737763584:0@lo:253: 00000400:00000010:3.0:1767384359.419702:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000eb5b450. 00000100:00000001:0.0:1767384359.419704:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.419712:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.419716:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5969214 x1853236737763584/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.419720:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.419722:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.419723:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000074b99471. 02000000:00000001:0.0:1767384359.419726:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.419728:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.419729:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384359.419731:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.419732:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b0b507b. 02000000:00000001:0.0:1767384359.419735:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.419736:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.419737:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5969214. 00000100:00000001:0.0:1767384359.419740:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.419741:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.419743:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.419747:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.419748:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.419750:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.419752:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384359.422343:0:33595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c8684dd. 00010000:00000010:0.1:1767384359.422351:0:33595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00010000:00000001:3.0:1767384359.970381:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384359.970386:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.970391:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384359.970392:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.970434:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384359.970438:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.970440:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384360.353388:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.353393:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384360.353396:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384360.353401:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000200:1.0:1767384360.353424:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384360.353432:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384360.353455:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000360e2d79. 00000400:00000010:1.0:1767384360.353460:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000041814f30. 00000400:00000200:1.0:1767384360.353468:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp34 00000400:00000010:1.0:1767384360.353473:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006ed77cf8. 00000400:00000010:1.0:1767384360.353478:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000041814f30. 00000400:00000010:1.0:1767384360.353483:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000010:1.0:1767384360.353491:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008c301e8. 00000400:00000200:1.0:1767384360.353496:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp34 00000400:00000200:1.0:1767384360.353510:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp34 local destination 00000400:00000200:1.0:1767384360.353517:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 00000400:00000200:1.0:1767384360.353522:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [158:158:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1767384360.353530:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000400:00000200:1.0:1767384360.353539:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) : GET try# 0 00000800:00000200:1.0:1767384360.353546:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp34 00000800:00000010:1.0:1767384360.353552:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000220dae6c. 00000800:00000200:1.0:1767384360.353559:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:1.1:1767384360.353565:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000400:00000200:1.0:1767384360.353590:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:1.0:1767384360.353597:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp41 00000400:00000010:1.0:1767384360.353601:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000faa7f9bf. 00000400:00000010:1.0:1767384360.353606:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008c1f9e73. 00000400:00000010:1.0:1767384360.353611:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8fbea7. 00000400:00000010:1.0:1767384360.353617:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bca76b5. 00000400:00000200:1.0:1767384360.353622:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp41 00000400:00000200:1.0:1767384360.353640:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp41 local destination 00000400:00000200:1.0:1767384360.353645:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp41 00000400:00000200:2.0:1767384360.353647:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384360.353649:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp41 NI seq info: [159:159:256:4294967295] 192.168.203.152@tcp41 LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1767384360.353657:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp41 00000400:00000200:1.0:1767384360.353669:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp41(192.168.203.152@tcp41:) -> 192.168.203.152@tcp41(192.168.203.152@tcp41:192.168.203.152@tcp41) : GET try# 0 00000800:00000200:1.0:1767384360.353675:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp41 00000800:00000010:1.0:1767384360.353680:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b45e661f. 00000800:00000200:1.0:1767384360.353686:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (2) 00000800:00000200:1.1:1767384360.353692:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (2) 00000400:00000200:2.0:1767384360.353696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384360.353712:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp41 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:2.0:1767384360.353719:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.353759:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.353767:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.353791:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.353822:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.353849:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.353881:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.353902:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.353928:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.353964:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.353977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354015:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354029:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354068:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354080:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354135:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354168:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354185:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354217:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354235:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354314:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354348:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000800:00000200:3.0:1767384360.354366:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000800:00000200:3.0:1767384360.354373:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:988 00000400:00000200:2.0:1767384360.354375:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000800:00000200:3.0:1767384360.354377:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384360.354404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000800:00000001:3.0:1767384360.354518:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384360.354519:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384360.354520:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000800:00000001:3.0:1767384360.354529:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.354533:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000800:00000001:3.0:1767384360.354534:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384360.354540:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384360.354571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354581:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354621:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354636:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354688:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354706:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354852:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354858:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354908:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354920:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.354962:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.354991:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355002:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355043:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355061:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355099:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355118:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355168:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355200:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355255:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355260:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355348:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355362:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355457:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355479:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355548:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355553:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355630:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355709:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.355776:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000800:00000010:2.0:1767384360.355811:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384360.355817:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a64dd07. 00000800:00000010:2.0:1767384360.355822:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf25cc45. 00000400:00000200:0.0:1767384360.355840:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:2.0:1767384360.355849:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf25cc45. 00000800:00020000:2.0:1767384360.355859:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384360.355863:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a64dd07. 00000800:00000010:2.0:1767384360.355878:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:00000200:0.0:1767384360.355904:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:02020000:2.0:1767384360.355966:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384360.355974:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:00000200:2.0:1767384360.355975:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp34 notifying 192.168.203.152@tcp34: down 00000800:00000200:2.0:1767384360.355983:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp34 down 00000800:00000100:2.0:1767384360.356001:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp34 00000800:00000010:2.0:1767384360.356005:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000220dae6c. 00000400:00000200:2.0:1767384360.356009:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384360.356015:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384360.356023:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384360.356026:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384360.356030:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp34) recovery failed with -71 00000400:00000200:0.0:1767384360.356041:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356107:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356169:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356203:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000800:00000010:0.0:1767384360.356391:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664ea8d7. 00000800:00000010:0.0:1767384360.356396:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e1728dc. 00000800:00000010:0.0:1767384360.356400:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2252d9f. 00000800:00000010:0.0:1767384360.356445:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2252d9f. 00000400:00000200:2.0:1767384360.356593:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384360.356608:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp41 from 210.3.0.2 00000800:00000010:2.0:1767384360.356612:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005d4e5471. 00000800:00000010:0.0:1767384360.356652:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041e95eb1. 00000800:00000010:0.0:1767384360.356658:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c45584c. 00000800:00000010:0.0:1767384360.356679:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a2678c9. 00000800:00000200:0.1:1767384360.356684:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (2) 00000800:00000200:0.1:1767384360.356688:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp41 000000006a2678c9 deleted 00000800:00000010:0.1:1767384360.356691:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006a2678c9. 00000800:00000200:0.1:1767384360.356695:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384360.356699:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp41 ip 192.168.203.152:978 00000800:00000200:0.1:1767384360.356705:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b45e661f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384360.356711:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp41 p 3.x 192.168.203.152 -> 192.168.203.152:978 incarnation:1767384357164739844 sched[0] 00000800:00000010:0.0:1767384360.356716:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2252d9f. 00000800:00000010:0.0:1767384360.356763:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2252d9f. 00000800:00000010:0.0:1767384360.356767:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c45584c. 00000800:00000010:0.0:1767384360.356799:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005d4e5471. 00000800:00000001:0.0:1767384360.356814:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.356827:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384360.356829:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384360.356838:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp41 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384357164739844 sched[0] 00000800:00000010:3.0:1767384360.356842:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e1728dc. 00000800:00000200:0.0:1767384360.356862:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384360.356865:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b45e661f. 00000400:00000200:0.0:1767384360.356869:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.356874:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp41->192.168.203.152@tcp41: GET: OK 00000400:00000200:0.0:1767384360.356879:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384360.356882:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp41 recovery message sent successfully:0 00000800:00000001:0.0:1767384360.356896:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.356901:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384360.356903:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.356910:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.356914:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp41(192.168.203.152@tcp41) <- 192.168.203.152@tcp41 : GET - for me 00000400:00000200:0.0:1767384360.356925:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384360.356930:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384360.356933:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:0.0:1767384360.356945:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp41 to MR: 192.168.203.152@tcp41 local destination 00000400:00000200:0.0:1767384360.356950:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp41 NI seq info: [160:160:256:4294967295] 192.168.203.152@tcp41 LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1767384360.356961:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp41(192.168.203.152@tcp41:192.168.203.152@tcp41) -> 192.168.203.152@tcp41(192.168.203.152@tcp41:192.168.203.152@tcp41) 192.168.203.152@tcp41 : REPLY try# 0 00000800:00000200:0.0:1767384360.356974:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp41 00000800:00000010:0.0:1767384360.356978:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085dc439d. 00000800:00000200:0.0:1767384360.356983:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (4) 00000800:00000200:0.0:1767384360.356988:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp41 ip 192.168.203.152:988 00000800:00000200:0.0:1767384360.356990:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085dc439d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384360.356992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:0.0:1767384360.357032:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384360.357036:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085dc439d. 00000400:00000200:0.0:1767384360.357039:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.357044:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp41->192.168.203.152@tcp41: REPLY: OK 00000400:00000200:3.0:1767384360.357055:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000001:0.0:1767384360.357056:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.357062:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384360.357066:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.357071:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384360.357073:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.357076:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.357082:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp41(192.168.203.152@tcp41) <- 192.168.203.152@tcp41 : REPLY - for me 00000400:00000200:0.0:1767384360.357094:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp41: Reply from 12345-192.168.203.152@tcp41 of length 272/272 into md 0x1cf5 00000800:00000001:0.0:1767384360.357097:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.357102:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.357104:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.357109:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp41->192.168.203.152@tcp41: REPLY: OK 00000400:00000200:0.0:1767384360.357113:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8fbea7 00000400:00000010:0.0:1767384360.357115:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf8fbea7. 00000400:00000200:0.0:1767384360.357119:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384360.357123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000010:0.0:1767384360.357124:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000faa7f9bf. 00000400:00000010:0.0:1767384360.357130:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008c1f9e73. 00000800:00000001:0.0:1767384360.357139:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384360.357142:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384360.357184:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357230:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357349:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357373:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357392:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357424:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357445:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357476:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357553:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357597:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357615:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357633:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357658:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357755:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357793:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.357961:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.358000:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.358018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384360.358036:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384360.358139:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000696f8fa6. 00000800:00000010:3.0:1767384360.358143:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec9e10f3. 00000800:00000010:3.0:1767384360.358145:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004db2d1ab. 00000800:00000010:3.0:1767384360.358160:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004db2d1ab. 00000800:00020000:3.0:1767384360.358165:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384360.358167:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec9e10f3. 00000800:00000010:3.0:1767384360.358169:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000696f8fa6. 00000400:02020000:3.0:1767384360.358197:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp41 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384360.925628:0:34068:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384360.925640:0:34068:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.925644:0:34068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.925650:0:34068:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384360.925654:0:34068:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.925660:0:34068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.993385:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384360.993390:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.993395:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384360.993396:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.993456:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384360.993460:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.993464:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384361.377392:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384361.377398:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384361.377417:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384361.377427:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000200:1.0:1767384361.377432:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384361.377450:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384361.377461:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006ed77cf8. 00000400:00000010:1.0:1767384361.377466:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000041814f30. 00000001:00000001:1.0:1767384361.568757:0:34232:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384361.568761:0:34232:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384361.572290:0:34232:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384361.579068:0:34233:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000017821786. 00000400:00000010:1.0:1767384361.579081:0:34233:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d69a7a04. 00000400:00000010:1.0:1767384361.579089:0:34233:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c51eba39. 00000400:00000010:1.0:1767384361.579092:0:34233:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005f01747a. 00000400:00000010:1.0:1767384361.579096:0:34233:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f673c339. 00000400:00000010:1.0:1767384361.579100:0:34233:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042037d8f. 00000400:00000010:1.0:1767384361.579101:0:34233:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000037b5537. 00000400:00000010:1.0:1767384361.579107:0:34233:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070a1f2fa. 00000400:00000010:1.0:1767384361.579110:0:34233:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e2c4a72b. 00000800:00000010:1.0:1767384361.579124:0:34233:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002c0170a7. 00000800:00000200:1.0:1767384361.579145:0:34233:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384361.579156:0:34233:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384361.579186:0:34233:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384361.579208:0:34233:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384361.580745:0:34233:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000039c5e556. 00000400:00000010:1.0:1767384361.580751:0:34233:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000400:00000010:1.0:1767384361.580755:0:34233:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000001:1.0:1767384361.580771:0:34233:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384361.580772:0:34233:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384361.580774:0:34233:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:1.0:1767384361.580777:0:34233:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d65fa04 00000400:00000010:1.0:1767384361.580779:0:34233:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d65fa04. 00000400:00000010:1.0:1767384361.580782:0:34233:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007d019935. 00000400:00000200:1.0:1767384361.580786:0:34233:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (33) 00000400:00000200:1.0:1767384361.580797:0:34233:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384361.580817:0:34233:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000400:00000200:2.0:1767384361.580821:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384361.580823:0:34233:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000efa97201. 00000400:00000200:2.0:1767384361.580828:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000020:01000000:1.0:1767384361.580829:0:34233:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384361.580833:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (34) 00000020:01000000:1.0:1767384361.580834:0:34233:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp43 00000400:00000010:2.0:1767384361.580839:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000009768bf1f. 00000400:00000010:2.0:1767384361.580843:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000400:00000010:1.0:1767384361.580848:0:34233:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d69a7a04. 00000400:00000010:2.0:1767384361.580849:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea478b4e. 00000400:00000200:2.0:1767384361.580855:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000010:1.0:1767384361.580856:0:34233:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000017821786. 00000400:00000200:2.0:1767384361.580867:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384361.580872:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000400:00000200:2.0:1767384361.580883:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000400:00000200:2.0:1767384361.580887:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000400:00000200:2.0:1767384361.580891:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000400:00000200:2.0:1767384361.580895:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000400:00000200:2.0:1767384361.580898:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000400:00000200:2.0:1767384361.580901:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000400:00000200:2.0:1767384361.580903:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000400:00000200:2.0:1767384361.580906:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:2.0:1767384361.580909:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000400:00000200:2.0:1767384361.580912:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000020:00000001:3.0:1767384361.580914:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384361.580915:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[144, 38] 00000400:00000200:2.0:1767384361.580921:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 38], ns[156, 38] 10000000:00000001:3.0:1767384361.580922:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384361.580924:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 10000000:00000001:3.0:1767384361.580928:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384361.580930:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 10000000:01000000:3.0:1767384361.580934:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384361.580937:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:2.0:1767384361.580943:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000020:01000004:3.0:1767384361.580946:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384361.580957:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384361.580961:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384361.580963:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000020:01000004:3.0:1767384361.580965:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384361.580970:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384361.580971:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[82, 34] 00000020:01000004:3.0:1767384361.580975:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384361.580977:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384361.580979:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384361.580982:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384361.580986:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384361.580987:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[120, 34] 00000400:00000200:2.0:1767384361.580992:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 34], ns[125, 34] 00000100:00000010:3.0:1767384361.580994:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdcacbd8. 00000400:00000200:2.0:1767384361.580996:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 34], ns[90, 34] 00000020:00000040:3.0:1767384361.581003:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384361.581003:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 34], ns[137, 34] 00000400:00000200:2.0:1767384361.581012:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[152, 34] 00000100:00000001:3.0:1767384361.581014:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384361.581016:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 34], ns[158, 34] 02000000:00000001:3.0:1767384361.581021:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384361.581022:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 34], ns[136, 34] 00000400:00000200:2.0:1767384361.581028:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 34], ns[119, 34] 02000000:00000001:3.0:1767384361.581029:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581034:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 00000400:00000200:2.0:1767384361.581039:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 34], ns[153, 34] 02000000:00000010:3.0:1767384361.581041:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000696f8fa6. 00000400:00000200:2.0:1767384361.581043:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 00000400:00000200:2.0:1767384361.581049:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 34], ns[154, 34] 00000100:00000001:3.0:1767384361.581053:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581053:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[160, 34] 00000400:00000200:2.0:1767384361.581060:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:2.0:1767384361.581064:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp23 00000100:00000001:3.0:1767384361.581066:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384361.581069:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp23 lpni_is_preferred = 0 00000100:00000001:3.0:1767384361.581072:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581073:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp23 00000400:00000200:2.0:1767384361.581079:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp23 NI seq info: [161:161:256:4294967295] 192.168.203.152@tcp23 LPNI seq info [151:151:8:4294967295] 00000100:00000040:3.0:1767384361.581084:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdcacbd8] to pc [ptlrpcd_00_01+1] req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.581087:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp23 00000400:00000200:2.0:1767384361.581101:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23:) -> 192.168.203.152@tcp23(192.168.203.152@tcp:192.168.203.152@tcp23) : GET try# 0 00000800:00000200:2.0:1767384361.581107:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp23 00000800:00000010:2.0:1767384361.581115:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a940d483. 10000000:00000001:3.0:1767384361.581120:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384361.581123:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (6) 10000000:00000001:3.0:1767384361.581127:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.581131:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384361.581132:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:988 00000100:00000001:1.0:1767384361.581134:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384361.581137:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384361.581139:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a940d483 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384361.581141:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384361.581145:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384361.581145:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384361.581147:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384361.581150:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384361.581152:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384361.581152:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384361.581154:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384361.581158:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384361.581158:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000020:01000004:3.0:1767384361.581162:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384361.581166:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000020:01000004:3.0:1767384361.581167:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384361.581169:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384361.581171:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384361.581172:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384361.581173:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384361.581175:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384361.581177:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384361.581177:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384361.581191:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384361.581193:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384361.581194:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.581197:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737763712:0@lo:253: 00000100:00000010:3.0:1767384361.581198:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000040:3.0:1767384361.581201:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384361.581204:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384361.581206:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384361.581208:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.581208:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384361.581214:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384361.581215:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384361.581217:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.581218:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.581219:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384361.581222:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384361.581224:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.581224:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcced760. 02000000:00000001:1.0:1767384361.581227:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.581228:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd4446] to pc [ptlrpcd_00_02+2] req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384361.581232:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034546b63. 00000400:00000010:1.0:1767384361.581237:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d69a7a04. 00000100:00000200:1.0:1767384361.581241:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737763712, portal 25 00000100:00000001:1.0:1767384361.581244:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384361.581246:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877983232 : -113991831568384 : ffff9853355f4000) 00000100:00000040:1.0:1767384361.581251:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384361.581255:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384361.581258:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.581259:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.581259:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384361.581262:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384361.581262:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384361.581264:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000efa97201. 00000400:00000010:1.0:1767384361.581266:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b09b2ba8. 00000100:00000200:1.0:1767384361.581268:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737763712, offset 0 00000800:00000200:2.0:1767384361.581299:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.581303:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a940d483. 00000100:00000001:3.0:1767384361.581304:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384361.581307:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.581308:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384361.581309:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581315:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: GET: OK 00000100:00000001:3.0:1767384361.581319:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384361.581321:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384361.581323:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384361.581325:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384361.581326:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384361.581327:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000100:00000040:3.0:1767384361.581333:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384361.581338:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706980 00000100:00000001:3.0:1767384361.581342:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384361.581343:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384361.581344:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384361.581346:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1491 [2] + 0 02000000:00000001:3.0:1767384361.581349:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384361.581350:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6dba14. 02000000:00000001:3.0:1767384361.581351:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384361.581354:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384361.581354:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.581356:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005126c681 00000800:00000001:2.0:1767384361.581359:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384361.581362:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737763840:0@lo:253: 00000400:00000200:1.0:1767384361.581364:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384361.581368:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384361.581369:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384361.581370:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384361.581370:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384361.581374:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384361.581376:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005126c681 02000000:00000001:3.0:1767384361.581380:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384361.581381:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23) <- 192.168.203.152@tcp23 : GET - for me 00000400:00000010:1.0:1767384361.581381:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005126c681. 02000000:00000010:3.0:1767384361.581387:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000023abe634. 00000100:00000001:1.0:1767384361.581388:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384361.581392:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384361.581393:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 576 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384361.581413:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.581414:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000041b46f71 x1853236737763712 msgsize 4848 00000400:00000200:2.0:1767384361.581417:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 576/576 into md 0x1cf9 [1] + 0 00000400:00000010:3.0:1767384361.581420:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d612d639. 00000100:00100000:1.0:1767384361.581424:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384361.581427:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384361.581428:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf747415. 00000400:00000200:2.0:1767384361.581448:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp23 to MR: 192.168.203.152@tcp23 local destination 00000100:00000200:3.0:1767384361.581451:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737763840, portal 25 00000100:00000001:1.0:1767384361.581455:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384361.581458:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384361.581459:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp23 NI seq info: [162:162:256:4294967295] 192.168.203.152@tcp23 LPNI seq info [152:152:8:4294967295] 00000100:00000001:3.0:1767384361.581463:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000040:3.0:1767384361.581478:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.581478:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23:192.168.203.152@tcp23) -> 192.168.203.152@tcp23(192.168.203.152@tcp23:192.168.203.152@tcp23) 192.168.203.152@tcp23 : REPLY try# 0 00000800:00000200:2.0:1767384361.581495:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.152@tcp23 00000400:00000200:1.0:1767384361.581496:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09b2ba8 00000100:00000001:3.0:1767384361.581501:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384361.581502:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a940d483. 00000100:00000040:3.0:1767384361.581508:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.581509:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b09b2ba8. 00000400:00000010:3.0:1767384361.581512:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd883c0b. 00000800:00000200:2.0:1767384361.581515:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (6) 00000100:00000001:1.0:1767384361.581517:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384361.581518:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737763840, offset 0 00000100:00000200:1.0:1767384361.581526:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.581528:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384361.581529:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:995 00000800:00000200:2.0:1767384361.581535:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a940d483 type 3, nob 672 niov 1 nkiov 1 00000400:00000200:3.0:1767384361.581540:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384361.581549:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384361.581552:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706a00 00000100:00000040:1.0:1767384361.581553:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.581558:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1499 [2] + 0 00000400:00000010:3.0:1767384361.581562:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a96c40ef. 00000100:00000001:1.0:1767384361.581562:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.581565:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384361.581567:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000107cfaba 00000100:00000001:1.0:1767384361.581571:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.581572:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.581576:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.581576:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294949343 00000400:00000200:3.0:1767384361.581580:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107cfaba 00000400:00000010:3.0:1767384361.581582:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107cfaba. 00000100:00000010:1.0:1767384361.581582:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e099309. 00000100:00000001:3.0:1767384361.581587:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384361.581589:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384361.581590:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384361.581592:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000000a67a35 x1853236737763840 msgsize 4848 00000800:00000200:2.0:1767384361.581593:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384361.581613:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294949343 00000800:00000010:2.0:1767384361.581615:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a940d483. 00000100:00100000:3.0:1767384361.581616:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384361.581617:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da37ce75. 00000100:00000040:3.0:1767384361.581618:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384361.581621:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384361.581624:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294949343 00000100:00000001:3.0:1767384361.581627:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384361.581630:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384361.581631:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8004dc8. 00000400:00000200:3.0:1767384361.581632:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd883c0b 00000400:00000010:3.0:1767384361.581635:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd883c0b. 00000100:00000001:1.0:1767384361.581636:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384361.581640:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384361.581640:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: REPLY: OK 00000100:00000001:1.0:1767384361.581641:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294949343 00000100:00000200:3.0:1767384361.581646:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384361.581649:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d4e7d0b. 00000100:00000001:1.0:1767384361.581653:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384361.581657:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384361.581657:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.581657:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.581663:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384361.581664:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.581667:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.581668:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384361.581670:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.581671:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.581677:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.581678:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384361.581681:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384361.581682:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384361.581682:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384361.581685:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384361.581686:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.581689:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.581691:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.581694:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294949343 00000100:00000001:1.0:1767384361.581695:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384361.581698:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp23(192.168.203.152@tcp23) <- 192.168.203.152@tcp23 : REPLY - for me 00000100:00000001:3.0:1767384361.581699:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294949343 00000100:00000001:1.0:1767384361.581699:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.581704:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294949343 00000100:00000001:1.0:1767384361.581705:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.581708:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294949343 00000100:00000001:3.0:1767384361.581711:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294949343 00000100:00000001:3.0:1767384361.581715:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294949343 00000400:00000200:2.0:1767384361.581716:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp23: Reply from 12345-192.168.203.152@tcp23 of length 576/576 into md 0x1cfd 00000100:00000001:3.0:1767384361.581722:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294949343 00000800:00000001:2.0:1767384361.581723:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384361.581728:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294949343 00000800:00000001:2.0:1767384361.581729:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.581733:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384361.581733:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384361.581739:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581740:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp23->192.168.203.152@tcp23: REPLY: OK 00000400:00000200:2.0:1767384361.581745:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000100:00000001:3.0:1767384361.581747:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.581747:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:3.0:1767384361.581753:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.581753:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384361.581759:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000100:00000001:3.0:1767384361.581761:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384361.581762:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:3.0:1767384361.581766:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384361.581767:0:16131:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp (592 bytes) 00000100:00000001:3.0:1767384361.581773:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384361.581774:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000001:3.0:1767384361.581778:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.581782:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.581784:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000009768bf1f. 00000100:00000001:3.0:1767384361.581785:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581788:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (35) 00000800:00000001:2.0:1767384361.581793:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.581795:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.581797:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.581801:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581819:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384361.581822:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384361.581824:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000009768bf1f. 00000100:00100000:3.0:1767384361.581827:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763712 00000400:00000010:2.0:1767384361.581829:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7f55f3. 02000000:00000001:3.0:1767384361.581833:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384361.581835:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000001:3.0:1767384361.581837:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384361.581839:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009768bf1f 00000100:00000001:3.0:1767384361.581842:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384361.581844:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.581846:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384361.581848:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7e1ea2. 02000000:00000001:3.0:1767384361.581849:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581851:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f835e04 00000100:00100000:3.0:1767384361.581855:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763712 00000020:00000001:3.0:1767384361.581858:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384361.581860:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f835e04. 00000020:00000040:3.0:1767384361.581862:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:2.0:1767384361.581864:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767384361.581866:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384361.581867:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000e49edcaf. 00000400:00000200:2.0:1767384361.581869:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000100:00100000:1.0:1767384361.581874:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763840 00000020:00000001:3.0:1767384361.581875:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384361.581877:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300871 02000000:00000001:1.0:1767384361.581879:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384361.581883:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:0 00000100:00000001:1.0:1767384361.581884:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384361.581886:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 rc 1 00000100:00000001:1.0:1767384361.581889:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581890:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:2.0:1767384361.581896:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (34) 02000000:00000001:1.0:1767384361.581897:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384361.581898:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000400:00000010:2.0:1767384361.581900:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000007be1dfb5. 00000100:00100000:1.0:1767384361.581902:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763840 00000020:00000001:3.0:1767384361.581903:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000010:2.0:1767384361.581905:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000020:00000001:3.0:1767384361.581906:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384361.581906:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384361.581909:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000010:2.0:1767384361.581910:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd93c5d3. 00000100:00000001:3.0:1767384361.581912:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384361.581912:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384361.581916:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000020:00000040:1.0:1767384361.581917:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000010:3.0:1767384361.581919:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4972e23. 00000100:00000001:3.0:1767384361.581922:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384361.581922:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384361.581925:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:00000010:3.0:1767384361.581926:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4972e23. 00000020:00000001:1.0:1767384361.581926:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384361.581932:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 38], ns[41, 38] 00000100:00000001:1.0:1767384361.581932:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384361.581936:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa150184. 00000020:00000010:1.0:1767384361.581937:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce50053e. 00000400:00000200:2.0:1767384361.581942:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[60, 38] 00000100:00000001:1.0:1767384361.581943:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384361.581944:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056aa7cc3. 00000020:00000010:1.0:1767384361.581949:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce50053e. 00000020:00000010:3.0:1767384361.581951:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f6cd5fb. 00000400:00000200:2.0:1767384361.581952:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[64, 38] 00000020:00000010:1.0:1767384361.581957:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bc4a8e2. 00000400:00000200:2.0:1767384361.581961:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[75, 38] 00000100:00000040:3.0:1767384361.581963:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384361.581964:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbce18c8. 00000400:00000200:2.0:1767384361.581968:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[84, 38] 00000100:00000001:3.0:1767384361.581969:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384361.581970:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000888c203. 00000100:00000001:3.0:1767384361.581973:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384361.581978:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.581978:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384361.581980:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[94, 38] 00000100:00000001:1.0:1767384361.581981:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384361.581985:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.581987:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581988:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[106, 38] 00000100:00000001:1.0:1767384361.581992:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.581996:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[112, 38] 00000100:00000001:3.0:1767384361.582000:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.582000:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.582001:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[122, 38] 00000400:00000200:2.0:1767384361.582009:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 38], ns[129, 38] 00000400:00000200:2.0:1767384361.582014:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 38], ns[133, 38] 00000100:00000001:3.0:1767384361.582016:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384361.582017:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384361.582021:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384361.582021:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384361.582025:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[144, 38] 00000100:00100000:1.0:1767384361.582031:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000400:00000200:2.0:1767384361.582035:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 38], ns[156, 38] 00000100:00000040:1.0:1767384361.582037:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00100000:3.0:1767384361.582040:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:1.0:1767384361.582042:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017954896 : -113991691596720 : ffff98533db70c50) 00000400:00000200:2.0:1767384361.582043:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[162, 38] 00000100:00000040:3.0:1767384361.582044:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384361.582049:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017953872 : -113991691597744 : ffff98533db70850) 00000100:00000040:1.0:1767384361.582050:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041b46f71 x1853236737763712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.582054:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 38], ns[44, 38] 00000100:00000040:3.0:1767384361.582057:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000a67a35 x1853236737763840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.582071:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 38], ns[48, 38] 00000100:00000001:1.0:1767384361.582074:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384361.582076:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384361.582080:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 38], ns[52, 38] 00000020:00000010:1.0:1767384361.582080:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce50053e. 00000020:00000010:3.0:1767384361.582081:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4972e23. 00000100:00000001:3.0:1767384361.582088:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384361.582089:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 38], ns[56, 38] 00000100:00000001:1.0:1767384361.582092:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384361.582094:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4972e23. 00000020:00000010:1.0:1767384361.582097:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce50053e. 00000400:00000200:2.0:1767384361.582103:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[82, 38] 00000100:00100000:3.0:1767384361.582106:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000a67a35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737763840:12345-0@lo:253: 00000100:00100000:1.0:1767384361.582106:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041b46f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737763712:12345-0@lo:253: 00000400:00000200:2.0:1767384361.582113:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[120, 38] 00000100:00000200:3.0:1767384361.582115:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763840 00000100:00000200:1.0:1767384361.582116:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763712 00000400:00000200:2.0:1767384361.582120:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 38], ns[125, 38] 00000020:00000001:3.0:1767384361.582121:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384361.582122:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384361.582128:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384361.582129:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[90, 38] 00000020:00000001:3.0:1767384361.582131:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384361.582131:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.582134:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.582135:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384361.582136:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 38], ns[137, 38] 00000020:00000001:3.0:1767384361.582138:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384361.582138:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384361.582142:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:2.0:1767384361.582143:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 38], ns[152, 38] 00000020:00000001:1.0:1767384361.582144:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384361.582147:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384361.582148:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.582151:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384361.582153:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384361.582154:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[158, 38] 00000020:00000001:3.0:1767384361.582155:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384361.582156:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384361.582159:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384361.582161:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.582163:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[136, 38] 00000020:00000001:3.0:1767384361.582164:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.582166:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384361.582170:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384361.582170:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384361.582173:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 38], ns[119, 38] 02000000:00000001:3.0:1767384361.582174:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384361.582178:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009cd17bf1. 02000000:00000010:3.0:1767384361.582182:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1f7ce00. 00000400:00000200:2.0:1767384361.582182:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 38], ns[147, 38] 02000000:00000001:1.0:1767384361.582183:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.582187:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.582188:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.582192:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[153, 38] 00000100:00000001:3.0:1767384361.582193:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.582193:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384361.582198:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384361.582204:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efa97201. 00000400:00000200:2.0:1767384361.582209:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 38], ns[150, 38] 20000000:01000000:1.0:1767384361.582211:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384361.582215:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000006824017. 00000400:00000200:2.0:1767384361.582215:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 38], ns[154, 38] 20000000:00000001:1.0:1767384361.582218:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384361.582221:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384361.582222:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384361.582225:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384361.582226:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[160, 38] 20000000:00000001:1.0:1767384361.582227:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.582233:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384361.582233:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.582235:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 20000000:00000001:3.0:1767384361.582237:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.582237:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384361.582240:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp 20000000:00000001:3.0:1767384361.582242:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.582246:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384361.582246:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp lpni_is_preferred = 0 20000000:00000010:1.0:1767384361.582249:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c1e61ac. 00000400:00000200:2.0:1767384361.582253:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp 20000000:01000000:1.0:1767384361.582254:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000400:00000200:2.0:1767384361.582259:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [163:163:256:4294967295] 192.168.203.152@tcp LPNI seq info [153:153:8:4294967295] 20000000:00000001:1.0:1767384361.582262:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384361.582266:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp 00080000:00000001:1.0:1767384361.582269:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384361.582275:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) : GET try# 0 00000800:00000200:2.0:1767384361.582278:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384361.582282:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a940d483. 00000800:00000200:2.0:1767384361.582287:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:2.0:1767384361.582292:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:2.0:1767384361.582294:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a940d483 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384361.582303:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384361.582348:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000800:00000200:2.0:1767384361.582388:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.582390:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a940d483. 00000400:00000200:2.0:1767384361.582394:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.582415:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: GET: OK 00000400:00000200:2.0:1767384361.582419:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384361.582421:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000001:2.0:1767384361.582426:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582447:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.582449:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582452:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.582457:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : GET - for me 00000400:00000200:2.0:1767384361.582463:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 592 into portal 0 MB=0x8000000000000000 00080000:00000001:1.0:1767384361.582471:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384361.582478:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 592/592 into md 0x1cf9 [1] + 0 00080000:00000001:1.0:1767384361.582480:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384361.582485:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384361.582488:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384361.582490:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384361.582496:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [164:164:256:4294967295] 192.168.203.152@tcp LPNI seq info [154:154:8:4294967295] 00000020:00000001:1.0:1767384361.582503:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384361.582508:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) 192.168.203.152@tcp : REPLY try# 0 00000020:00000001:1.0:1767384361.582511:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000800:00000200:2.0:1767384361.582517:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.152@tcp 00080000:00000001:1.0:1767384361.582520:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384361.582523:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a940d483. 00000800:00000200:2.0:1767384361.582528:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00080000:00000010:1.0:1767384361.582531:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d5c50d80. 00000800:00000200:2.0:1767384361.582533:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000800:00000200:2.0:1767384361.582539:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a940d483 type 3, nob 688 niov 1 nkiov 1 00080000:00000001:1.0:1767384361.582539:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720356352 : -113996989195264 : ffff985201f41c00) 00080000:00000001:1.0:1767384361.582548:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384361.582630:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.582634:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a940d483. 00000400:00000200:2.0:1767384361.582638:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.582643:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: REPLY: OK 00000800:00000001:2.0:1767384361.582650:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582654:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.582657:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582662:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.582664:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582668:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.582673:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : REPLY - for me 00000400:00000200:2.0:1767384361.582681:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp: Reply from 12345-192.168.203.152@tcp of length 592/592 into md 0x1d15 00000800:00000001:2.0:1767384361.582685:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582692:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.582694:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1767384361.582694:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384361.582698:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.582700:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: REPLY: OK 00080000:00000001:1.0:1767384361.582704:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384361.582705:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:2.0:1767384361.582709:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000400:00000200:2.0:1767384361.582711:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384361.582713:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:2.0:1767384361.582715:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384361.582724:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 35. state = 0x300271 00000400:00000200:2.0:1767384361.582726:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00080000:00000001:1.0:1767384361.582728:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384361.582733:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384361.582734:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (35) 00000800:00000001:2.0:1767384361.582741:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.582744:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.582760:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384361.582764:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:2.0:1767384361.582770:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000c35ecfc1. 00000400:00000010:2.0:1767384361.582775:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 000000001578c9f7. 00000400:00000010:2.0:1767384361.582779:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000001d35bb3. 00000400:00000200:2.0:1767384361.582812:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp33(000000004a6a9fdb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.582816:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp34(0000000037329960) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.582823:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp37(000000002d6d01e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.582830:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp40(0000000034943337) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384361.582837:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000070739165. 00000400:00000200:2.0:1767384361.582843:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000070739165 nid 192.168.203.152@tcp42 00000400:00000010:2.0:1767384361.582847:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009e9106a9. 00000400:00000200:2.0:1767384361.582849:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000009e9106a9 net tcp42 00000400:00000200:2.0:1767384361.582852:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (34) 00000400:00000200:2.0:1767384361.582856:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp42 flags 0x11 00000400:00000010:2.0:1767384361.582861:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000afd81ba7. 00000400:00000200:2.0:1767384361.582864:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000afd81ba7 nid 192.168.203.152@tcp43 00000400:00000010:2.0:1767384361.582867:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ae684421. 00000400:00000200:2.0:1767384361.582869:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ae684421 net tcp43 00000400:00000200:2.0:1767384361.582871:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:2.0:1767384361.582875:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp43 flags 0x11 00080000:00000001:1.0:1767384361.582875:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:2.0:1767384361.582887:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000c35ecfc1. 00080000:00000001:1.0:1767384361.582888:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:2.0:1767384361.582890:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 000000001578c9f7. 00000400:00000010:2.0:1767384361.582894:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000001d35bb3. 00000400:00000010:2.0:1767384361.582897:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000007be1dfb5. 00000400:00000200:2.0:1767384361.582901:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384361.582903:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:2.0:1767384361.582911:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:2.0:1767384361.582914:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:2.0:1767384361.582918:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000400:00000200:2.0:1767384361.582920:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 00000400:00000010:2.0:1767384361.582925:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d01709cd. 00000400:00000200:2.0:1767384361.582927:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384361.582934:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384361.582939:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [165:165:256:4294967295] 192.168.203.152@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767384361.582943:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp 00000400:00000200:2.0:1767384361.582949:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) : PUT try# 0 00000800:00000200:2.0:1767384361.582952:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384361.582954:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a940d483. 00000800:00000200:2.0:1767384361.582959:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:2.0:1767384361.582963:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:2.0:1767384361.582965:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a940d483 type 1, nob 688 niov 1 nkiov 1 00000400:00000200:2.0:1767384361.582978:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384361.582981:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000800:00000200:1.0:1767384361.583035:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384361.583040:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a940d483. 00000400:00000200:1.0:1767384361.583044:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384361.583046:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384361.583051:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 00000800:00000001:2.0:1767384361.583054:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.583056:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384361.583057:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.583063:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.583063:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000400:00000200:2.0:1767384361.583071:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : PUT - for me 00000400:00000200:2.0:1767384361.583078:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384361.583082:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 592/592 into md 0x1d11 [1] + 0 00000400:00000010:2.0:1767384361.583085:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7f55f3. 00000400:00000200:2.0:1767384361.583089:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e85cc526 00000800:00000001:2.0:1767384361.583092:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.583096:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.583097:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.583101:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: PUT: OK 00000400:00000200:2.0:1767384361.583110:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384361.583111:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000400:00000200:2.0:1767384361.583114:0:16133:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384361.583116:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000200:2.0:1767384361.583120:0:16133:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:2.0:1767384361.583123:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000001d35bb3. 00000400:00000200:2.0:1767384361.583125:0:16133:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 35 00000400:00000200:2.0:1767384361.583128:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384361.583139:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00000400:00000200:2.0:1767384361.583143:0:16133:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384361.583146:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384361.583149:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp NI seq info: [166:166:256:4294967295] 192.168.203.152@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1767384361.583157:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) -> 192.168.203.152@tcp(192.168.203.152@tcp:192.168.203.152@tcp) 192.168.203.152@tcp : ACK try# 0 00000800:00000200:2.0:1767384361.583161:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp 00000800:00000010:2.0:1767384361.583164:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000830897fd. 00000400:00000200:1.0:1767384361.583167:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384361.583168:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:2.0:1767384361.583175:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:1023 00000400:00000010:1.0:1767384361.583175:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000800:00000200:2.0:1767384361.583181:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000830897fd type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384361.583183:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000400:00000200:1.0:1767384361.583189:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009768bf1f 00000400:00000200:1.0:1767384361.583195:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3004f1 00000400:00000010:1.0:1767384361.583201:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000e49edcaf. 00000400:00000010:1.0:1767384361.583204:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 00000000b8fcdf16. 00000400:00000010:1.0:1767384361.583207:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000c798e826. 00000800:00000200:2.0:1767384361.583233:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.583236:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000830897fd. 00000400:00000200:2.0:1767384361.583240:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.583244:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 00000800:00000001:2.0:1767384361.583250:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384361.583253:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000e49edcaf. 00000800:00000001:2.0:1767384361.583254:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.583260:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384361.583261:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 00000000b8fcdf16. 00000800:00000001:2.0:1767384361.583264:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384361.583265:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000c798e826. 00000800:00000001:2.0:1767384361.583266:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.583272:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.583302:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp(192.168.203.152@tcp) <- 192.168.203.152@tcp : ACK - for me 00000400:00000200:2.0:1767384361.583310:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp: ACK from 12345-192.168.203.152@tcp into md 0x1d19 00000400:00000200:2.0:1767384361.583313:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384361.583315:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000001d35bb3. 00000400:00000200:1.0:1767384361.583327:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384361.583328:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp->192.168.203.152@tcp: ACK: OK 00000400:00000200:2.0:1767384361.583335:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:2.0:1767384361.583337:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000400:00000200:1.0:1767384361.583337:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300571 00000400:00000200:2.0:1767384361.583342:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384361.583346:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 1 00000400:00000200:2.0:1767384361.583354:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:1.0:1767384361.583357:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:1.0:1767384361.583369:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384361.583371:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:2.0:1767384361.583374:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (37) 00000400:00000200:1.0:1767384361.583385:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384361.583392:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (36) 00000800:00000001:2.0:1767384361.583393:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.583414:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384361.590811:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384361.590817:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384361.590821:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.590823:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384361.590831:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384361.590847:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384361.590851:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384361.590854:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000af6d461d. 20000000:01000000:3.0:1767384361.590856:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00080000:00000020:1.0:1767384361.590857:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384361.590860:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384361.590863:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384361.590874:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384361.590876:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00040000:00000001:1.0:1767384361.590877:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384361.590882:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384361.590883:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384361.590883:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:01000000:2.0:1767384361.590885:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:1.0:1767384361.590886:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384361.590889:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00040000:00000001:1.0:1767384361.590889:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384361.590892:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.590894:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384361.590894:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:1.0:1767384361.590894:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d5c50d80. 00010000:00000001:2.0:1767384361.590899:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384361.590900:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:1.0:1767384361.590900:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384361.590905:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000010:2.0:1767384361.590907:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000acc6f68d. 00080000:00000001:3.0:1767384361.590908:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384361.590913:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384361.590916:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e88d2e46. 00010000:00000010:2.0:1767384361.590917:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384361.590922:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384361.590923:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751498240 : -113996958053376 : ffff985203cf4c00) 00000020:00000040:2.0:1767384361.590925:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fec9 to hash 00080000:00000001:3.0:1767384361.590928:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384361.590928:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384361.590930:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.590932:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.590935:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.590938:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.590940:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.590947:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384361.590950:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384361.590952:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384361.590954:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.590955:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.590958:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.590959:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.590961:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384361.590963:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384361.590965:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384361.590973:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384361.590975:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000acc6f68d) refcount = 1 00010000:00010000:2.0:1767384361.590979:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.590984:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384361.590986:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384361.590987:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.590989:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.590990:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384361.590993:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:2.0:1767384361.590993:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384361.590998:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384361.590998:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384361.591004:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384361.591006:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384361.591007:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.591010:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384361.591012:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.591015:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.591017:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384361.591018:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.591023:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384361.591024:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.591025:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384361.591031:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384361.591033:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.591036:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.591037:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.591041:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.591042:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.591045:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384361.591046:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384361.591061:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384361.591064:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.591066:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384361.591068:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.591081:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384361.591083:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.591084:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.591085:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384361.591087:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.591089:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.591091:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384361.591093:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.591096:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384361.591098:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.591100:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.591103:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384361.591104:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384361.591106:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.591107:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.591109:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fec9 from hash 00010000:00000001:2.0:1767384361.591111:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384361.591112:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.591114:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.591115:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384361.591117:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384361.591119:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384361.591121:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384361.591123:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.591126:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.591127:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384361.591135:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384361.591137:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.591139:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.591140:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.591142:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.591143:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.591145:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384361.591149:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384361.591149:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.591152:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.591155:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:3.0:1767384361.591156:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384361.591158:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384361.591161:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.591162:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.591164:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384361.591166:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.591168:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.591170:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.591174:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384361.591176:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384361.591177:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fec9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384361.591181:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000acc6f68d count: 0 00010000:00000001:2.0:1767384361.591190:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384361.591192:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384361.597298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000acc6f68d. 00010000:00000010:2.1:1767384361.597306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00080000:00000001:3.0:1767384361.599994:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384361.599998:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384361.600000:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384361.600002:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384361.600004:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384361.600006:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e88d2e46. 00080000:00000001:3.0:1767384361.600010:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384361.600043:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384361.600048:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384361.600051:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.600054:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384361.600057:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384361.600073:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384361.600077:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384361.600079:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384361.600084:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384361.600084:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384361.600088:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384361.600092:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384361.600094:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384361.600099:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000acc6f68d. 00010000:00000001:2.0:1767384361.600103:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384361.600106:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384361.600114:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384361.600117:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fed0 to hash 00000020:00000001:2.0:1767384361.600119:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384361.600120:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600122:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600125:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.600127:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.600129:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600135:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384361.600137:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384361.600139:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384361.600140:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.600142:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.600143:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.600145:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.600146:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384361.600148:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384361.600150:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384361.600151:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384361.600152:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000acc6f68d) refcount = 1 00010000:00010000:2.0:1767384361.600155:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600159:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384361.600160:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384361.600161:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.600163:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600164:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384361.600166:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384361.600167:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384361.600169:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.600170:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.600171:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384361.600178:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600181:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600183:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384361.600184:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600188:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384361.600189:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600193:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.600194:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.600195:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600198:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.600199:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600201:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384361.600202:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384361.600205:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384361.600207:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.600208:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384361.600209:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600212:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384361.600213:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.600214:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.600215:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384361.600217:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600219:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384361.600221:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384361.600227:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600231:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384361.600233:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.600235:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600237:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384361.600238:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384361.600239:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.600240:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.600242:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fed0 from hash 00010000:00000001:2.0:1767384361.600244:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384361.600245:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.600246:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.600247:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384361.600248:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384361.600249:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384361.600251:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384361.600251:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.600253:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600254:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384361.600256:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384361.600258:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.600259:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.600260:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600262:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.600264:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.600265:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600269:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.600270:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.600271:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384361.600272:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384361.600308:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.600309:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.600311:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384361.600313:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.600320:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.600322:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.600327:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384361.600328:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384361.600330:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4fed0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384361.600334:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000acc6f68d count: 0 00010000:00000001:2.0:1767384361.600341:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384361.600342:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384361.601324:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294949343, at 4294949344 00000100:00000040:1.0:1767384361.601324:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294949343, at 4294949344 00000100:00000010:3.0:1767384361.601333:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d4e7d0b. 00000100:00000010:1.0:1767384361.601334:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da37ce75. 00000100:00000040:2.0:1767384361.601344:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294949343, at 4294949344 00000100:00000010:2.0:1767384361.601351:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8004dc8. 00080000:00000020:1.0:1767384361.601355:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384361.601360:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384361.601362:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efa97201. 20000000:00000001:1.0:1767384361.601369:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384361.601374:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737763712 00010000:00000001:1.0:1767384361.601377:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384361.601384:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041b46f71 x1853236737763712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384361.601395:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384361.601410:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384361.601414:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384361.601420:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384361.601423:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384361.601425:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384361.601436:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384361.601439:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.601442:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.601447:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.601452:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001702e61d. 00000100:00000200:1.0:1767384361.601456:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737763712, offset 224 00000400:00000200:1.0:1767384361.601464:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.601474:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384361.601482:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706980 00000400:00000200:1.0:1767384361.601488:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d01 [2] + 224 00000400:00000200:1.0:1767384361.601493:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.601498:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.601502:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384361.601506:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384361.601515:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.601533:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384361.601540:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001702e61d 00000400:00000010:1.0:1767384361.601543:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001702e61d. 00000100:00000001:1.0:1767384361.601547:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.601549:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384361.601552:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.601555:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384361.601558:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384361.601561:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.601563:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384361.601567:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041b46f71 x1853236737763712/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.601569:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.601572:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384361.601577:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384361.601578:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041b46f71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737763712:12345-0@lo:253: Request processed in 19503us (20162us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384361.601579:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384361.601581:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034546b63. 00000400:00000200:3.0:1767384361.601585:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d69a7a04 00000400:00000010:3.0:1767384361.601588:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d69a7a04. 00000100:00100000:1.0:1767384361.601588:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:3.0:1767384361.601591:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384361.601592:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000200:3.0:1767384361.601596:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.601602:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384361.601605:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384361.601606:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384361.601609:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056aa7cc3. 00000100:00000001:3.0:1767384361.601614:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384361.601615:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f6cd5fb. 00000020:00000010:1.0:1767384361.601621:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa150184. 00000100:00000001:3.0:1767384361.601623:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.601625:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384361.601626:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384361.601628:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384361.601630:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384361.601630:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384361.601633:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.601633:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009cd17bf1. 02000000:00000001:3.0:1767384361.601636:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.601638:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384361.601640:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=76 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384361.601641:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384361.601644:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.601646:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384361.601646:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384361.601648:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.601650:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d9febb2. 00010000:00000001:3.0:1767384361.601651:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384361.601653:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.601656:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.601656:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001702e61d. 00000100:00000040:3.0:1767384361.601660:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.601668:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.601671:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384361.601673:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384361.601677:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384361.601680:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384361.601683:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384361.601685:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384361.601687:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384361.601688:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384361.601690:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384361.601692:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384361.601694:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384361.601696:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384361.601700:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.601710:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737763712:0@lo:253: 00000100:00000001:3.0:1767384361.601716:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.601719:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384361.601722:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdcacbd8 x1853236737763712/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.601731:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384361.601739:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384361.601742:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bcced760. 02000000:00000001:3.0:1767384361.601745:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384361.601747:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384361.601749:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384361.601751:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384361.601754:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000696f8fa6. 02000000:00000001:3.0:1767384361.601758:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384361.601760:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384361.601762:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdcacbd8. 00000100:00000001:3.0:1767384361.601765:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384361.601767:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.601770:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.601776:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384361.601777:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.601780:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.601782:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.602337:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294949343, at 4294949345 00000100:00000010:0.0:1767384361.602346:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e099309. 00000400:00000010:2.0:1767384361.604193:0:34238:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000057e676ca. 00000400:00000040:2.0:1767384361.604210:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.604213:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384361.604215:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.604217:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.604231:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.604232:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384361.604235:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.604237:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384361.604238:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384361.604239:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384361.604241:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384361.604243:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.604245:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384361.604247:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.604248:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384361.604249:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384361.604250:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384361.604251:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384361.604252:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384361.604254:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.604255:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.604256:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.604263:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.604265:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.604266:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384361.604268:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.604270:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.604271:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.604272:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.604298:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.604300:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384361.604302:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384361.604303:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384361.604304:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384361.604306:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384361.604308:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.604309:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384361.604311:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384361.604313:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.604315:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384361.604316:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384361.604318:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384361.604319:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384361.604321:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384361.604322:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384361.604323:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384361.604324:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384361.604325:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384361.604326:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384361.604328:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384361.604329:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384361.604330:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384361.604332:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384361.604333:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384361.604335:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384361.604336:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384361.604337:0:34238:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384361.604464:0:34238:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000057e676ca. 00080000:00000020:3.0:1767384361.604483:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384361.604487:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384361.604489:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000006824017. 20000000:00000001:3.0:1767384361.604495:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384361.604498:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737763840 00010000:00000001:3.0:1767384361.604501:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384361.604505:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000a67a35 x1853236737763840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384361.604516:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.604518:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.604520:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.604524:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.604527:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.604530:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384361.604533:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.604535:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.604550:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.604553:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.604556:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f9d54a8. 00000100:00000200:3.0:1767384361.604560:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737763840, offset 224 00000400:00000200:3.0:1767384361.604572:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.604578:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.604584:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706a00 00000400:00000200:3.0:1767384361.604588:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d09 [2] + 224 00000400:00000200:3.0:1767384361.604595:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.604598:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.604602:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.604605:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.604615:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.604635:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.604640:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9d54a8 00000400:00000010:3.0:1767384361.604642:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f9d54a8. 00000100:00000001:3.0:1767384361.604645:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384361.604646:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.604649:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.604652:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384361.604656:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384361.604658:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.604660:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384361.604663:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384361.604665:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000a67a35 x1853236737763840/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.604669:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384361.604675:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384361.604679:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384361.604682:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000a67a35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737763840:12345-0@lo:253: Request processed in 22602us (23085us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384361.604683:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d612d639. 00000400:00000200:0.0:1767384361.604692:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf747415 00000400:00000010:0.0:1767384361.604695:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf747415. 00000100:00100000:3.0:1767384361.604696:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1767384361.604702:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384361.604703:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384361.604708:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384361.604710:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.604711:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384361.604717:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbce18c8. 00000020:00000010:3.0:1767384361.604724:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000888c203. 00000100:00000200:0.0:1767384361.604731:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384361.604732:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bc4a8e2. 00000100:00000001:0.0:1767384361.604746:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384361.604747:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384361.604749:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.604754:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384361.604755:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384361.604757:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384361.604760:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1f7ce00. 00000100:00000001:0.0:1767384361.604761:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384361.604764:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.604768:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.604769:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384361.604772:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=76 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384361.604773:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384361.604782:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=76 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384361.604783:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384361.604787:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384361.604790:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001347a48e. 00000100:00000001:0.0:1767384361.604791:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.604797:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384361.604798:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f9d54a8. 00010000:00000001:0.0:1767384361.604799:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.604805:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.604811:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.604820:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.604823:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384361.604825:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384361.604840:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384361.604849:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384361.604851:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384361.604852:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384361.604853:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384361.604855:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384361.604856:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384361.604857:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384361.604858:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384361.604862:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384361.604870:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8dd4446 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737763840:0@lo:253: 00000100:00000001:0.0:1767384361.604874:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.604876:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384361.604879:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8dd4446 x1853236737763840/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.604886:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384361.604887:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384361.604889:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000023abe634. 02000000:00000001:0.0:1767384361.604893:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384361.604895:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384361.604896:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384361.604898:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384361.604900:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:0.0:1767384361.604904:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384361.604905:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384361.604906:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8dd4446. 00000100:00000001:0.0:1767384361.604910:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384361.604911:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.604913:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.604918:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384361.604920:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.604922:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.604924:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384361.611414:0:34241:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000acc6f68d. 00010000:00000010:2.1:1767384361.611421:0:34241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00010000:00000001:3.0:1767384362.018387:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384362.018393:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.018411:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384362.018413:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.018447:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384362.018451:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.018454:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384362.145335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.145342:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767384362.145342:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384362.145347:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384362.145350:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdcacbd8. 00000100:00000010:1.0:1767384362.145354:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 00000020:00000040:3.0:1767384362.145356:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384362.145363:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384362.145364:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.145368:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384362.145371:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.145373:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.145376:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384362.145383:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000968d190d. 02000000:00000001:1.0:1767384362.145383:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.145393:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384362.145409:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b0f25af. 00000100:00000001:1.0:1767384362.145417:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145424:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384362.145427:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.145459:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce5ce3b] to pc [ptlrpcd_00_03+3] req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384362.145487:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145499:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384362.145504:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384362.145507:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.145516:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384362.145519:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.145522:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.145524:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384362.145526:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384362.145532:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.145550:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384362.145552:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.145556:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384362.145559:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384362.145563:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.145566:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737764096:0@lo:13: 00000100:00000001:1.0:1767384362.145571:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384362.145576:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384362.145578:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.145581:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384362.145586:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c798e826. 02000000:00000001:1.0:1767384362.145588:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.145594:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081296ce5. 00000400:00000010:1.0:1767384362.145600:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 00000100:00000200:1.0:1767384362.145607:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737764096, portal 4 00000100:00000001:1.0:1767384362.145610:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384362.145612:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 00000100:00000040:1.0:1767384362.145619:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.145628:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.145632:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.145634:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384362.145638:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737764096, offset 0 00000400:00000200:1.0:1767384362.145644:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.145659:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.145671:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d706b00 00000400:00000200:1.0:1767384362.145678:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000400:00000200:1.0:1767384362.145706:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.145711:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.145718:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384362.145720:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384362.145723:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000568d4e69. 00000100:00000040:1.0:1767384362.145733:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000568d4e69 x1853236737764096 msgsize 224 00000100:00100000:1.0:1767384362.145739:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384362.145750:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.145760:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384362.145763:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384362.145767:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384362.145770:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.145781:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384362.145784:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.145791:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145793:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.145798:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.145803:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6136 usecs (7 jiffies) 00000100:00000001:1.0:1767384362.145807:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949895 00000100:00000010:1.0:1767384362.145811:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da37ce75. 00000100:00000001:1.0:1767384362.145818:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384362.145823:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949895 00000100:00000010:1.0:1767384362.145826:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000251b0152. 00000100:00000001:1.0:1767384362.145829:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384362.145832:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949895 00000100:00000010:1.0:1767384362.145835:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a6b0df0. 00000100:00000001:1.0:1767384362.145838:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384362.145841:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949895 00000100:00000010:1.0:1767384362.145844:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e099309. 00000100:00000001:1.0:1767384362.145847:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384362.145850:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.145853:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145857:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145860:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.145885:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.145888:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764096 02000000:00000001:1.0:1767384362.145891:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.145894:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.145897:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.145902:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.145907:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764096 00000020:00000001:1.0:1767384362.145910:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.145912:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:1.0:1767384362.145915:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.145918:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:1.0:1767384362.145921:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:1.0:1767384362.145924:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:1.0:1767384362.145929:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.145933:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000020:00000010:1.0:1767384362.145938:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ef4a1888. 00000020:00000040:1.0:1767384362.145945:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:1.0:1767384362.145956:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384362.145962:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0513e75. 00000020:00000010:1.0:1767384362.145968:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088d2ce40. 00000020:00000010:1.0:1767384362.145972:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0cce15e. 00000100:00000040:1.0:1767384362.145984:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384362.145987:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.145990:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.145992:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.146001:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.146575:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.146585:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.146588:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.146588:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.146597:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdcacbd8] to pc [ptlrpcd_00_00+0] req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.146612:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.146616:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384362.146621:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.146625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767384362.146626:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384362.146632:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384362.146635:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000010:3.0:1767384362.146637:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23f6f09. 00000100:00000001:1.0:1767384362.146641:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009630464 : -113991699921152 : ffff98533d380700) 00000020:00000040:3.0:1767384362.146642:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384362.146648:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384362.146653:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000568d4e69 x1853236737764096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.146659:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.146663:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.146670:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f07db44. 00000100:00000001:3.0:1767384362.146674:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.146679:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.146688:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.146690:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.146698:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23f6f09] to pc [ptlrpcd_00_01+1] req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.146709:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.146712:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.146715:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fbd88e4. 00000100:00000040:3.0:1767384362.146716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.146722:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384362.146725:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384362.146727:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a54f657. 00000020:00000010:1.0:1767384362.146732:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fbd88e4. 00000020:00000040:3.0:1767384362.146733:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384362.146737:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.146740:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.146742:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.146746:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000825137c9. 00000100:00100000:1.0:1767384362.146747:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000568d4e69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737764096:12345-0@lo:13: 00000100:00000001:3.0:1767384362.146750:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.146757:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384362.146759:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764096 00000100:00000001:3.0:1767384362.146768:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767384362.146768:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384362.146772:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.146775:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384362.146777:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a54f657] to pc [ptlrpcd_00_02+2] req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.146780:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.146788:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.146793:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000001:3.0:1767384362.146799:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.146799:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.146806:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.146807:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000020:00000001:1.0:1767384362.146815:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.146818:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.146821:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.146822:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384362.146828:0:16141:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384362.146829:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384362.146830:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384362.146835:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384362.146838:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384362.146843:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b8fcdf16. 00000100:00000001:3.0:1767384362.146849:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384362.146850:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.146852:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.146857:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384362.146857:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.146860:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00002000:00000001:1.0:1767384362.146865:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384362.146866:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384362.146874:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384362.146875:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.146878:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.146879:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:3.0:1767384362.146881:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.146884:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384362.146886:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:3.0:1767384362.146887:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.146891:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a54f657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737764352:0@lo:400: 00000100:00000001:3.0:1767384362.146894:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.146896:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.146898:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.146900:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1767384362.146902:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.146903:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000932a4995. 02000000:00000001:3.0:1767384362.146908:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.146910:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384362.146914:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00002000:00000024:1.0:1767384362.146915:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000010:3.0:1767384362.146921:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000020:00000020:1.0:1767384362.146923:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000200:3.0:1767384362.146925:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737764352, portal 10 00000020:00000020:1.0:1767384362.146929:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384362.146930:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.146933:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877985024 : -113991831566592 : ffff9853355f4700) 00002000:00000020:1.0:1767384362.146940:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000040:3.0:1767384362.146941:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384362.146949:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384362.146955:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.146957:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:1.0:1767384362.146957:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1767384362.146961:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000200:3.0:1767384362.146962:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737764352, offset 0 00000400:00000200:3.0:1767384362.146968:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384362.146969:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384362.146975:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.146977:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1767384362.146982:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737764096 00000400:00000200:3.0:1767384362.146987:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706c00 00010000:00000001:1.0:1767384362.146988:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384362.146995:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00010000:00000200:1.0:1767384362.147000:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000568d4e69 x1853236737764096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.147002:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384362.147015:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384362.147017:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384362.147022:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147024:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.147029:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1767384362.147031:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=67 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384362.147033:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005adf38e5. 00000100:00000040:3.0:1767384362.147038:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000005adf38e5 x1853236737764352 msgsize 224 00000100:00000001:1.0:1767384362.147042:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384362.147043:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384362.147050:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384362.147055:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384362.147056:0:16141:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384362.147062:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384362.147065:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 02000000:00000001:1.0:1767384362.147066:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.147069:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:1.0:1767384362.147073:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384362.147074:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.147082:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.147082:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.147090:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000001:3.0:1767384362.147092:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.147097:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.147098:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737764096, offset 224 00000100:00000001:3.0:1767384362.147109:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147113:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.147115:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384362.147118:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.147122:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3347 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.147125:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294949893 00000100:00000001:3.0:1767384362.147131:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294949895 00000400:00000200:1.0:1767384362.147131:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384362.147136:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294949893 00000100:00000001:3.0:1767384362.147140:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294949895 00000100:00000001:3.0:1767384362.147141:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294949893 00000100:00000001:3.0:1767384362.147142:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294949895 00000100:00000001:3.0:1767384362.147145:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000400:00000200:1.0:1767384362.147147:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d706b00 00000100:00000001:3.0:1767384362.147148:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294949895 00000100:00000001:3.0:1767384362.147153:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.147157:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147160:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.147161:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d31 [1] + 224 00000100:00000001:3.0:1767384362.147166:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.147170:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.147176:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.147185:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.147190:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147198:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384362.147203:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147204:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.147209:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.147217:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.147220:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.147228:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000100:00000001:3.0:1767384362.147230:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384362.147233:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:3.0:1767384362.147235:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.147240:0:17551:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384362.147241:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.147244:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.147246:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.147249:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737763968:0@lo:400: 00000100:00000001:1.0:1767384362.147252:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.147253:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.147258:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.147260:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.147261:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.147262:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.147266:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3431973. 02000000:00000001:3.0:1767384362.147271:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.147271:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:3.0:1767384362.147297:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445e32d6. 00000400:00000010:3.0:1767384362.147304:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000200:3.0:1767384362.147307:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737763968, portal 4 00000100:00000001:3.0:1767384362.147312:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384362.147312:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384362.147317:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877983232 : -113991831568384 : ffff9853355f4000) 00000020:00000001:1.0:1767384362.147318:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.147324:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.147324:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384362.147333:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.147335:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000568d4e69 x1853236737764096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.147339:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.147344:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000200:3.0:1767384362.147348:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737763968, offset 0 00000400:00000200:3.0:1767384362.147357:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384362.147361:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000568d4e69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737764096:12345-0@lo:13: Request processed in 651us (1623us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384362.147367:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.147379:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d706a80 00000100:00100000:1.0:1767384362.147382:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000200:3.0:1767384362.147388:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00000040:1.0:1767384362.147389:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000400:00000200:3.0:1767384362.147406:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.147410:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.147414:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.147418:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384362.147423:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384362.147425:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088d2ce40. 00000100:00000200:3.0:1767384362.147426:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384362.147432:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8dd4446. 00000020:00000010:1.0:1767384362.147434:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0cce15e. 00000100:00000040:3.0:1767384362.147436:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e8dd4446 x1853236737763968 msgsize 224 00000100:00100000:3.0:1767384362.147445:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384362.147445:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0513e75. 00000020:00000040:1.0:1767384362.147454:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:3.0:1767384362.147456:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384362.147460:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.147464:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:3.0:1767384362.147467:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000100:00000001:3.0:1767384362.147471:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.147475:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147482:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1767384362.147484:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384362.147485:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384362.147492:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:3.0:1767384362.147494:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147499:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.147505:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.147509:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6136 usecs (7 jiffies) 00000100:00000001:3.0:1767384362.147511:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949897 00000100:00000001:3.0:1767384362.147517:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294949895 00000100:00000001:3.0:1767384362.147524:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949897 00000100:00000001:3.0:1767384362.147531:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294949895 00000100:00000001:3.0:1767384362.147536:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949897 00000100:00000001:3.0:1767384362.147541:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294949895 00000100:00000001:3.0:1767384362.147544:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949897 00000100:00000001:3.0:1767384362.147546:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294949895 00000100:00000001:3.0:1767384362.147551:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.147553:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147555:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147557:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147562:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.147570:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.147572:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.147573:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.147574:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.147575:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384362.147577:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147580:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.147581:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147582:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.147583:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.147585:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.147587:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147592:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.147593:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.147595:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.147597:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.147599:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.147601:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737764224:0@lo:400: 00000100:00000001:3.0:1767384362.147604:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.147606:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.147608:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.147609:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.147613:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d483db49. 02000000:00000001:3.0:1767384362.147614:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.147618:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000400:00000010:3.0:1767384362.147622:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000200:3.0:1767384362.147625:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737764224, portal 10 00000100:00000001:3.0:1767384362.147627:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.147628:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081877995776 : -113991831555840 : ffff9853355f7100) 00000100:00000040:3.0:1767384362.147632:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147636:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.147638:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.147641:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000200:3.0:1767384362.147649:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737764224, offset 0 00000400:00000200:3.0:1767384362.147655:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.147662:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.147667:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d706b80 00000400:00000200:3.0:1767384362.147672:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000400:00000200:3.0:1767384362.147675:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.147679:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.147682:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.147683:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384362.147687:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b4205f2. 00000100:00000040:3.0:1767384362.147689:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006b4205f2 x1853236737764224 msgsize 224 00000100:00100000:3.0:1767384362.147694:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.147702:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.147706:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:3.0:1767384362.147708:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:3.0:1767384362.147711:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.147714:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147720:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.147724:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147730:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147732:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.147736:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.147738:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3145 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.147740:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949894 00000100:00000001:3.0:1767384362.147742:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949897 00000100:00000001:3.0:1767384362.147743:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949894 00000100:00000001:3.0:1767384362.147746:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949897 00000100:00000001:3.0:1767384362.147747:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949894 00000100:00000001:3.0:1767384362.147750:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949897 00000100:00000001:3.0:1767384362.147751:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949894 00000100:00000001:3.0:1767384362.147761:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949897 00000100:00000001:3.0:1767384362.147762:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.147764:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147767:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147770:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147779:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.147781:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147790:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.147791:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764352 02000000:00000001:3.0:1767384362.147793:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.147794:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.147796:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.147798:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.147800:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764352 00000020:00000001:3.0:1767384362.147802:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.147803:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384362.147806:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.147808:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:3.0:1767384362.147810:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:3.0:1767384362.147812:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384362.147815:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.147818:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa563a48. 00000020:00000010:3.0:1767384362.147821:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f11afff9. 00000020:00000040:3.0:1767384362.147825:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384362.147831:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384362.147835:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000abe9827. 00000020:00000010:3.0:1767384362.147838:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089278ab6. 00000020:00000010:3.0:1767384362.147841:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 00000100:00000040:3.0:1767384362.147848:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384362.147850:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.147851:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.147853:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147859:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.147861:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.147862:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147875:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147883:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.147884:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764224 02000000:00000001:3.0:1767384362.147886:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.147887:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.147889:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.147891:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.147893:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764224 00000020:00000001:3.0:1767384362.147895:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.147897:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:3.0:1767384362.147898:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.147900:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000020:00000001:3.0:1767384362.147902:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000020:00000001:3.0:1767384362.147903:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:3.0:1767384362.147905:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.147908:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:3.0:1767384362.147910:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.147913:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000020:00000010:3.0:1767384362.147919:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064363bda. 00000020:00000010:3.0:1767384362.147922:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7f0ed5b. 00000020:00000010:3.0:1767384362.147926:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000001:3.0:1767384362.147930:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.147932:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.147933:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147936:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.147938:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.147940:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.147947:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.147956:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.147958:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.147963:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384362.147965:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:3.0:1767384362.147967:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877992192 : -113991831559424 : ffff9853355f6300) 00000100:00000040:3.0:1767384362.147971:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005adf38e5 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.147985:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.147988:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:3.0:1767384362.147991:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.147993:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000100:00100000:3.0:1767384362.147999:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005adf38e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737764352:12345-0@lo:400: 00000100:00000200:3.0:1767384362.148002:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764352 00000020:00000001:3.0:1767384362.148005:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.148008:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.148010:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148011:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.148013:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384362.148015:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.148017:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.148019:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.148021:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.148023:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148025:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.148028:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.148030:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.148034:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e88d2e46. 02000000:00000001:3.0:1767384362.148036:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148038:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148040:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.148042:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764352 00010000:00000001:3.0:1767384362.148045:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.148047:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005adf38e5 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.148053:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.148055:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.148058:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.148061:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.148063:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.148070:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384362.148073:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.148074:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148077:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.148080:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.148083:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000200:3.0:1767384362.148086:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737764352, offset 224 00000400:00000200:3.0:1767384362.148092:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.148099:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.148107:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706c00 00000400:00000200:3.0:1767384362.148111:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d39 [1] + 224 00000400:00000200:3.0:1767384362.148115:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.148117:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.148121:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.148125:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.148132:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148142:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.148147:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:3.0:1767384362.148148:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:3.0:1767384362.148152:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.148153:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.148156:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.148160:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.148162:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.148165:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148168:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.148172:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005adf38e5 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.148183:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005adf38e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737764352:12345-0@lo:400: Request processed in 197us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384362.148194:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384362.148206:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384362.148209:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.148211:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.148215:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089278ab6. 00000020:00000010:3.0:1767384362.148221:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000020:00000010:3.0:1767384362.148227:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000abe9827. 00000020:00000040:3.0:1767384362.148235:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:3.0:1767384362.148238:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.148251:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.148253:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.148258:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384362.148260:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:3.0:1767384362.148262:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759389312 : -113996950162304 : ffff98520447b480) 00000100:00000040:3.0:1767384362.148266:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b4205f2 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148272:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.148306:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:3.0:1767384362.148308:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.148310:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000100:00100000:3.0:1767384362.148316:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b4205f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737764224:12345-0@lo:400: 00000100:00000200:3.0:1767384362.148319:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764224 00000020:00000001:3.0:1767384362.148321:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.148324:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.148326:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148328:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.148330:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384362.148332:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.148334:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.148336:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.148338:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.148339:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148340:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.148348:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.148350:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.148352:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000669aea88. 02000000:00000001:3.0:1767384362.148354:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148356:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148357:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.148359:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764224 00010000:00000001:3.0:1767384362.148361:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.148364:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b4205f2 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.148370:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.148371:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.148373:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.148376:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.148378:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.148379:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384362.148381:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.148383:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148385:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.148386:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.148388:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000200:3.0:1767384362.148391:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737764224, offset 224 00000400:00000200:3.0:1767384362.148413:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.148420:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.148426:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d706b80 00000400:00000200:3.0:1767384362.148431:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d4d [1] + 224 00000400:00000200:3.0:1767384362.148434:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.148438:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.148440:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.148443:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.148451:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148461:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.148472:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:3.0:1767384362.148473:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:3.0:1767384362.148476:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.148477:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.148479:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.148481:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.148484:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.148485:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148486:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.148489:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b4205f2 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.148495:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b4205f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236737764224:12345-0@lo:400: Request processed in 222us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384362.148501:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384362.148503:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:3.0:1767384362.148505:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.148507:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.148509:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7f0ed5b. 00000020:00000010:3.0:1767384362.148512:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:3.0:1767384362.148514:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064363bda. 00000020:00000040:3.0:1767384362.148516:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:3.0:1767384362.148519:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.148539:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.148540:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737763968 02000000:00000001:3.0:1767384362.148542:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.148543:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.148545:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.148547:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.148549:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737763968 00000020:00000001:3.0:1767384362.148550:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.148552:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:3.0:1767384362.148554:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.148556:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:3.0:1767384362.148558:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:3.0:1767384362.148560:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384362.148569:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.148571:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:3.0:1767384362.148574:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.148577:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000020:00000010:3.0:1767384362.148582:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064363bda. 00000020:00000010:3.0:1767384362.148585:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7f0ed5b. 00000020:00000010:3.0:1767384362.148587:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000040:3.0:1767384362.148597:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384362.148599:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.148601:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.148602:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.148607:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.148609:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.148611:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148621:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.148634:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.148635:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.148641:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384362.148643:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384362.148646:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081877988608 : -113991831563008 : ffff9853355f5500) 00000100:00000040:3.0:1767384362.148649:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8dd4446 x1853236737763968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148655:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.148657:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:3.0:1767384362.148660:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.148662:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000100:00100000:3.0:1767384362.148667:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8dd4446 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737763968:12345-0@lo:400: 00000100:00000200:3.0:1767384362.148670:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737763968 00000020:00000001:3.0:1767384362.148672:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.148675:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.148676:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148678:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.148680:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384362.148689:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.148691:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.148693:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.148694:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.148696:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148698:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.148701:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.148703:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.148707:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007d019935. 02000000:00000001:3.0:1767384362.148709:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148711:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148712:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.148714:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737763968 00010000:00000001:3.0:1767384362.148716:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.148720:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8dd4446 x1853236737763968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.148726:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.148727:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.148729:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.148732:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.148734:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.148736:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384362.148738:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.148739:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.148742:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.148746:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.148749:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000200:3.0:1767384362.148752:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737763968, offset 224 00000400:00000200:3.0:1767384362.148758:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.148764:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.148771:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d706a80 00000400:00000200:3.0:1767384362.148776:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d45 [1] + 224 00000400:00000200:3.0:1767384362.148780:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.148785:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.148788:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.148799:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.148806:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148814:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.148819:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:3.0:1767384362.148820:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:3.0:1767384362.148824:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.148825:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.148829:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.148832:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.148834:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.148836:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.148838:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.148841:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8dd4446 x1853236737763968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.148849:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8dd4446 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737763968:12345-0@lo:400: Request processed in 191us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384362.148856:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384362.148858:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384362.148860:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.148862:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.148865:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7f0ed5b. 00000020:00000010:3.0:1767384362.148868:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:3.0:1767384362.148872:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064363bda. 00000020:00000040:3.0:1767384362.148876:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:3.0:1767384362.148879:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384362.148917:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384362.148922:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384362.148934:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.148936:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.148941:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.148943:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.148951:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000400:00000200:3.0:1767384362.148957:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384362.148958:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384362.148962:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.148967:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.148974:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.148982:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.148984:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.148986:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.148989:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.148990:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.148992:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.148994:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.148998:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.149001:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.149004:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.149005:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.149008:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.149012:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.149018:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149020:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.149022:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384362.149024:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.149025:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.149029:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149034:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.149037:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.149038:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.149042:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.149059:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a54f657 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737764352:0@lo:400: 00000100:00000001:3.0:1767384362.149063:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149065:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.149068:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a54f657 x1853236737764352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149074:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.149077:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.149079:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000932a4995. 02000000:00000001:3.0:1767384362.149082:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.149084:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.149085:0:16141:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384362.149087:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.149088:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000825137c9. 02000000:00000001:3.0:1767384362.149091:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.149093:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.149095:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a54f657. 00000100:00000001:3.0:1767384362.149097:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.149099:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149100:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149104:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.149105:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149107:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.149108:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149116:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.149117:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.149121:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.149122:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.149124:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081296ce5. 00000400:00000200:3.0:1767384362.149127:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f2bea0 00000400:00000010:3.0:1767384362.149129:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f2bea0. 00000100:00000001:3.0:1767384362.149133:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.149137:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.149143:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149156:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.149159:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149161:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.149163:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.149165:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.149167:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.149170:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.149175:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.149179:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.149183:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.149185:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.149187:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.149192:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.149200:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149203:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.149205:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384362.149208:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.149210:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.149215:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149224:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.149227:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.149229:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384362.149232:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384362.149237:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384362.149239:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384362.149245:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384362.149249:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.149253:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.149270:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ce5ce3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737764096:0@lo:13: 00000100:00000001:3.0:1767384362.149527:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149531:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.149535:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ce5ce3b x1853236737764096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149541:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.149542:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.149544:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c798e826. 02000000:00000001:3.0:1767384362.149547:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.149549:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.149550:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384362.149552:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.149554:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b0f25af. 02000000:00000001:3.0:1767384362.149556:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.149557:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.149559:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 00000100:00000001:3.0:1767384362.149563:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.149564:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149566:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149572:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.149573:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149575:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.149576:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149594:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.149595:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.149599:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.149601:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.149602:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000400:00000200:3.0:1767384362.149606:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:3.0:1767384362.149607:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000100:00000001:3.0:1767384362.149610:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.149612:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.149618:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149630:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.149632:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149634:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.149636:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.149637:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.149638:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.149640:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.149643:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.149646:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.149648:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.149649:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.149650:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.149654:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.149659:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149661:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.149662:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384362.149664:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.149665:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.149667:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149672:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.149674:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.149676:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.149678:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.149684:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23f6f09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236737764224:0@lo:400: 00000400:00000001:3.0:1767384362.149688:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.149689:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.149690:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445e32d6. 00000400:00000200:3.0:1767384362.149694:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:3.0:1767384362.149695:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:3.0:1767384362.149704:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.149706:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.149711:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149718:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.149720:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149722:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.149724:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.149725:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.149727:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.149729:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.149731:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.149734:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.149736:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.149738:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.149739:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.149743:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.149748:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149750:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.149752:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384362.149753:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.149754:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.149758:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149762:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.149764:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.149766:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.149769:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.149774:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdcacbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737763968:0@lo:400: 00000100:00000001:3.0:1767384362.149785:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149786:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.149788:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23f6f09 x1853236737764224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149794:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.149796:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.149798:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d483db49. 02000000:00000001:3.0:1767384362.149802:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.149804:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.149805:0:16138:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384362.149807:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.149808:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f07db44. 02000000:00000001:3.0:1767384362.149810:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.149812:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.149813:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23f6f09. 00000100:00000001:3.0:1767384362.149816:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.149817:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149818:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.149820:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdcacbd8 x1853236737763968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.149826:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.149828:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.149830:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3431973. 02000000:00000001:3.0:1767384362.149833:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.149834:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.149835:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384362.149836:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.149837:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000968d190d. 02000000:00000001:3.0:1767384362.149840:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.149841:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.149842:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdcacbd8. 00000100:00000001:3.0:1767384362.149846:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.149847:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149848:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.149852:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.149853:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.149860:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.149863:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.155347:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294949897, at 4294949898 00000100:00000040:1.0:1767384362.155353:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294949897, at 4294949898 00000100:00000010:0.0:1767384362.155356:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da37ce75. 00000100:00000010:1.0:1767384362.155359:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000251b0152. 00000100:00000040:3.0:1767384362.155363:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294949897, at 4294949898 00000100:00000010:3.0:1767384362.155373:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e099309. 00000100:00000040:2.0:1767384362.155617:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294949897, at 4294949898 00000100:00000010:2.0:1767384362.155625:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a6b0df0. 00000800:00000200:1.0:1767384362.402346:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 00000800:00000200:1.0:1767384362.402356:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:988 00000800:00000200:1.0:1767384362.402360:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384362.402455:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384362.402459:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.402466:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.402470:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.402472:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384362.658340:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384362.658345:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384362.658350:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384362.658353:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384362.658354:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384362.658356:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384362.658359:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384362.658362:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384362.658364:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 69 10000000:00000001:2.0:1767384362.658367:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384362.658369:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384362.658377:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000020:00000040:2.0:1767384362.658382:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384362.658386:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.658389:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384362.658407:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.658413:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000990d486e. 00000100:00000001:2.0:1767384362.658418:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.658422:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384362.658424:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384362.658431:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000acc6f68d. 00010000:00000001:2.0:1767384362.658434:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384362.658436:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384362.658439:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384362.658441:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4fed7 to hash 00000020:00000001:2.0:1767384362.658443:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384362.658444:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.658446:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.658450:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384362.658452:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.658454:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384362.658470:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384362.658477:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384362.658481:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384362.658483:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384362.658487:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc64b28. 00000100:00000001:2.0:1767384362.658489:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754405248 : -113996955146368 : ffff985203fba780) 00000100:00000001:2.0:1767384362.658491:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.658492:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000001:2.0:1767384362.658496:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.658498:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.658499:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384362.658500:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384362.658506:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.658512:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.658514:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.658517:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384362.658519:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384362.658520:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.658522:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737764480:0@lo:101: 00000100:00000001:2.0:1767384362.658525:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384362.658529:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384362.658531:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.658532:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384362.658535:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003f380c7f. 02000000:00000001:2.0:1767384362.658536:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.658541:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7f55f3. 00000400:00000010:2.0:1767384362.658546:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000100:00000200:2.0:1767384362.658555:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737764480, portal 25 00000100:00000001:2.0:1767384362.658557:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.658558:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000040:2.0:1767384362.658561:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.658566:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384362.658568:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384362.658571:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000200:2.0:1767384362.658572:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737764480, offset 0 00000400:00000200:2.0:1767384362.658577:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384362.658586:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.658594:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d706c80 00000400:00000200:2.0:1767384362.658599:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14cd [2] + 0 00000400:00000010:2.0:1767384362.658602:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022a4c9ef. 00000400:00000200:2.0:1767384362.658605:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006470da2b 00000400:00000200:2.0:1767384362.658609:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.658614:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.658617:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006470da2b 00000400:00000010:2.0:1767384362.658618:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006470da2b. 00000100:00000001:2.0:1767384362.658622:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.658623:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.658625:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000000dde7fe9 x1853236737764480 msgsize 328 00000100:00100000:2.0:1767384362.658628:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384362.658629:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.658639:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.658644:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384362.658645:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:2.0:1767384362.658649:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384362.658652:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.658663:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.658666:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.658673:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.658680:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.658687:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.658692:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294950420 00000100:00000010:2.0:1767384362.658696:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006baf7e0a. 00000100:00000001:3.0:1767384362.658701:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384362.658702:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384362.658706:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764480 02000000:00000001:3.0:1767384362.658709:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384362.658710:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294950420 00000100:00000001:3.0:1767384362.658712:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.658715:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384362.658717:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48360ac. 02000000:00000001:3.0:1767384362.658719:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.658722:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384362.658723:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764480 00000020:00000001:3.0:1767384362.658728:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384362.658728:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294950420 00000020:00000040:3.0:1767384362.658730:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384362.658733:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.658735:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000010:2.0:1767384362.658736:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000293adcd3. 00000020:00000001:3.0:1767384362.658739:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384362.658742:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384362.658742:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384362.658748:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384362.658749:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294950420 00000020:00000010:3.0:1767384362.658752:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000019c032. 00000100:00000010:2.0:1767384362.658754:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000661671e4. 00000100:00000001:3.0:1767384362.658756:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.658760:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000019c032. 00000100:00000001:2.0:1767384362.658761:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384362.658766:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000abe9827. 00000100:00000001:2.0:1767384362.658767:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.658772:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc65bf99. 00000100:00000001:2.0:1767384362.658772:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.658775:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384362.658779:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000001:2.0:1767384362.658779:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384362.658784:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000abc64b28 going to sleep for 11 seconds 00000100:00000001:2.0:1767384362.658789:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384362.658790:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384362.658792:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.658794:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.658796:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.658798:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.658804:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.658816:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.658827:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.658828:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.658833:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:3.0:1767384362.658836:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384362.658838:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017951824 : -113991691599792 : ffff98533db70050) 00000100:00000040:3.0:1767384362.658849:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000dde7fe9 x1853236737764480/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.658856:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.658858:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000019c032. 00000100:00000001:3.0:1767384362.658860:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.658861:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000019c032. 00000100:00100000:3.0:1767384362.658865:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000dde7fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737764480:12345-0@lo:101: 00000100:00000200:3.0:1767384362.658868:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764480 00000020:00000001:3.0:1767384362.658870:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.658873:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.658875:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.658877:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.658879:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384362.658881:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.658882:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.658884:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.658886:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.658889:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.658890:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384362.658892:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384362.658893:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384362.658895:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384362.658896:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.658899:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384362.658904:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000aa1a91e. 00010000:00000001:3.0:1767384362.658906:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384362.658908:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007954bc4c. 00000020:00000001:3.0:1767384362.658910:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384362.658911:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007954bc4c with handle 0x1cafe7b7e4a4fede to hash 00000020:00000001:3.0:1767384362.658912:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384362.658913:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:3.0:1767384362.658915:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00010000:3.0:1767384362.658916:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4fed7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384362.658927:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384362.658929:0:16773:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384362.658935:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.658938:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.658941:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005dca26a8. 02000000:00000001:3.0:1767384362.658944:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.658947:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.658949:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.658952:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384362.658954:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384362.658956:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.658957:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.658958:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.658960:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.658962:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.658963:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.658964:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384362.658965:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.658967:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 1 00010000:00010000:3.0:1767384362.658970:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.658974:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.658976:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.658977:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.658979:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.658980:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384362.658984:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384362.658986:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.658990:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384362.658992:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384362.658993:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.659000:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.659002:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384362.659003:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.659005:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.659006:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007954bc4c, rc 0) 00000020:00000001:3.0:1767384362.659008:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.659010:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764480 00010000:00000001:3.0:1767384362.659012:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.659016:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000dde7fe9 x1853236737764480/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.659022:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.659023:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.659026:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.659030:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.659033:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.659035:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384362.659037:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.659039:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659041:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.659044:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.659047:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000200:3.0:1767384362.659050:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737764480, offset 224 00000400:00000200:3.0:1767384362.659054:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.659060:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.659067:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d706c80 00000400:00000200:3.0:1767384362.659070:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1d61 [1] + 224 00000400:00000200:3.0:1767384362.659074:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.659077:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.659080:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.659083:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.659089:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.659102:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.659113:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:3.0:1767384362.659116:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:3.0:1767384362.659121:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.659123:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.659126:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.659129:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:2.0:1767384362.659129:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384362.659133:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.659135:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.659137:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384362.659137:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.659141:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384362.659144:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dde7fe9 x1853236737764480/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.659145:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7f55f3. 00000400:00000200:2.0:1767384362.659154:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000100:00100000:3.0:1767384362.659155:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000dde7fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737764480:12345-0@lo:101: Request processed in 297us (528us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384362.659159:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00100000:3.0:1767384362.659163:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384362.659165:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384362.659166:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384362.659170:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.659171:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384362.659172:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.659175:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc65bf99. 00000020:00000010:3.0:1767384362.659182:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:3.0:1767384362.659187:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000abe9827. 00000100:00000200:2.0:1767384362.659190:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384362.659193:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384362.659198:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384362.659200:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005dca26a8. 02000000:00000001:3.0:1767384362.659204:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.659204:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.659206:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.659209:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.659212:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445e32d6. 00000100:00000001:2.0:1767384362.659214:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384362.659217:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6b02ae8. 00000100:00000001:2.0:1767384362.659219:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.659223:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.659225:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.659227:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.659230:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.659234:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384362.659238:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.659240:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.659242:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.659244:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384362.659247:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659250:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.659254:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659262:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.659264:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.659266:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.659271:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.659302:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737764480:0@lo:101: 00000100:00000001:2.0:1767384362.659309:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.659313:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659315:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384362.659317:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.659321:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659328:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384362.659330:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000abc64b28. 00000100:00000001:2.0:1767384362.659333:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384362.659335:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.659336:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384362.659339:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384362.659340:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.659347:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384362.659349:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.659351:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000040:2.0:1767384362.659354:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000cc920a7f, remote cookie: 0x1cafe7b7e4a4fede, flags: 0x0 00010000:00000001:2.0:1767384362.659356:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384362.659358:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384362.659359:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384362.659360:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384362.659361:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384362.659362:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000acc6f68d) refcount = 1 00010000:00010000:2.0:1767384362.659364:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.659368:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384362.659370:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384362.659371:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384362.659373:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384362.659376:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.659377:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.659381:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384362.659382:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.659383:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.659385:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.659385:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.659386:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659388:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.659390:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737764480/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659409:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.659412:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.659414:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003f380c7f. 02000000:00000001:2.0:1767384362.659417:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.659419:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.659424:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384362.659426:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.659428:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000990d486e. 02000000:00000001:2.0:1767384362.659431:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.659433:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.659434:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000100:00000001:2.0:1767384362.659439:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.659440:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384362.659442:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384362.659444:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384362.659445:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384362.659446:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.659448:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384362.659449:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.659450:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:2.0:1767384362.659452:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.659454:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.659455:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384362.659457:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.659458:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.659459:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384362.659461:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384362.659463:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002f100efd. 00000100:00000010:2.0:1767384362.659472:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000020:00000040:2.0:1767384362.659474:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384362.659476:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.659478:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384362.659480:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.659482:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000990d486e. 00000100:00000001:2.0:1767384362.659485:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659488:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384362.659490:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003f380c7f. 00000100:00000010:2.0:1767384362.659492:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005f05a78a. 00000020:00000040:2.0:1767384362.659494:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384362.659496:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384362.659497:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384362.659502:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc64b28. 00000100:00000001:2.0:1767384362.659504:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076754405248 : -113996955146368 : ffff985203fba780) 00000100:00000001:2.0:1767384362.659506:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.659507:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000001:2.0:1767384362.659509:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.659510:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659512:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384362.659513:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384362.659516:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659520:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.659521:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.659523:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384362.659524:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384362.659525:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.659527:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737764608:0@lo:256: 00000100:00000001:2.0:1767384362.659529:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384362.659531:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384362.659533:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659534:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384362.659537:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7f55f3. 00000400:00000010:2.0:1767384362.659540:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000de0e858b. 00000100:00000200:2.0:1767384362.659544:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d706d00-0x695824d706d00, portal 33 00000100:00000001:2.0:1767384362.659546:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.659548:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384362.659549:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c825e59. 02000000:00000001:2.0:1767384362.659550:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.659552:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004696b7ce. 00000400:00000010:2.0:1767384362.659554:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000100:00000200:2.0:1767384362.659556:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737764608, portal 25 00000100:00000001:2.0:1767384362.659558:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384362.659559:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000040:2.0:1767384362.659562:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659573:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384362.659576:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384362.659578:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000200:2.0:1767384362.659580:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737764608, offset 0 00000400:00000200:2.0:1767384362.659583:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384362.659590:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.659596:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d706d00 00000400:00000200:2.0:1767384362.659600:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14fd [2] + 0 00000400:00000010:2.0:1767384362.659602:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6416b27. 00000400:00000200:2.0:1767384362.659605:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d38c8bf 00000400:00000200:2.0:1767384362.659607:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.659611:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.659613:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d38c8bf 00000400:00000010:2.0:1767384362.659614:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d38c8bf. 00000100:00000001:2.0:1767384362.659618:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.659619:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.659621:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000000cf1cfca x1853236737764608 msgsize 304 00000100:00100000:2.0:1767384362.659626:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384362.659628:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.659638:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.659643:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384362.659644:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000001:2.0:1767384362.659647:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384362.659650:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659655:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.659657:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.659661:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659663:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.659666:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659667:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294950421 00000100:00000001:2.0:1767384362.659671:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950420 00000100:00000001:2.0:1767384362.659679:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294950421 00000100:00000001:2.0:1767384362.659682:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950420 00000100:00000001:2.0:1767384362.659685:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294950421 00000100:00000001:2.0:1767384362.659688:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950420 00000100:00000001:2.0:1767384362.659692:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294950421 00000100:00000001:2.0:1767384362.659696:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950420 00000100:00000001:3.0:1767384362.659698:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384362.659700:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384362.659701:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764608 02000000:00000001:3.0:1767384362.659705:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384362.659706:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659707:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.659711:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.659711:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.659714:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384362.659715:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.659718:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000abc64b28 going to sleep for 11 seconds 00000100:00100000:3.0:1767384362.659719:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764608 00000100:00000001:2.0:1767384362.659722:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.659724:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.659729:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.659731:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384362.659732:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.659734:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:3.0:1767384362.659736:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384362.659738:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384362.659741:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.659743:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000019c032. 00000100:00000001:3.0:1767384362.659745:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.659747:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000019c032. 00000020:00000010:3.0:1767384362.659751:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000abe9827. 00000020:00000010:3.0:1767384362.659753:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc65bf99. 00000020:00000010:3.0:1767384362.659755:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000040:3.0:1767384362.659761:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384362.659763:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.659764:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.659765:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659769:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659781:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.659787:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.659788:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.659791:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:3.0:1767384362.659793:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384362.659794:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017960016 : -113991691591600 : ffff98533db72050) 00000100:00000040:3.0:1767384362.659797:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cf1cfca x1853236737764608/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 304/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.659804:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.659805:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000019c032. 00000100:00000001:3.0:1767384362.659807:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.659808:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000019c032. 00000100:00100000:3.0:1767384362.659811:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cf1cfca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737764608:12345-0@lo:256: 00000100:00000200:3.0:1767384362.659813:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764608 00000020:00000001:3.0:1767384362.659819:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.659822:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.659823:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.659824:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.659825:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:3.0:1767384362.659827:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.659828:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.659829:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.659830:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.659832:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659834:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.659835:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.659837:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005dca26a8. 02000000:00000001:3.0:1767384362.659839:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.659840:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.659842:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384362.659845:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384362.659847:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384362.659848:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384362.659850:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.659852:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384362.659853:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384362.659855:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000082a7b7c9. 20000000:00000001:3.0:1767384362.659857:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384362.659868:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384362.659873:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384362.659878:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384362.659879:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384362.659880:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384362.659881:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384362.659882:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384362.659883:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384362.659884:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384362.659885:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384362.659886:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384362.659888:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384362.659889:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384362.659890:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384362.659894:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384362.659896:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384362.659897:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384362.659898:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384362.659899:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384362.659901:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384362.659902:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384362.659903:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384362.659905:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384362.659906:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384362.659907:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384362.659908:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384362.659909:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384362.659910:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384362.659911:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384362.659913:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384362.659914:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384362.659915:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384362.659916:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384362.659917:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384362.659918:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384362.659920:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:3.0:1767384362.659927:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384362.659928:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384362.659929:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384362.659930:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384362.659932:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384362.659933:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384362.659934:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384362.659936:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384362.659937:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384362.659938:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384362.659939:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384362.659940:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384362.659941:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384362.659943:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384362.659944:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384362.659945:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384362.659946:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384362.659952:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384362.659954:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384362.659955:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384362.659956:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384362.659958:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384362.659959:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384362.659961:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384362.659962:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384362.659963:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384362.659964:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384362.659966:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384362.659967:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384362.659968:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384362.659969:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384362.659970:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384362.659972:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384362.659973:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384362.659974:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384362.659975:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:3.0:1767384362.659977:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:3.0:1767384362.659978:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:3.0:1767384362.659980:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384362.659982:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000268201a2. 00000100:00000010:3.0:1767384362.659984:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e14ccda3. 00000020:00000040:3.0:1767384362.659986:0:16773:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:3.0:1767384362.659989:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384362.659990:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384362.659994:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000400:00000010:3.0:1767384362.660000:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b254177. 00000400:00000200:3.0:1767384362.660002:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.660008:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.660013:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x695824d706d00 00000400:00000200:3.0:1767384362.660016:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1d71 [4] + 0 00000400:00000010:3.0:1767384362.660018:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7f55f3. 00000400:00000200:3.0:1767384362.660021:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de0e858b 00000400:00000200:3.0:1767384362.660024:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.660026:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384362.660034:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de0e858b 00000400:00000010:3.0:1767384362.660035:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000de0e858b. 00000100:00000001:3.0:1767384362.660037:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.660038:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a0b43460 desc 000000003f380c7f mbits 1853236737764608 00000100:00000001:3.0:1767384362.660047:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384362.660049:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384362.660052:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384362.660058:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d7d 00000400:00000200:3.0:1767384362.660059:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.660061:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384362.660063:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.660065:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000268201a2 00000100:00000001:3.0:1767384362.660067:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384362.660071:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:3.0:1767384362.660073:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:2.0:1767384362.660073:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.660074:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.660077:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000268201a2 00000100:00000001:2.0:1767384362.660079:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.660080:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384362.660086:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x695824d706d00-0x695824d706d00 00000100:00000001:3.0:1767384362.660089:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.660092:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.660093:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384362.660095:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:3.0:1767384362.660097:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e14ccda3. 00000100:00000010:3.0:1767384362.660099:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000268201a2. 00000100:00000001:3.0:1767384362.660101:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384362.660102:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384362.660106:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000082a7b7c9. 20000000:00000001:3.0:1767384362.660109:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.660111:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764608 00010000:00000001:3.0:1767384362.660113:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.660115:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cf1cfca x1853236737764608/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.660121:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.660122:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.660130:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.660133:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.660135:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.660136:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384362.660137:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.660138:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.660140:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.660141:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.660144:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000200:3.0:1767384362.660146:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737764608, offset 224 00000400:00000200:3.0:1767384362.660149:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.660153:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.660157:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d706d00 00000400:00000200:3.0:1767384362.660160:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d75 [1] + 224 00000400:00000200:3.0:1767384362.660162:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.660164:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.660166:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.660168:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.660174:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.660185:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.660188:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:3.0:1767384362.660189:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:3.0:1767384362.660191:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.660192:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.660193:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.660195:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.660197:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.660198:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.660200:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384362.660202:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384362.660204:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cf1cfca x1853236737764608/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384362.660207:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.660209:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384362.660212:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004696b7ce. 00000100:00100000:3.0:1767384362.660213:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cf1cfca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737764608:12345-0@lo:256: Request processed in 408us (590us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384362.660217:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:2.0:1767384362.660218:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:2.0:1767384362.660223:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384362.660228:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000200:2.0:1767384362.660229:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.660231:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384362.660236:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.660239:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384362.660241:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.660243:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc65bf99. 00000020:00000010:3.0:1767384362.660249:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000100:00000001:2.0:1767384362.660251:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384362.660253:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000abe9827. 00000100:00000001:2.0:1767384362.660253:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.660257:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384362.660259:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384362.660259:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.660262:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384362.660264:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384362.660264:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.660267:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005dca26a8. 02000000:00000001:2.0:1767384362.660267:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.660270:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.660271:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384362.660301:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=77 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384362.660304:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384362.660306:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=77 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384362.660310:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b61bd3. 00000100:00000001:2.0:1767384362.660311:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.660314:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.660315:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c244011. 00010000:00000001:2.0:1767384362.660318:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384362.660321:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.660324:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.660327:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.660336:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.660342:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.660344:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.660347:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.660355:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737764608:0@lo:256: 00000100:00000001:2.0:1767384362.660359:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.660361:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.660363:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384362.660365:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.660367:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.660371:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384362.660373:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000abc64b28. 00000100:00000001:2.0:1767384362.660375:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384362.660376:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384362.660378:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:2.0:1767384362.660381:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384362.660385:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000520831e2. 10000000:00000040:2.0:1767384362.660407:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384362.660412:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384362.660414:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384362.660423:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384362.660425:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.660426:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384362.660427:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384362.660429:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:2.0:1767384362.660431:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.203.152@tcp' 00000400:00000200:2.0:1767384362.660433:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384362.660435:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384362.660437:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384362.660441:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384362.660444:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:2.0:1767384362.660448:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384362.660451:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384362.660452:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (36) 00000400:00000200:2.0:1767384362.660454:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384362.660455:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384362.660457:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660458:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384362.660459:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384362.660461:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660462:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384362.660463:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384362.660465:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660466:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384362.660467:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:2.0:1767384362.660468:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660469:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384362.660470:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384362.660472:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660473:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384362.660474:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384362.660476:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660477:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384362.660478:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384362.660480:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660481:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384362.660487:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:2.0:1767384362.660489:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660490:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384362.660491:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:2.0:1767384362.660493:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660494:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384362.660495:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384362.660496:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660497:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384362.660498:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384362.660500:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660500:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384362.660502:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:2.0:1767384362.660503:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660504:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384362.660505:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:2.0:1767384362.660507:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660508:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:2.0:1767384362.660509:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384362.660510:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660511:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:2.0:1767384362.660512:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384362.660514:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660515:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384362.660516:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384362.660518:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660519:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384362.660519:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:2.0:1767384362.660521:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660522:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:2.0:1767384362.660523:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:2.0:1767384362.660525:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660526:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:2.0:1767384362.660527:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:2.0:1767384362.660529:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660530:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:2.0:1767384362.660536:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:2.0:1767384362.660538:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660539:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:2.0:1767384362.660540:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:2.0:1767384362.660542:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660542:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:2.0:1767384362.660543:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:2.0:1767384362.660545:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660546:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:2.0:1767384362.660547:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:2.0:1767384362.660549:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660550:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:2.0:1767384362.660551:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:2.0:1767384362.660553:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660554:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:2.0:1767384362.660555:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:2.0:1767384362.660558:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660559:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:2.0:1767384362.660560:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:2.0:1767384362.660562:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660563:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:2.0:1767384362.660564:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:2.0:1767384362.660566:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660567:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:2.0:1767384362.660568:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:2.0:1767384362.660570:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660570:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:2.0:1767384362.660571:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:2.0:1767384362.660573:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660574:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:2.0:1767384362.660575:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:2.0:1767384362.660577:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660577:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:2.0:1767384362.660579:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:2.0:1767384362.660580:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384362.660581:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000100:00000001:2.0:1767384362.660587:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.660589:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384362.660591:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:2.0:1767384362.660595:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007a95f9fd. 10000000:00000040:2.0:1767384362.660596:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:2.0:1767384362.660598:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384362.660603:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384362.660606:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4c7663. 00000020:00000010:2.0:1767384362.660609:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d56d9eb6. 00000040:00000010:2.0:1767384362.660612:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007121284f. 00000020:00000010:2.0:1767384362.660616:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4b08d6e. 00000020:00000010:2.0:1767384362.660619:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384362.660623:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013fed126. 80000000:00000010:2.0:1767384362.660626:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af4e29b5. 40000000:00000010:2.0:1767384362.660630:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ff9ae5f. 00100000:00000010:2.0:1767384362.660633:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004077df2. 00040000:00000010:2.0:1767384362.660637:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000539d15ae. 00040000:00000010:2.0:1767384362.660640:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384362.660644:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e073d71. 00080000:00000010:2.0:1767384362.660648:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acfc76a9. 00000004:00000010:2.0:1767384362.660652:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d16cadc0. 00000004:00000010:2.0:1767384362.660657:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024d308ec. 00000004:00000010:2.0:1767384362.660662:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005543f13c. 00002000:00000010:2.0:1767384362.660666:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001d35bb3. 00000004:00000010:2.0:1767384362.660670:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002aaabcae. 00000004:00000001:2.0:1767384362.660672:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384362.660674:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384362.660676:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007a95f9fd 00000040:00001000:2.0:1767384362.660677:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384362.660678:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384362.660679:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384362.660679:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384362.660681:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384362.660682:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384362.660688:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384362.660689:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384362.660691:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384362.660732:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.660738:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d56d9eb6. 00000040:00000010:2.0:1767384362.660742:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007121284f. 00000020:00000010:2.0:1767384362.660746:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4b08d6e. 00000020:00000010:2.0:1767384362.660750:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384362.660754:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013fed126. 80000000:00000010:2.0:1767384362.660757:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af4e29b5. 40000000:00000010:2.0:1767384362.660761:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ff9ae5f. 00100000:00000010:2.0:1767384362.660764:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004077df2. 00040000:00000010:2.0:1767384362.660767:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000539d15ae. 00040000:00000010:2.0:1767384362.660770:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384362.660772:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e073d71. 00080000:00000010:2.0:1767384362.660776:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000acfc76a9. 00000004:00000010:2.0:1767384362.660779:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d16cadc0. 00000004:00000010:2.0:1767384362.660783:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024d308ec. 00000004:00000010:2.0:1767384362.660787:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005543f13c. 00002000:00000010:2.0:1767384362.660790:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001d35bb3. 00000004:00000010:2.0:1767384362.660793:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002aaabcae. 00000020:00000010:2.0:1767384362.660796:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4c7663. 00000020:00000001:2.0:1767384362.660799:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.660801:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384362.660804:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007a95f9fd. 10000000:00000010:2.0:1767384362.660807:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000520831e2. 10000000:00000001:2.0:1767384362.660810:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.660813:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.660816:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737764608/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.660823:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384362.660825:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.660827:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c825e59. 02000000:00000001:2.0:1767384362.660829:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.660838:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.660839:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384362.660841:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384362.660842:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384362.660843:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.660845:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384362.660846:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384362.660848:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005f05a78a. 00000100:00000010:2.0:1767384362.660850:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003f380c7f. 00000100:00000001:2.0:1767384362.660852:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384362.660854:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000990d486e. 02000000:00000001:2.0:1767384362.660856:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.660858:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.660859:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000100:00000001:2.0:1767384362.660862:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.660863:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384362.660876:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002f100efd. 10000000:01000000:2.0:1767384362.660880:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384362.660883:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384362.660885:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384362.660886:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.660888:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:2.0:1767384362.660890:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.660892:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384362.660895:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384362.660897:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.660904:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.660905:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384362.660907:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.660913:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384362.660914:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.660915:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384362.660923:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384362.660925:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384362.660927:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384362.660929:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384362.660930:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:2.0:1767384362.660932:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384362.671075:0:34589:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ebde92c0. 00000020:00000040:0.0:1767384362.671087:0:34589:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384362.671088:0:34589:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ebde92c0. 00000100:00000040:3.0:1767384362.679319:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294950421, at 4294950422 00000100:00000010:3.0:1767384362.679326:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661671e4. 00000100:00000040:0.0:1767384362.679330:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294950421, at 4294950422 00000100:00000010:0.0:1767384362.679337:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006baf7e0a. 00000100:00000040:2.0:1767384362.680319:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294950421, at 4294950423 00000100:00000040:1.0:1767384362.680325:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294950421, at 4294950423 00000100:00000010:2.0:1767384362.680326:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000293adcd3. 00000100:00000010:1.0:1767384362.680334:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48360ac. 00010000:00000001:3.0:1767384363.041379:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384363.041385:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.041411:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384363.041412:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.041500:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384363.041504:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384363.041506:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384363.170318:0:34726:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384363.170332:0:34726:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.170337:0:34726:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.170344:0:34726:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384363.170349:0:34726:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.170353:0:34726:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.425346:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp40 00000400:00000010:2.0:1767384363.425352:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c2829d3e. 00000400:00000010:2.0:1767384363.425358:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c3ae80cc. 00000400:00000010:2.0:1767384363.425362:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000400:00000010:2.0:1767384363.425369:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f347ab64. 00000400:00000200:2.0:1767384363.425373:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000400:00000200:2.0:1767384363.425397:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp40 local destination 00000400:00000200:2.0:1767384363.425402:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000400:00000200:2.0:1767384363.425405:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [167:167:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1767384363.425411:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000400:00000200:2.0:1767384363.425418:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000800:00000200:2.0:1767384363.425423:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:2.0:1767384363.425426:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004aa563f. 00000800:00000200:2.0:1767384363.425432:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:2.1:1767384363.425437:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000400:00000200:2.0:1767384363.425452:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:1.0:1767384363.425507:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425552:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425566:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425579:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425592:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425604:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425624:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425636:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425658:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425707:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425742:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425778:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425793:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425811:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425827:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425842:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425855:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425874:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425892:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425913:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425932:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.425959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426003:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426029:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426059:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426083:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426122:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426150:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426171:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426190:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426227:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.426246:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384363.426976:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009cd17bf1. 00000800:00000010:1.0:1767384363.426982:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cee390b6. 00000800:00000010:1.0:1767384363.426986:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000055a42caf. 00000800:00000010:1.0:1767384363.427022:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000055a42caf. 00000800:00020000:1.0:1767384363.427032:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384363.432976:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cee390b6. 00000800:00000010:1.0:1767384363.432981:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009cd17bf1. 00000400:02020000:1.0:1767384363.433027:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384363.438973:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000800:00000200:1.0:1767384363.438980:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp40 down 00000800:00000100:1.0:1767384363.438988:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:1.0:1767384363.438992:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004aa563f. 00000400:00000200:1.0:1767384363.438997:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384363.439003:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384363.439013:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384363.439016:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384363.439020:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp40) recovery failed with -71 00000100:00000001:3.0:1767384363.681376:0:16764:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384363.681376:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384363.681382:0:16764:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.681383:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.831888:0:34891:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384363.831892:0:34891:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384363.834898:0:34891:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384363.840408:0:34892:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009706a8d3. 00000400:00000010:1.0:1767384363.840420:0:34892:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000011ad9b78. 00000400:00000010:1.0:1767384363.840428:0:34892:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f3f656b1. 00000400:00000010:1.0:1767384363.840431:0:34892:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a5bf28e7. 00000400:00000010:1.0:1767384363.840434:0:34892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f3dd2649. 00000400:00000010:1.0:1767384363.840438:0:34892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac2a3c34. 00000400:00000010:1.0:1767384363.840439:0:34892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0d46de4. 00000400:00000010:1.0:1767384363.840440:0:34892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e1c0b22. 00000400:00000010:1.0:1767384363.840443:0:34892:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000089480e2a. 00000800:00000010:1.0:1767384363.840456:0:34892:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005cf46468. 00000800:00000200:1.0:1767384363.840464:0:34892:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384363.840474:0:34892:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384363.840503:0:34892:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384363.840523:0:34892:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp44 [8/256/0/180] 00000400:00000010:1.0:1767384363.841826:0:34892:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000e49edcaf. 00000400:00000010:1.0:1767384363.841831:0:34892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694b96e1. 00000400:00000010:1.0:1767384363.841835:0:34892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000001:1.0:1767384363.841851:0:34892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384363.841853:0:34892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384363.841855:0:34892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000400:00000200:1.0:1767384363.841857:0:34892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384363.841858:0:34892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000010:1.0:1767384363.841861:0:34892:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000039c5e556. 00000400:00000200:1.0:1767384363.841865:0:34892:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:1.0:1767384363.841875:0:34892:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384363.841882:0:34892:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:1.0:1767384363.841888:0:34892:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009cd17bf1. 00000020:01000000:1.0:1767384363.841891:0:34892:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384363.841893:0:34892:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp44 00000400:00000010:1.0:1767384363.841903:0:34892:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000011ad9b78. 00000400:00000010:1.0:1767384363.841907:0:34892:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009706a8d3. 00000400:00000200:2.0:1767384363.841936:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384363.841941:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384363.841942:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 10000000:00000001:0.0:1767384363.841947:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384363.841950:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 10000000:00000001:0.0:1767384363.841952:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384363.841953:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 10000000:01000000:0.0:1767384363.841956:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384363.841960:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e04147a. 00000020:01000004:0.0:1767384363.841962:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384363.841967:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:01000004:0.0:1767384363.841967:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384363.841971:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384363.841973:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384363.841974:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384363.841976:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384363.841978:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384363.841980:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:01000004:0.0:1767384363.841981:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384363.841985:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384363.841989:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 156], ns[41, 166] 00000020:01000004:0.0:1767384363.841989:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384363.841997:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5969214. 00000020:00000040:0.0:1767384363.842003:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384363.842007:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 41], ns[60, 41] 00000400:00000200:2.0:1767384363.842011:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 41], ns[64, 41] 00000100:00000001:0.0:1767384363.842012:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384363.842016:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 41], ns[75, 41] 02000000:00000001:0.0:1767384363.842018:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384363.842021:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 41], ns[84, 41] 00000400:00000200:2.0:1767384363.842024:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 41], ns[94, 41] 02000000:00000001:0.0:1767384363.842025:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842028:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 41], ns[106, 41] 00000400:00000200:2.0:1767384363.842033:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 41], ns[112, 41] 00000400:00000200:2.0:1767384363.842036:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 41], ns[122, 41] 02000000:00000010:0.0:1767384363.842038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001fa6a13a. 00000400:00000200:2.0:1767384363.842040:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 41], ns[129, 41] 00000400:00000200:2.0:1767384363.842046:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 41], ns[133, 41] 00000100:00000001:0.0:1767384363.842048:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842049:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 41], ns[144, 41] 00000400:00000200:2.0:1767384363.842056:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 41], ns[156, 41] 00000400:00000200:2.0:1767384363.842059:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 41], ns[162, 41] 00000100:00000001:0.0:1767384363.842060:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384363.842062:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 41], ns[44, 41] 00000100:00000001:0.0:1767384363.842065:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842067:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 41], ns[48, 41] 00000400:00000200:2.0:1767384363.842072:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 41], ns[52, 41] 00000400:00000200:2.0:1767384363.842078:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 41], ns[56, 41] 00000100:00000040:0.0:1767384363.842078:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5969214] to pc [ptlrpcd_00_03+3] req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384363.842087:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 41], ns[82, 41] 00000400:00000200:2.0:1767384363.842101:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 41], ns[120, 41] 00000400:00000200:2.0:1767384363.842105:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 41], ns[125, 41] 00000400:00000200:2.0:1767384363.842109:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 41], ns[90, 41] 00000400:00000200:2.0:1767384363.842113:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 41], ns[137, 41] 00000400:00000200:2.0:1767384363.842118:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 41], ns[152, 41] 00000400:00000200:2.0:1767384363.842122:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 41], ns[158, 41] 10000000:00000001:0.0:1767384363.842122:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.842130:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842131:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 41], ns[136, 41] 00000100:00000001:1.0:1767384363.842133:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384363.842135:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842138:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 41], ns[119, 41] 00000020:01000000:0.0:1767384363.842141:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384363.842144:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384363.842145:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 41], ns[147, 41] 00000100:00000001:1.0:1767384363.842149:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384363.842154:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 41], ns[153, 41] 00000100:00000040:1.0:1767384363.842157:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384363.842157:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384363.842161:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 41], ns[150, 41] 10000000:00000001:0.0:1767384363.842161:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384363.842165:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384363.842167:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384363.842170:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384363.842174:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 41], ns[167, 41] 00000020:01000004:0.0:1767384363.842174:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384363.842176:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384363.842178:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384363.842180:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384363.842180:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384363.842183:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 41], ns[160, 41] 00000020:01000004:0.0:1767384363.842183:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384363.842184:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384363.842185:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384363.842187:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384363.842189:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384363.842191:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384363.842193:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 41], ns[0, 41] 00000020:01000004:0.0:1767384363.842193:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384363.842194:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384363.842199:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001fac551. 00000100:00100000:1.0:1767384363.842200:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737764736:0@lo:253: 00000400:00000200:2.0:1767384363.842202:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000040:0.0:1767384363.842204:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384363.842208:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384363.842210:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384363.842212:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 02000000:00000001:0.0:1767384363.842213:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384363.842215:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384363.842217:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.842217:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842218:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp42 02000000:00000001:1.0:1767384363.842223:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384363.842224:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp42 lpni_is_preferred = 0 02000000:00000010:0.0:1767384363.842227:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e94b6e61. 00000400:00000200:2.0:1767384363.842229:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp42 02000000:00000010:1.0:1767384363.842231:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000efa97201. 00000100:00000001:0.0:1767384363.842234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842236:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp42 NI seq info: [168:168:256:4294967295] 192.168.203.152@tcp42 LPNI seq info [158:158:8:4294967295] 02000000:00000001:1.0:1767384363.842236:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384363.842240:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000100:00000001:0.0:1767384363.842241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384363.842243:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384363.842247:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011ad9b78. 00000100:00000040:0.0:1767384363.842251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001fac551] to pc [ptlrpcd_00_00+0] req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384363.842252:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737764736, portal 25 00000400:00000200:2.0:1767384363.842253:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp42 00000100:00000001:1.0:1767384363.842256:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384363.842259:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067436672 : -113992642114944 : ffff9853050f4a80) 00000100:00000040:1.0:1767384363.842267:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384363.842271:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp42(192.168.203.152@tcp42:) -> 192.168.203.152@tcp42(192.168.203.152@tcp:192.168.203.152@tcp42) : PUT try# 0 10000000:00000001:0.0:1767384363.842303:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.842307:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.842309:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384363.842312:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384363.842314:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384363.842315:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009cd17bf1. 00000100:00000040:1.0:1767384363.842318:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384363.842321:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eff6b59e. 00000100:00000200:1.0:1767384363.842324:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737764736, offset 0 00000100:00000001:0.0:1767384363.842326:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384363.842330:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384363.842330:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842337:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384363.842338:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.152@tcp42 00000100:00000001:0.0:1767384363.842341:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384363.842344:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384363.842344:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384363.842345:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008459255b. 00000100:00000040:0.0:1767384363.842349:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384363.842354:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706d80 00000800:00000010:2.0:1767384363.842355:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b8ba5e6. 00000800:00000010:2.0:1767384363.842360:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007555f8a4. 00000100:00000001:0.0:1767384363.842361:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384363.842365:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1505 [2] + 0 00000800:00000200:2.0:1767384363.842370:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (2) 00000400:00000010:1.0:1767384363.842371:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8d8ec0. 00000100:00000001:0.0:1767384363.842371:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.842377:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384363.842378:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006bec52c 02000000:00000001:0.0:1767384363.842380:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384363.842381:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (2) 02000000:00000001:0.0:1767384363.842397:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.842401:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384363.842404:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001fac551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737764864:0@lo:253: 00000400:00000200:2.0:1767384363.842409:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000001:0.0:1767384363.842410:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384363.842414:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384363.842415:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000400:00000200:1.0:1767384363.842416:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384363.842417:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.842422:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384363.842427:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006bec52c 02000000:00000010:0.0:1767384363.842428:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000032951c0d. 00000400:00000010:1.0:1767384363.842429:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006bec52c. 02000000:00000001:0.0:1767384363.842431:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842434:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384363.842434:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003da4889b. 00000100:00000200:1.0:1767384363.842436:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384363.842439:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000337f9b97. 00000100:00000040:1.0:1767384363.842440:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000008dbfe3ac x1853236737764736 msgsize 4848 00000100:00000200:0.0:1767384363.842443:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737764864, portal 25 00000100:00100000:1.0:1767384363.842445:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384363.842445:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384363.842446:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067442944 : -113992642108672 : ffff9853050f6300) 00000100:00000040:1.0:1767384363.842448:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384363.842450:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.842457:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384363.842458:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384363.842459:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.842462:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030c2f101. 00000400:00000200:2.0:1767384363.842464:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384363.842465:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff6b59e 00000100:00000200:0.0:1767384363.842465:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737764864, offset 0 00000400:00000010:1.0:1767384363.842470:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eff6b59e. 00000100:00000001:1.0:1767384363.842474:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384363.842475:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384363.842477:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384363.842481:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384363.842487:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384363.842490:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706e00 00000100:00000040:1.0:1767384363.842491:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384363.842494:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1515 [2] + 0 00000400:00000010:0.0:1767384363.842498:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0080e30. 00000100:00000001:1.0:1767384363.842499:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842501:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384363.842503:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073ecb6e3 00000100:00000001:1.0:1767384363.842506:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842507:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384363.842507:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384363.842511:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294951604 00000400:00000200:0.0:1767384363.842515:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384363.842516:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d4e7d0b. 00000400:00000200:0.0:1767384363.842519:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073ecb6e3 00000100:00000001:1.0:1767384363.842521:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384363.842521:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073ecb6e3. 00000100:00000001:0.0:1767384363.842526:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384363.842527:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294951604 00000100:00000200:0.0:1767384363.842527:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384363.842532:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd8c85e4. 00000100:00000001:1.0:1767384363.842536:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384363.842536:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000668bbc72 x1853236737764864 msgsize 4848 00000100:00000001:1.0:1767384363.842539:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294951604 00000100:00100000:0.0:1767384363.842541:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384363.842542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000010:1.0:1767384363.842543:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047474e00. 00000100:00000040:0.0:1767384363.842543:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384363.842548:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384363.842553:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294951604 00000100:00000001:0.0:1767384363.842555:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384363.842557:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000100:00000001:1.0:1767384363.842560:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384363.842561:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030c2f101 00000400:00000010:0.0:1767384363.842563:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030c2f101. 00000100:00000001:0.0:1767384363.842566:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384363.842570:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.842572:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384363.842573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:1.0:1767384363.842575:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842581:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842582:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384363.842583:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384363.842586:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.842591:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384363.842592:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842593:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384363.842593:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384363.842595:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384363.842597:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384363.842598:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842600:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:1.0:1767384363.842600:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842601:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294951604 00000100:00000001:1.0:1767384363.842604:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842606:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294951604 00000100:00000001:0.0:1767384363.842608:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294951604 00000100:00000001:0.0:1767384363.842610:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294951604 00000100:00000001:0.0:1767384363.842612:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294951604 00000100:00000001:0.0:1767384363.842614:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294951604 00000100:00000001:0.0:1767384363.842617:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294951604 00000100:00000001:0.0:1767384363.842618:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294951604 00000100:00000001:0.0:1767384363.842620:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.842622:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842625:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842627:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.842631:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384363.842632:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384363.842633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:0.0:1767384363.842635:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384363.842638:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384363.842641:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842650:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842659:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384363.842662:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842665:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00000001:0.0:1767384363.842680:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.842684:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764736 02000000:00000001:0.0:1767384363.842687:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384363.842690:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.842692:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.842696:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842698:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.842700:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764736 00000100:00100000:1.0:1767384363.842701:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764864 02000000:00000001:1.0:1767384363.842702:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384363.842702:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384363.842704:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384363.842705:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384363.842706:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842707:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 02000000:00000001:1.0:1767384363.842708:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.842708:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384363.842713:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764864 00000020:00000040:0.0:1767384363.842713:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384363.842716:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384363.842716:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000040:1.0:1767384363.842717:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384363.842719:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384363.842719:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000040:1.0:1767384363.842722:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000001:1.0:1767384363.842724:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384363.842724:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384363.842726:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:0.0:1767384363.842727:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab04419e. 00000100:00000001:1.0:1767384363.842730:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384363.842730:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384363.842733:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096878665. 00000020:00000010:0.0:1767384363.842733:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab04419e. 00000100:00000001:1.0:1767384363.842736:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384363.842738:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096878665. 00000020:00000010:0.0:1767384363.842740:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00000020:00000010:1.0:1767384363.842743:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e8033ae. 00000020:00000010:0.0:1767384363.842744:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caa54503. 00000020:00000010:1.0:1767384363.842745:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000093d0b4c7. 00000400:00000200:2.0:1767384363.842748:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000020:00000010:1.0:1767384363.842749:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0cce15e. 00000020:00000010:0.0:1767384363.842749:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073abdaa3. 00000100:00000040:0.0:1767384363.842762:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384363.842766:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.842766:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384363.842768:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.842768:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384363.842770:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842770:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842778:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842779:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842788:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:1.0:1767384363.842789:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.842789:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.842806:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384363.842807:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384363.842808:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384363.842809:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384363.842814:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:0.0:1767384363.842817:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384363.842819:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017776720 : -113991691774896 : ffff98533db45450) 00000100:00100000:1.0:1767384363.842820:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1767384363.842822:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384363.842824:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017774672 : -113991691776944 : ffff98533db44c50) 00000100:00000040:0.0:1767384363.842825:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008dbfe3ac x1853236737764736/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384363.842829:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000668bbc72 x1853236737764864/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384363.842837:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:1.0:1767384363.842840:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384363.842840:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384363.842845:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096878665. 00000020:00000010:0.0:1767384363.842845:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab04419e. 00000100:00000001:1.0:1767384363.842848:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.842848:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384363.842851:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096878665. 00000020:00000010:0.0:1767384363.842851:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab04419e. 00000100:00100000:1.0:1767384363.842858:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000668bbc72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737764864:12345-0@lo:253: 00000100:00100000:0.0:1767384363.842858:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008dbfe3ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737764736:12345-0@lo:253: 00000100:00000200:1.0:1767384363.842862:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764864 00000100:00000200:0.0:1767384363.842862:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764736 00000020:00000001:1.0:1767384363.842866:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384363.842866:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384363.842869:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384363.842869:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384363.842872:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.842872:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.842876:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000020:00000001:1.0:1767384363.842876:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384363.842876:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384363.842880:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384363.842880:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:1.0:1767384363.842885:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384363.842885:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384363.842887:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384363.842887:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384363.842891:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384363.842891:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384363.842893:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384363.842893:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384363.842896:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.842896:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842900:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384363.842900:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384363.842903:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384363.842903:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384363.842908:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009cd17bf1. 02000000:00000010:0.0:1767384363.842908:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384363.842910:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.842911:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.842913:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.842913:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.842916:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384363.842917:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384363.842923:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 20000000:00000010:1.0:1767384363.842926:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bcced760. 20000000:01000000:1.0:1767384363.842932:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384363.842935:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384363.842935:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000013fa0f05. 20000000:00000001:1.0:1767384363.842938:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384363.842939:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384363.842940:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384363.842945:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384363.842947:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384363.842950:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384363.842951:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384363.842952:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.842954:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.842956:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384363.842960:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b7fa39b. 20000000:01000000:1.0:1767384363.842962:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000400:00000200:2.0:1767384363.842968:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 20000000:00000001:1.0:1767384363.842968:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384363.842976:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384363.843020:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00080000:00000001:1.0:1767384363.843024:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384363.843028:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384363.843030:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.843032:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384363.843036:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384363.843041:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384363.843045:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384363.843051:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3175cfa. 00080000:00000001:1.0:1767384363.843054:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720351232 : -113996989200384 : ffff985201f40800) 00000400:00000200:2.0:1767384363.843057:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00080000:00000001:1.0:1767384363.843058:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384363.843083:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843125:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843153:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000001:00000001:1.0:1767384363.843166:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384363.843169:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.843172:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384363.843193:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00080000:00000001:1.0:1767384363.843195:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.843198:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384363.843243:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843321:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843354:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00080000:00000001:1.0:1767384363.843360:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384363.843364:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384363.843378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843509:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843552:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843582:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843623:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843655:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843681:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843706:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843762:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384363.843791:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384363.843932:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7193346. 00000800:00000010:2.0:1767384363.843937:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002cbf6f9e. 00000800:00000010:2.0:1767384363.843942:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f05a78a. 00000800:00000010:2.0:1767384363.843959:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f05a78a. 00000800:00020000:2.0:1767384363.843967:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384363.843970:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002cbf6f9e. 00000800:00000010:2.0:1767384363.843972:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7193346. 00000400:02020000:2.0:1767384363.844002:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp42 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384363.844008:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp42 notifying 192.168.203.152@tcp42: down 00000800:00000200:2.0:1767384363.844012:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp42 down 00000800:00000100:2.0:1767384363.844016:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.203.152@tcp42 00000800:00000010:2.0:1767384363.844019:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008459255b. 00000400:00000200:2.0:1767384363.844021:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.844023:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp42->192.168.203.152@tcp42: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384363.844029:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp42 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:2.0:1767384363.844031:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384363.844040:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384363.844042:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384363.844065:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384363.844068:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301151 00000400:00000001:2.0:1767384363.844070:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384363.844072:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384363.844073:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384363.844075:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000400:00000200:2.0:1767384363.844078:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384363.844081:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384363.844084:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (37) 00000400:00000200:2.0:1767384363.844087:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384363.844089:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 rc -71 00000400:00000200:2.0:1767384363.844092:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384363.844095:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (36) 00080000:00000001:0.0:1767384363.850594:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.850611:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384363.850611:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:3.0:1767384363.850615:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384363.850617:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384363.850618:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384363.850621:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384363.850622:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384363.850623:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384363.850625:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3175cfa. 00080000:00000001:3.0:1767384363.850629:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384363.850641:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384363.850656:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e0c7d01. 20000000:00000001:0.0:1767384363.850656:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384363.850659:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:01000000:0.0:1767384363.850659:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384363.850663:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384363.850664:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384363.850665:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384363.850669:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384363.850669:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384363.850673:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384363.850677:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384363.850680:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384363.850685:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000aa1a91e count: 2 00010000:00000001:2.0:1767384363.850688:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384363.850691:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384363.850691:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384363.850695:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b16616. 00080000:00000001:1.0:1767384363.850696:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384363.850699:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.850701:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384363.850702:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384363.850704:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b16616 with handle 0x1cafe7b7e4a4fee5 to hash 00000020:00000001:1.0:1767384363.850706:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384363.850707:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384363.850710:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00000020:00000001:1.0:1767384363.850711:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:2.0:1767384363.850712:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00080000:00000001:1.0:1767384363.850717:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384363.850718:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.850721:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.850724:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384363.850724:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009706a8d3. 00080000:00000001:1.0:1767384363.850729:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720349184 : -113996989202432 : ffff985201f40000) 00010000:00000001:2.0:1767384363.850733:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384363.850739:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384363.850743:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384363.850745:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384363.850747:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.850749:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384363.850751:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.850756:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384363.850757:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.850759:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.850761:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.850762:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.850763:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384363.850766:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.850770:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 2 00010000:00000040:2.0:1767384363.850773:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384363.850774:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.850778:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384363.850780:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384363.850783:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:2.0:1767384363.850784:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038825893. 00080000:00000001:1.0:1767384363.850786:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.850788:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384363.850790:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:2.0:1767384363.850792:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002cbf6f9e. 00000100:00000001:2.0:1767384363.850795:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076753818560 : -113996955733056 : ffff985203f2b3c0) 00000100:00000001:2.0:1767384363.850796:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076753818560 : -113996955733056 : ffff985203f2b3c0) 00000100:00000001:2.0:1767384363.850798:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384363.850799:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384363.850801:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384363.850803:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.850804:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384363.850804:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.850807:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1767384363.850809:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384363.850811:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384363.850817:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384363.850818:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384363.850822:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000020:00000040:2.0:1767384363.850824:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:2.0:1767384363.850826:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384363.850828:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384363.850830:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384363.850835:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f72e1a40. 00000100:00000001:2.0:1767384363.850838:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.850841:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384363.850851:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 16 pid: 16773 timeout: 434 lvb_type: 0 00010000:00000001:2.0:1767384363.850857:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384363.850859:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384363.850861:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384363.850868:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1767384363.850868:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767384363.850871:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.850872:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384363.850875:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737764992:0@lo:104: 00000100:00000001:2.0:1767384363.850878:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384363.850880:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384363.850882:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.850883:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384363.850886:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d8b57d3. 02000000:00000001:2.0:1767384363.850887:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384363.850901:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004696b7ce. 00000400:00000010:2.0:1767384363.850903:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000100:00000200:2.0:1767384363.850906:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737764992, portal 16 00000100:00000001:2.0:1767384363.850907:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384363.850908:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000040:2.0:1767384363.850911:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384363.850924:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.850926:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.850928:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000100:00000200:2.0:1767384363.850930:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737764992, offset 0 00000400:00000200:2.0:1767384363.850935:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.850940:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.850946:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d706e80 00000400:00000200:2.0:1767384363.850951:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 984 00000400:00000200:2.0:1767384363.850955:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.850958:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.850962:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384363.850964:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384363.850966:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000274ea2f2. 00000100:00000040:2.0:1767384363.850968:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000274ea2f2 x1853236737764992 msgsize 328 00000100:00100000:2.0:1767384363.850971:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384363.850982:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.850986:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:2.0:1767384363.850988:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000100:00000001:2.0:1767384363.850991:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384363.850994:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384363.850997:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.851001:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737764992 00000100:00000001:2.0:1767384363.851002:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384363.851006:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384363.851007:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384363.851010:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.851014:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.851018:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.851020:0:16794:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384363.851020:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.851025:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.851026:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737764992 00000100:00000001:2.0:1767384363.851030:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294951612 00000020:00000001:0.0:1767384363.851031:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384363.851035:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000100:00000001:2.0:1767384363.851037:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294951604 00000020:00000001:0.0:1767384363.851039:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384363.851042:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294951612 00000020:00000040:0.0:1767384363.851043:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000100:00000001:2.0:1767384363.851046:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294951604 00000020:00000001:0.0:1767384363.851048:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:2.0:1767384363.851052:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294951612 00000020:00000001:0.0:1767384363.851052:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384363.851055:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.851058:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2252d9f. 00000100:00000001:2.0:1767384363.851060:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294951604 00000100:00000001:0.0:1767384363.851062:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384363.851063:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294951612 00000020:00000010:0.0:1767384363.851068:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2252d9f. 00000100:00000001:2.0:1767384363.851070:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294951604 00000100:00000001:2.0:1767384363.851074:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.851075:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002030ee8a. 00000100:00000001:2.0:1767384363.851076:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851081:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384363.851082:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000079da189. 00010000:00000001:2.0:1767384363.851083:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.851087:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851090:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384363.851090:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a928ca8. 00010000:00000001:2.0:1767384363.851092:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.851095:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851097:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384363.851099:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384363.851100:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.851101:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384363.851102:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384363.851104:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384363.851107:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000002cbf6f9e going to sleep for 11 seconds 00000100:00000001:0.0:1767384363.851107:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.851111:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384363.851112:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384363.851115:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.851116:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.851123:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.851136:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.851148:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384363.851149:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.851151:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384363.851153:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384363.851158:0:19331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384363.851161:0:19331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:2.0:1767384363.851163:0:19331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008415104 : -113991701136512 : ffff98533d257b80) 00000100:00000001:0.0:1767384363.851163:0:16761:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.851170:0:16761:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.851171:0:19331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000274ea2f2 x1853236737764992/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 328/0 e 0 to 0 dl 1767384374 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384363.851179:0:19331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.851182:0:19331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000430a81d8. 00000100:00000001:2.0:1767384363.851184:0:19331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384363.851185:0:19331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000430a81d8. 00000100:00100000:2.0:1767384363.851190:0:19331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000274ea2f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737764992:12345-0@lo:104: 00000100:00000200:2.0:1767384363.851193:0:19331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737764992 00010000:00000001:2.0:1767384363.851200:0:19331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384363.851203:0:19331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.851205:0:19331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.851206:0:19331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=2 00000020:00000001:2.0:1767384363.851208:0:19331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384363.851210:0:19331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384363.851212:0:19331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.851214:0:19331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.851216:0:19331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384363.851222:0:19331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384363.851223:0:19331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384363.851227:0:19331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a276e1c. 02000000:00000001:2.0:1767384363.851228:0:19331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.851230:0:19331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851233:0:19331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384363.851235:0:19331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.851238:0:19331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.851242:0:19331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384363.851244:0:19331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384363.851245:0:19331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384363.851248:0:19331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.851249:0:19331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.851251:0:19331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.851253:0:19331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.851255:0:19331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000100:00000200:2.0:1767384363.851258:0:19331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737764992, offset 224 00000400:00000200:2.0:1767384363.851261:0:19331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.851265:0:19331:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.851269:0:19331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d706e80 00000400:00000200:2.0:1767384363.851519:0:19331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1da5 [1] + 224 00000400:00000200:2.0:1767384363.851524:0:19331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.851528:0:19331:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.851535:0:19331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384363.851539:0:19331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384363.851545:0:19331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384363.851555:0:19331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.851560:0:19331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:2.0:1767384363.851561:0:19331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000100:00000001:2.0:1767384363.851565:0:19331:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.851566:0:19331:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384363.851568:0:19331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.851570:0:19331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384363.851572:0:19331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384363.851575:0:19331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a0648f9d. 00010000:00000001:2.0:1767384363.851578:0:19331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384363.851585:0:19331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384363.851587:0:19331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851588:0:19331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851590:0:19331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.851592:0:19331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000274ea2f2 x1853236737764992/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384363.851609:0:19331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000274ea2f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737764992:12345-0@lo:104: Request processed in 429us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384363.851614:0:19331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384363.851617:0:19331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:2.0:1767384363.851619:0:19331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384363.851621:0:19331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384363.851624:0:19331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000079da189. 00000020:00000010:2.0:1767384363.851628:0:19331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a928ca8. 00000020:00000010:2.0:1767384363.851631:0:19331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002030ee8a. 00000020:00000040:2.0:1767384363.851637:0:19331:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00000001:2.0:1767384363.851639:0:19331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384363.851744:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384363.851746:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.851749:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384363.851752:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384363.851753:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384363.851755:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384363.851760:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (0000000028dca730) 10000000:00000001:2.0:1767384363.851763:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384363.851764:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.851768:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384363.851770:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.851771:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.851773:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=3 00000020:00000001:2.0:1767384363.851774:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384363.851776:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384363.851779:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384363.851781:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384363.851785:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384363.851786:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384363.851790:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384363.851793:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384363.851794:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384363.851796:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384363.851797:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384363.851798:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384363.851807:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384363.851809:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384363.851815:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:2.0:1767384363.851817:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384363.851818:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851821:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384363.851823:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384363.851824:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384363.851826:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.851827:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384363.851829:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4fed7 from hash 00010000:00000001:2.0:1767384363.851831:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384363.851832:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.851833:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.851833:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384363.851835:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384363.851836:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384363.851839:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384363.851840:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384363.851844:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9cf035d. 00000020:00000040:2.0:1767384363.851846:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384363.851848:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384363.851850:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384363.851851:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384363.851856:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000932a4995. 00000100:00000001:2.0:1767384363.851858:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851860:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384363.851863:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384363.851867:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384363.851868:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.851870:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384363.851872:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.851876:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9cf035d] to pc [ptlrpcd_00_01+1] req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.851897:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384363.851899:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.851904:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.851906:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851908:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.851909:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384363.851910:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.851914:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384363.851914:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384363.851917:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384363.851922:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384363.851924:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384363.851925:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000cc920a7f/0x1cafe7b7e4a4fed7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4fede expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.851941:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000acc6f68d count: 0 00010000:00000001:2.0:1767384363.851950:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.851952:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384363.851955:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a0648f9d. 00000100:00000001:3.0:1767384363.851956:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384363.851959:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.851959:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.851965:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384363.851966:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384363.851968:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.851969:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384363.851971:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384363.851973:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.851974:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384363.851976:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9cf035d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737765120:0@lo:103: 00000020:00000001:2.0:1767384363.851976:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.851978:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384363.851982:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384363.851982:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384363.851984:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.851986:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384363.851986:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384363.851989:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.851991:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384363.851995:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0e9cc90. 02000000:00000001:3.0:1767384363.851996:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.852001:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000100:00000001:2.0:1767384363.852003:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384363.852006:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384363.852014:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.852017:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.852018:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000200:3.0:1767384363.852022:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737765120, portal 18 00000100:00000001:3.0:1767384363.852024:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384363.852024:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384363.852027:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008400768 : -113991701150848 : ffff98533d254380) 00000400:00000001:2.0:1767384363.852029:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384363.852033:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384363.852033:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384363.852036:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004696b7ce. 00000100:00000001:3.0:1767384363.852043:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384363.852043:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:2.0:1767384363.852047:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000100:00000040:3.0:1767384363.852048:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384363.852052:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000001:2.0:1767384363.852052:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384363.852056:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737765120, offset 0 00000100:00000200:2.0:1767384363.852059:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384363.852062:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384363.852069:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384363.852079:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384363.852080:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d706f00 00000400:00000200:3.0:1767384363.852089:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000100:00000001:2.0:1767384363.852093:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384363.852095:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384363.852096:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.852101:0:16794:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384363.852104:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384363.852105:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384363.852108:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384363.852108:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384363.852110:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384363.852111:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:2.0:1767384363.852112:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384363.852115:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311f1996. 00000100:00001000:2.0:1767384363.852117:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384363.852120:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.852125:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384363.852126:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000311f1996 x1853236737765120 msgsize 328 00000100:00000001:2.0:1767384363.852127:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.852131:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384363.852133:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384363.852133:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.852138:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.852141:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384363.852145:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384363.852147:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384363.852149:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384363.852149:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.852153:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384363.852155:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.852156:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384363.852157:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00010000:00000001:2.0:1767384363.852157:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.852161:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000100:00000040:2.0:1767384363.852164:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384363.852166:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384363.852166:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384363.852171:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765120 00000100:00000200:3.0:1767384363.852173:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384363.852176:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384363.852177:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737764992:0@lo:104: 00000100:00000001:1.0:1767384363.852180:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384363.852184:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.852188:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384363.852190:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.852195:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.852196:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384363.852197:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765120 00000100:00000001:2.0:1767384363.852198:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:3.0:1767384363.852202:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.852202:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384363.852202:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384363.852206:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000040:2.0:1767384363.852210:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737764992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384363.852212:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384363.852215:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000100:00000001:3.0:1767384363.852217:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.852221:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384363.852223:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384363.852228:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384363.852231:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.852232:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384363.852233:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384363.852235:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384363.852238:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294951613 02000000:00000010:2.0:1767384363.852238:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d8b57d3. 00000020:00000010:1.0:1767384363.852239:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046467eff. 02000000:00000001:2.0:1767384363.852243:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384363.852245:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384363.852246:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384363.852247:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951612 00000020:00000040:2.0:1767384363.852249:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000010:1.0:1767384363.852251:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046467eff. 00000020:00000001:2.0:1767384363.852254:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384363.852256:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294951613 02000000:00000010:2.0:1767384363.852257:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f72e1a40. 00000020:00000010:1.0:1767384363.852258:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a1b3fcc. 00000100:00000001:3.0:1767384363.852264:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951612 02000000:00000001:2.0:1767384363.852291:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384363.852293:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384363.852295:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000100:00000001:2.0:1767384363.852300:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384363.852301:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000250c90eb. 00000100:00000001:2.0:1767384363.852303:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.852304:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294951614 00000100:00000010:2.0:1767384363.852307:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002cbf6f9e. 00000020:00000010:1.0:1767384363.852308:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000001:3.0:1767384363.852309:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951612 00000100:00000001:2.0:1767384363.852310:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384363.852314:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.852315:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294951614 00010000:00000010:2.0:1767384363.852317:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038825893. 00000100:00000040:1.0:1767384363.852319:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384363.852321:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951612 00010000:00000001:2.0:1767384363.852321:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852323:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384363.852328:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384363.852328:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852328:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384363.852332:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384363.852334:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.852334:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384363.852336:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.852340:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.852342:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384363.852342:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384363.852343:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.852346:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384363.852347:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384363.852349:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384363.852349:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384363.852351:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384363.852352:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384363.852357:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.852360:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384363.852361:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=4 00000100:00000001:3.0:1767384363.852362:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.852367:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.852367:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:1.0:1767384363.852370:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00010000:1.0:1767384363.852375:0:16764:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 17 pid: 16773 timeout: 434 lvb_type: 0 00010000:00000001:1.0:1767384363.852398:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852400:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852401:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.852403:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.852407:0:16764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384363.852411:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000311f1996 x1853236737765120/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 328/0 e 0 to 0 dl 1767384374 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.852420:0:16764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384363.852421:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852429:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.852441:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384363.852443:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384363.852443:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384363.852446:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384363.852448:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384363.852452:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:3.0:1767384363.852454:0:20661:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852455:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000001:3.0:1767384363.852458:0:20661:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.852461:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000311f1996 x1853236737765120/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 328/0 e 0 to 0 dl 1767384374 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.852471:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384363.852474:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046467eff. 00000100:00000001:1.0:1767384363.852476:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384363.852478:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046467eff. 00000100:00100000:1.0:1767384363.852481:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000311f1996 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16139:x1853236737765120:12345-0@lo:103: 00000100:00000200:1.0:1767384363.852483:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765120 00010000:00000001:1.0:1767384363.852485:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384363.852486:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384363.852493:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384363.852496:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384363.852497:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384363.852499:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c0732d9. 02000000:00000001:1.0:1767384363.852501:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852503:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852505:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384363.852506:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384363.852508:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384363.852509:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384363.852510:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007954bc4c refcount=4 00000020:00000001:1.0:1767384363.852511:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000001:1.0:1767384363.852512:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294051840 : -113992415499776 : ffff985312912a00) 00010000:00000040:1.0:1767384363.852514:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000aa1a91e count: 3 00010000:00010000:1.0:1767384363.852517:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 17 pid: 16773 timeout: 434 lvb_type: 0 00000100:00001000:1.0:1767384363.852522:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384363 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384363.852524:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384363.852529:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852531:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384363.852532:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 17 pid: 16773 timeout: 434 lvb_type: 0 00000020:00000001:1.0:1767384363.852537:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384363.852538:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384363.852540:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.852541:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852543:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384363.852544:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384363.852547:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852548:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852550:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384363.852551:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384363.852553:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007954bc4c with handle 0x1cafe7b7e4a4fede from hash 00010000:00000001:1.0:1767384363.852555:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384363.852560:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852562:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852563:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384363.852565:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384363.852566:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384363.852568:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007954bc4c/0x1cafe7b7e4a4fede lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4fed7 expref: 17 pid: 16773 timeout: 434 lvb_type: 0 00010000:00000040:1.0:1767384363.852572:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:1.0:1767384363.852573:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:1.0:1767384363.852579:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852580:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384363.852582:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384363.852583:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000086b16616 00010000:00000001:1.0:1767384363.852584:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384363.852585:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384363.852586:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384363.852588:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384363.852589:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384363.852591:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384363.852592:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384363.852594:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852597:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384363.852599:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384363.852600:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384363.852601:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384363.852602:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000aa1a91e) refcount = 2 00010000:00010000:1.0:1767384363.852604:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852607:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384363.852609:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384363.852609:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384363.852611:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384363.852613:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046467eff. 00000100:00000001:1.0:1767384363.852618:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384363.852621:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004fa10e61. 00000100:00000001:1.0:1767384363.852622:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081883424640 : -113991826126976 : ffff985335b24780) 00000100:00000001:1.0:1767384363.852623:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630081883424640 : -113991826126976 : ffff985335b24780) 00000100:00000001:1.0:1767384363.852625:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384363.852626:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384363.852628:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384363.852630:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384363.852632:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384363.852634:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384363.852635:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384363.852636:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b16616 refcount=5 00000020:00000001:1.0:1767384363.852638:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:1.0:1767384363.852639:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:1.0:1767384363.852641:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384363.852642:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852646:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384363.852647:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852651:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852651:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384363.852652:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852655:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384363.852656:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852657:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384363.852658:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384363.852662:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086b16616 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384363.852664:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384363.852671:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384363.852673:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852676:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384363.852677:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384363.852677:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384363.852678:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b16616 refcount=6 00000020:00000001:1.0:1767384363.852679:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:1.0:1767384363.852680:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044288 : -113992705507328 : ffff985301480000) 00010000:00000001:1.0:1767384363.852682:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384363.852683:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852686:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384363.852686:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384363.852687:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852696:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384363.852698:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384363.852698:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384363.852699:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384363.852700:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b16616 with handle 0x1cafe7b7e4a4fee5 from hash 00010000:00000001:1.0:1767384363.852702:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384363.852703:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852703:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852704:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384363.852705:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384363.852706:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384363.852707:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384363.852708:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384363.852710:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852711:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384363.852712:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384363.852714:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384363.852716:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852716:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852718:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.852723:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384363.852729:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384363.852729:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.852732:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852733:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384363.852737:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384363.852741:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384363.852743:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852745:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384363.852746:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852747:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384363.852748:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384363.852750:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384363.852753:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384363.852754:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384363.852755:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852756:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384363.852757:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384363.852758:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852759:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384363.852760:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b16616/0x1cafe7b7e4a4fee5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384363.852766:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384363.852767:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852768:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384363.852768:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384363.852770:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852771:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852772:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384363.852773:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004fa10e61. 00000100:00000001:1.0:1767384363.852775:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384363.852776:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384363.852777:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046467eff. 00010000:00000001:1.0:1767384363.852779:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384363.852780:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000aa1a91e count: 0 00010000:00010000:1.0:1767384363.852783:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384363.852784:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384363.852786:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384363.852788:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384363.852789:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384363.852791:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384363.852798:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384363.852799:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384363.852800:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384363.852801:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.852803:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384363.852804:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384363.852806:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384363.852808:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737765120, offset 224 00000400:00000200:1.0:1767384363.852811:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384363.852815:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384363.852819:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d706f00 00000400:00000200:1.0:1767384363.852821:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1db1 [1] + 224 00000400:00000200:1.0:1767384363.852824:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384363.852826:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384363.852828:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384363.852830:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384363.852837:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.852848:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384363.852851:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:1.0:1767384363.852852:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000100:00000001:1.0:1767384363.852854:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384363.852855:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384363.852858:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.852860:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384363.852862:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384363.852862:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.852864:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.852865:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384363.852868:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311f1996 x1853236737765120/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 328/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384363.852870:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384363.852874:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384363.852877:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000100:00100000:1.0:1767384363.852879:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000311f1996 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737765120:12345-0@lo:103: Request processed in 406us (750us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384363.852881:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:3.0:1767384363.852886:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:3.0:1767384363.852889:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384363.852889:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:3.0:1767384363.852895:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384363.852898:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384363.852903:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384363.852905:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384363.852909:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384363.852909:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000250c90eb. 00000020:00000010:1.0:1767384363.852914:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000020:00000010:1.0:1767384363.852920:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a1b3fcc. 00000100:00000001:3.0:1767384363.852921:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384363.852924:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384363.852925:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:3.0:1767384363.852926:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384363.852929:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384363.852930:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.852932:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384363.852934:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.852936:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384363.852940:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384363.852948:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384363.852950:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384363.852952:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.852954:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384363.852955:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.852957:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.852960:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.852965:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.852967:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384363.852968:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384363.852971:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.852976:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9cf035d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737765120:0@lo:103: 00000100:00000001:3.0:1767384363.852980:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.852982:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.852983:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9cf035d x1853236737765120/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.852988:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384363.852990:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384363.852991:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0e9cc90. 02000000:00000001:3.0:1767384363.852995:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384363.852996:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.852997:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384363.852999:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384363.853001:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000932a4995. 02000000:00000001:3.0:1767384363.853004:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.853005:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384363.853006:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9cf035d. 00000100:00000001:3.0:1767384363.853009:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.853011:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.853013:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.853017:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384363.853018:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.853024:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.853026:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384363.858303:0:34897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007954bc4c. 00010000:00000010:1.1:1767384363.858311:0:34897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b16616. 00010000:00000010:1.1:1767384363.858318:0:34897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000aa1a91e. 00080000:00000001:1.0:1767384363.858782:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384363.858787:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:3.0:1767384363.858788:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384363.858790:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384363.858793:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384363.858794:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384363.858797:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384363.858798:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384363.858800:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384363.858803:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384363.858806:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009706a8d3. 20000000:00000001:1.0:1767384363.858807:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384363.858813:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384363.858813:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384363.858815:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384363.858819:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384363.858823:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384363.858825:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384363.858828:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384363.858831:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384363.858835:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b62578b. 00010000:00000001:0.0:1767384363.858840:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384363.858844:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0af8790. 00000020:00000001:0.0:1767384363.858847:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384363.858850:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0af8790 with handle 0x1cafe7b7e4a4feec to hash 00000020:00000001:0.0:1767384363.858853:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384363.858854:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858857:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858860:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384363.858862:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.858865:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858872:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384363.858876:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384363.858878:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384363.858879:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384363.858881:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.858883:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384363.858884:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.858887:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384363.858888:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384363.858890:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384363.858891:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384363.858893:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b62578b) refcount = 1 00010000:00010000:0.0:1767384363.858896:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858901:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384363.858903:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384363.858905:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.858907:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.858915:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384363.858918:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384363.858921:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384363.858923:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384363.858924:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.858927:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0af8790 refcount=4 00000020:00000001:0.0:1767384363.858929:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858932:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858934:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384363.858936:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858943:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384363.858945:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858951:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.858953:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384363.858954:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858959:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384363.858961:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.858964:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384363.858965:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384363.858970:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0af8790 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384363.858973:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384363.858974:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384363.858976:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.858980:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384363.858982:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384363.858987:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.858989:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0af8790 refcount=5 00000020:00000001:0.0:1767384363.858991:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858993:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093448192 : -113992616103424 : ffff9853069c3200) 00010000:00000001:0.0:1767384363.858996:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384363.858998:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.859004:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384363.859007:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384363.859008:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.859012:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384363.859014:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384363.859017:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384363.859018:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384363.859021:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0af8790 with handle 0x1cafe7b7e4a4feec from hash 00010000:00000001:0.0:1767384363.859023:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384363.859025:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.859027:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.859028:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384363.859030:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384363.859032:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384363.859034:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384363.859036:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.859039:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.859041:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384363.859042:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384363.859045:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.859047:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.859049:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.859051:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.859053:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.859056:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.859062:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.859068:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.859070:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384363.859073:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384363.859075:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.859077:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.859079:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384363.859082:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.859084:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.859087:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.859093:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384363.859094:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384363.859096:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0af8790/0x1cafe7b7e4a4feec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384363.859102:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b62578b count: 0 00010000:00000001:0.0:1767384363.859110:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384363.859112:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384363.859304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000acc6f68d. 00010000:00000010:2.1:1767384363.859317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00080000:00000020:2.0:1767384363.860960:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384363.860963:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384363.860965:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bcced760. 20000000:00000001:2.0:1767384363.860970:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384363.860973:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764864 00010000:00000001:2.0:1767384363.860975:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384363.860980:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000668bbc72 x1853236737764864/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.860986:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384363.860987:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.860995:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.860998:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384363.861000:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384363.861002:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384363.861004:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.861005:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861007:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.861011:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.861014:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aa3bd46. 00000100:00000200:2.0:1767384363.861016:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737764864, offset 224 00000400:00000200:2.0:1767384363.861021:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.861027:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.861033:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706e00 00000400:00000200:2.0:1767384363.861038:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d9d [2] + 224 00000400:00000200:2.0:1767384363.861042:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.861045:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.861048:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384363.861051:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.861058:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861068:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.861072:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa3bd46 00000400:00000010:2.0:1767384363.861074:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aa3bd46. 00000100:00000001:2.0:1767384363.861077:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.861078:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384363.861081:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.861084:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384363.861086:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384363.861088:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.861090:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384363.861093:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000668bbc72 x1853236737764864/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384363.861098:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000668bbc72 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737764864:12345-0@lo:253: Request processed in 18259us (18561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384363.861112:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:2.0:1767384363.861114:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384363.861115:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384363.861116:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384363.861119:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093d0b4c7. 00000020:00000010:2.0:1767384363.861122:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0cce15e. 00000020:00000010:2.0:1767384363.861124:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e8033ae. 00000020:00000040:2.0:1767384363.861127:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:2.0:1767384363.861130:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384363.861132:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009cd17bf1. 02000000:00000001:2.0:1767384363.861134:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384363.861135:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384363.861138:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384363.861141:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004696b7ce. 00000400:00000010:2.0:1767384363.861145:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aa3bd46. 00000100:00000001:2.0:1767384363.861155:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384363.861156:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384363.861159:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384363.861160:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384363.861161:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003da4889b. 00000400:00000200:2.0:1767384363.861163:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337f9b97 00000400:00000010:2.0:1767384363.861164:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000337f9b97. 00000100:00000001:2.0:1767384363.861166:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384363.861168:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384363.861174:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861179:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384363.861179:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.861181:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384363.861181:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384363.861182:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384363.861184:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.861185:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.861192:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384363.861194:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.861196:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384363.861196:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.861198:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384363.861199:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861200:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.861202:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861207:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384363.861208:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384363.861209:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384363.861212:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384363.861213:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384363.861214:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384363.861215:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384363.861215:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384363.861217:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384363.861218:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384363.861219:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384363.861220:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384363.861221:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384363.861227:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001fac551 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737764864:0@lo:253: 00000100:00000001:2.0:1767384363.861230:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.861231:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384363.861232:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001fac551 x1853236737764864/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861236:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384363.861237:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384363.861238:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000032951c0d. 02000000:00000001:2.0:1767384363.861240:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384363.861241:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384363.861243:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384363.861244:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384363.861249:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e94b6e61. 02000000:00000001:2.0:1767384363.861253:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384363.861255:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384363.861256:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001fac551. 00000100:00000001:2.0:1767384363.861258:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384363.861260:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.861261:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.861265:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384363.861266:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861267:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384363.861268:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384363.862221:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384363.862224:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384363.862225:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000013fa0f05. 20000000:00000001:2.0:1767384363.862230:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384363.862233:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737764736 00010000:00000001:2.0:1767384363.862235:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384363.862237:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008dbfe3ac x1853236737764736/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.862242:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384363.862244:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.862245:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.862247:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384363.862249:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384363.862250:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384363.862253:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.862253:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.862255:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.862257:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.862259:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028acbe02. 00000100:00000200:2.0:1767384363.862261:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737764736, offset 224 00000400:00000200:2.0:1767384363.862265:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.862269:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.862290:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706d80 00000400:00000200:2.0:1767384363.862294:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d95 [2] + 224 00000400:00000200:2.0:1767384363.862298:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1767384363.862303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b62578b. 00000400:00000200:2.0:1767384363.862307:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.862313:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.1:1767384363.862314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0af8790. 00000100:00000200:2.0:1767384363.862318:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.862325:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.862337:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.862341:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028acbe02 00000400:00000010:2.0:1767384363.862343:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028acbe02. 00000100:00000001:2.0:1767384363.862346:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.862347:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384363.862349:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.862351:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384363.862353:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384363.862355:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.862356:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384363.862358:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384363.862359:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008dbfe3ac x1853236737764736/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.862363:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384363.862369:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008dbfe3ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737764736:12345-0@lo:253: Request processed in 19528us (19928us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384363.862369:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384363.862373:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384363.862377:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000100:00100000:2.0:1767384363.862378:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384363.862393:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384363.862395:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384363.862396:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011ad9b78 00000100:00000001:2.0:1767384363.862397:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384363.862400:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caa54503. 00000400:00000010:0.0:1767384363.862401:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011ad9b78. 00000020:00000010:2.0:1767384363.862405:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073abdaa3. 00000100:00000001:0.0:1767384363.862407:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384363.862410:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000020:00000040:2.0:1767384363.862414:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000200:0.0:1767384363.862415:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384363.862417:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384363.862421:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dc6e5a3. 02000000:00000001:2.0:1767384363.862428:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384363.862431:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384363.862432:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384363.862434:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384363.862443:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6149aa6. 00000100:00000001:0.0:1767384363.862443:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384363.862447:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384363.862448:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028acbe02. 00000100:00000001:0.0:1767384363.862453:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384363.862456:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384363.862459:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.862460:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.862469:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.862472:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384363.862476:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.862478:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384363.862480:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.862482:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384363.862483:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.862485:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.862488:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.862496:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.862498:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384363.862499:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384363.862502:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384363.862504:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384363.862505:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384363.862507:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384363.862508:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384363.862509:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384363.862511:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384363.862512:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384363.862513:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384363.862515:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384363.862517:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.862525:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737764736:0@lo:253: 00000100:00000001:0.0:1767384363.862529:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.862531:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.862533:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5969214 x1853236737764736/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.862539:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384363.862541:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384363.862543:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000efa97201. 02000000:00000001:0.0:1767384363.862547:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384363.862548:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384363.862555:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384363.862558:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384363.862559:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001fa6a13a. 02000000:00000001:0.0:1767384363.862562:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384363.862563:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384363.862565:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5969214. 00000400:00000010:1.0:1767384363.862566:0:34897:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000049d20a6f. 00000100:00000001:0.0:1767384363.862567:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384363.862569:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.862571:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.862575:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384363.862577:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.862579:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384363.862580:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384363.862585:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.862588:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384363.862591:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.862592:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.862595:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.862596:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384363.862599:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.862601:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384363.862603:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384363.862604:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384363.862607:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384363.862609:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.862611:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384363.862613:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.862615:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384363.862617:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384363.862619:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.862620:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384363.862621:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384363.862629:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.862631:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.862632:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.862634:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.862636:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.862637:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384363.862640:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.862642:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.862644:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.862645:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.862647:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.862648:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384363.862651:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.862653:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.862654:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.862656:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.862658:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.862659:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384363.862662:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.862664:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.862665:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384363.862667:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384363.862669:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.862671:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384363.862673:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384363.862674:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384363.862676:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384363.862678:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384363.862679:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384363.862682:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384363.862683:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.862685:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384363.862687:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384363.862688:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384363.862690:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384363.862692:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384363.862694:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384363.862696:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384363.862793:0:34897:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000049d20a6f. 00000100:00000040:0.0:1767384363.872478:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294951613, at 4294951615 00000100:00000010:0.0:1767384363.872487:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d4e7d0b. 00000100:00000040:1.0:1767384363.872553:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294951613, at 4294951615 00000100:00000010:1.0:1767384363.872559:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd8c85e4. 00000100:00000040:2.0:1767384363.873322:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294951614, at 4294951616 00000100:00000040:3.0:1767384363.873323:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294951614, at 4294951616 00000100:00000010:2.0:1767384363.873329:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047474e00. 00000100:00000010:3.0:1767384363.873331:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f446d1e. 00010000:00000001:3.0:1767384364.065360:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384364.065364:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.065369:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384364.065370:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.065558:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384364.065563:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.065567:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384364.449372:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.449377:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.449392:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:0.0:1767384364.449396:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000400:00000200:0.0:1767384364.449403:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.449409:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384364.449421:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c2829d3e. 00000400:00000010:0.0:1767384364.449425:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c3ae80cc. 00010000:00000001:3.0:1767384365.089537:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384365.089542:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.089548:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384365.089550:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384365.089552:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384365.089555:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.089557:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384365.089559:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.089561:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.089563:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.089652:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384365.089656:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.089660:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384365.354293:0:35394:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384365.354305:0:35394:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.354310:0:35394:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.354316:0:35394:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384365.354323:0:35394:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.354327:0:35394:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.473364:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp37 00000400:00000010:2.0:1767384365.473369:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001860d804. 00000400:00000010:2.0:1767384365.473388:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d483db49. 00000400:00000010:2.0:1767384365.473392:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000400:00000010:2.0:1767384365.473397:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8386a75. 00000400:00000200:2.0:1767384365.473401:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp37 00000400:00000200:2.0:1767384365.473435:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp37 local destination 00000400:00000200:2.0:1767384365.473442:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 00000400:00000200:2.0:1767384365.473446:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [169:169:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1767384365.473454:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 00000400:00000200:2.0:1767384365.473462:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp37:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:2.0:1767384365.473468:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:2.0:1767384365.473472:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028670761. 00000800:00000200:2.0:1767384365.473479:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000800:00000200:2.1:1767384365.473484:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000400:00000200:2.0:1767384365.473511:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 4 next ping: 301 health :600 00000400:00000200:2.0:1767384365.473517:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp42 00000400:00000010:2.0:1767384365.473520:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee501c3c. 00000400:00000010:2.0:1767384365.473523:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000abe9827. 00000400:00000010:2.0:1767384365.473526:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000400:00000010:2.0:1767384365.473530:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069a326a1. 00000400:00000200:2.0:1767384365.473533:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp42 00000400:00000200:2.0:1767384365.473539:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp42 local destination 00000400:00000200:2.0:1767384365.473542:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp42 00000400:00000200:2.0:1767384365.473547:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.152@tcp42 LPNI seq info [160:160:8:4294967295] 00000400:00000200:2.0:1767384365.473562:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp42 00000400:00000200:2.0:1767384365.473568:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp42(192.168.203.152@tcp42:) -> 192.168.203.152@tcp42(192.168.203.152@tcp42:192.168.203.152@tcp42) : GET try# 0 00000800:00000200:2.0:1767384365.473572:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp42 00000800:00000010:2.0:1767384365.473577:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5ab1375. 00000400:00000200:3.0:1767384365.473581:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:2.0:1767384365.473583:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (2) 00000800:00000200:2.1:1767384365.473592:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (2) 00000400:00000200:2.0:1767384365.473614:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp42 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:3.0:1767384365.473639:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473731:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473767:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473820:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473866:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473916:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.473962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.473999:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474015:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474051:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474068:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474099:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474122:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474170:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474194:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474223:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474313:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000800:00000200:2.0:1767384365.474350:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 00000800:00000200:2.0:1767384365.474357:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:988 00000800:00000200:2.0:1767384365.474361:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384365.474368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474423:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474474:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474500:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000800:00000200:2.0:1767384365.474534:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384365.474542:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384365.474552:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384365.474557:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384365.474557:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000800:00000001:2.0:1767384365.474565:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.474582:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474656:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474711:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474726:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474821:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474852:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474899:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474914:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474947:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.474964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.474997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475056:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475105:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475151:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475163:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475196:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475212:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475262:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475295:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475363:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475425:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475440:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475505:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475552:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:3.0:1767384365.475582:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006824017. 00000800:00000010:3.0:1767384365.475588:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006478f884. 00000800:00000010:3.0:1767384365.475592:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c2f37c. 00000400:00000200:1.0:1767384365.475598:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:3.0:1767384365.475614:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c2f37c. 00000800:00020000:3.0:1767384365.475624:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:1.0:1767384365.475625:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000010:3.0:1767384365.475628:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006478f884. 00000800:00000010:3.0:1767384365.475632:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006824017. 00000400:00000200:1.0:1767384365.475651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475689:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:02020000:3.0:1767384365.475696:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384365.475703:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000800:00000200:3.0:1767384365.475708:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp37 down 00000800:00000100:3.0:1767384365.475714:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000400:00000200:1.0:1767384365.475715:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000800:00000010:3.0:1767384365.475717:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028670761. 00000400:00000200:3.0:1767384365.475724:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384365.475729:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384365.475737:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384365.475738:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.475741:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384365.475747:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384365.475761:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475776:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.475788:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000800:00000010:1.0:1767384365.475913:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efa97201. 00000800:00000010:1.0:1767384365.475917:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e90b7cd. 00000800:00000010:1.0:1767384365.475920:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a15861b0. 00000800:00000010:1.0:1767384365.475943:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a15861b0. 00000400:00000200:2.0:1767384365.475989:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384365.476005:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp42 from 209.3.0.2 00000800:00000010:2.0:1767384365.476007:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005bd08be3. 00000800:00000010:1.0:1767384365.476042:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009cd17bf1. 00000800:00000010:1.0:1767384365.476047:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000923f8c00. 00000800:00000010:1.0:1767384365.476067:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ca6e2463. 00000800:00000200:1.1:1767384365.476073:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (2) 00000800:00000200:1.1:1767384365.476078:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp42 00000000ca6e2463 deleted 00000800:00000010:1.1:1767384365.476080:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ca6e2463. 00000800:00000200:1.1:1767384365.476084:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384365.476089:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp42 ip 192.168.203.152:977 00000800:00000200:1.1:1767384365.476091:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5ab1375 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384365.476096:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp42 p 3.x 192.168.203.152 -> 192.168.203.152:977 incarnation:1767384359395204603 sched[0] 00000800:00000010:1.0:1767384365.476100:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a15861b0. 00000800:00000010:1.0:1767384365.476155:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a15861b0. 00000800:00000010:1.0:1767384365.476160:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000923f8c00. 00000800:00000200:3.1:1767384365.476180:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384365.476188:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp42 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384359395204603 sched[0] 00000800:00000010:3.0:1767384365.476191:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e90b7cd. 00000800:00000010:1.0:1767384365.476193:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005bd08be3. 00000800:00000001:1.0:1767384365.476209:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476213:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.476255:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:1.0:1767384365.476257:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.476260:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5ab1375. 00000400:00000200:1.0:1767384365.476265:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.476306:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp42->192.168.203.152@tcp42: GET: OK 00000400:00000200:1.0:1767384365.476311:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384365.476315:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp42 recovery message sent successfully:0 00000800:00000001:1.0:1767384365.476329:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.476332:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:1.0:1767384365.476334:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.476338:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476346:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.476353:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp42(192.168.203.152@tcp42) <- 192.168.203.152@tcp42 : GET - for me 00000400:00000200:1.0:1767384365.476364:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384365.476386:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1d8d [1] + 0 00000400:00000200:1.0:1767384365.476396:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp42 to MR: 192.168.203.152@tcp42 local destination 00000400:00000200:3.0:1767384365.476402:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384365.476402:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp42 NI seq info: [171:171:256:4294967295] 192.168.203.152@tcp42 LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1767384365.476420:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp42(192.168.203.152@tcp42:192.168.203.152@tcp42) -> 192.168.203.152@tcp42(192.168.203.152@tcp42:192.168.203.152@tcp42) 192.168.203.152@tcp42 : REPLY try# 0 00000800:00000200:1.0:1767384365.476426:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp42 00000800:00000010:1.0:1767384365.476430:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000764d8b1d. 00000800:00000200:1.0:1767384365.476435:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (4) 00000800:00000200:1.0:1767384365.476438:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp42 ip 192.168.203.152:988 00000800:00000200:1.0:1767384365.476440:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000764d8b1d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384365.476484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000200:1.0:1767384365.476508:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.476513:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000764d8b1d. 00000400:00000200:1.0:1767384365.476518:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.476525:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp42->192.168.203.152@tcp42: REPLY: OK 00000800:00000001:1.0:1767384365.476548:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476554:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.476556:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476563:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.476566:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384365.476568:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:1.0:1767384365.476570:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.476581:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp42(192.168.203.152@tcp42) <- 192.168.203.152@tcp42 : REPLY - for me 00000400:00000200:1.0:1767384365.476595:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp42: Reply from 12345-192.168.203.152@tcp42 of length 272/272 into md 0x1dd1 00000800:00000001:1.0:1767384365.476601:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476609:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.476611:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.476617:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp42->192.168.203.152@tcp42: REPLY: OK 00000400:00000200:1.0:1767384365.476621:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:1.0:1767384365.476624:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000400:00000200:1.0:1767384365.476630:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384365.476638:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee501c3c. 00000400:00000200:3.0:1767384365.476640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000010:1.0:1767384365.476642:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000abe9827. 00000800:00000001:1.0:1767384365.476654:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.476659:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.476716:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476765:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476827:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476876:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476888:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476900:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476913:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476935:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476948:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476974:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.476989:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477002:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477028:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477041:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477074:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477093:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477110:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477143:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477161:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384365.477192:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384365.477292:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006824017. 00000800:00000010:3.0:1767384365.477295:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006478f884. 00000800:00000010:3.0:1767384365.477298:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0c2f37c. 00000800:00000010:3.0:1767384365.477315:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0c2f37c. 00000800:00020000:3.0:1767384365.477320:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384365.477322:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006478f884. 00000800:00000010:3.0:1767384365.477323:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006824017. 00000400:02020000:3.0:1767384365.477562:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp42 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000001:00000001:2.0:1767384366.001552:0:35558:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384366.001555:0:35558:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:2.0:1767384366.004308:0:35558:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384366.010232:0:35559:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009706a8d3. 00000400:00000010:1.0:1767384366.010245:0:35559:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000077fde4d8. 00000400:00000010:1.0:1767384366.010253:0:35559:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005471d80d. 00000400:00000010:1.0:1767384366.010256:0:35559:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000021687c4d. 00000400:00000010:1.0:1767384366.010260:0:35559:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000093162861. 00000400:00000010:1.0:1767384366.010263:0:35559:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f163e05c. 00000400:00000010:1.0:1767384366.010264:0:35559:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6ea4b49. 00000400:00000010:1.0:1767384366.010266:0:35559:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000c7353b5. 00000400:00000010:1.0:1767384366.010269:0:35559:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a3cf4b7d. 00000800:00000010:1.0:1767384366.010302:0:35559:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000764d8b1d. 00000800:00000200:1.0:1767384366.010363:0:35559:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384366.010390:0:35559:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384366.010423:0:35559:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384366.010444:0:35559:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp45 [8/256/0/180] 00000400:00000010:1.0:1767384366.012023:0:35559:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000039c5e556. 00000400:00000010:1.0:1767384366.012033:0:35559:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8d8ec0. 00000400:00000010:1.0:1767384366.012037:0:35559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000400:00000001:1.0:1767384366.012055:0:35559:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.012056:0:35559:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384366.012058:0:35559:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694b96e1. 00000400:00000200:1.0:1767384366.012059:0:35559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384366.012061:0:35559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000010:1.0:1767384366.012064:0:35559:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000e49edcaf. 00000400:00000200:1.0:1767384366.012067:0:35559:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:1.0:1767384366.012077:0:35559:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384366.012083:0:35559:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:1.0:1767384366.012089:0:35559:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bcced760. 00000020:01000000:1.0:1767384366.012092:0:35559:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384366.012094:0:35559:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp45 00000400:00000010:1.0:1767384366.012104:0:35559:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000077fde4d8. 00000400:00000010:1.0:1767384366.012107:0:35559:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009706a8d3. 00000400:00000200:2.0:1767384366.012131:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384366.012133:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.012137:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 10000000:00000001:3.0:1767384366.012138:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384366.012142:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384366.012145:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384366.012146:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000020:01000004:3.0:1767384366.012148:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384366.012150:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 00000020:01000004:3.0:1767384366.012151:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384366.012155:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3f6153a. 00000020:01000004:3.0:1767384366.012176:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384366.012177:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:01000004:3.0:1767384366.012180:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384366.012183:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384366.012185:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384366.012186:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384366.012187:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384366.012189:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384366.012190:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384366.012193:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000010:3.0:1767384366.012196:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a73ea0. 00000400:00000200:2.0:1767384366.012199:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 156], ns[41, 166] 00000020:00000040:3.0:1767384366.012203:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384366.012207:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 41], ns[60, 41] 00000100:00000001:3.0:1767384366.012210:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.012213:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.012218:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012224:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 41], ns[64, 41] 00000400:00000200:2.0:1767384366.012228:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 41], ns[75, 41] 02000000:00000010:3.0:1767384366.012229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000006824017. 00000400:00000200:2.0:1767384366.012234:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 41], ns[84, 41] 00000100:00000001:3.0:1767384366.012238:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012240:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 41], ns[94, 41] 00000400:00000200:2.0:1767384366.012245:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 41], ns[106, 41] 00000100:00000001:3.0:1767384366.012247:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384366.012250:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 41], ns[112, 41] 00000100:00000001:3.0:1767384366.012251:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012258:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 41], ns[122, 41] 00000100:00000040:3.0:1767384366.012262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8a73ea0] to pc [ptlrpcd_00_02+2] req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.012266:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 41], ns[129, 41] 00000400:00000200:2.0:1767384366.012281:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 41], ns[133, 41] 00000400:00000200:2.0:1767384366.012310:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 41], ns[144, 41] 00000400:00000200:2.0:1767384366.012314:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 41], ns[156, 41] 00000400:00000200:2.0:1767384366.012318:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 41], ns[162, 41] 00000400:00000200:2.0:1767384366.012322:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 41], ns[44, 41] 10000000:00000001:3.0:1767384366.012323:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012329:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 41], ns[48, 41] 10000000:00000001:3.0:1767384366.012339:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012342:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 41], ns[52, 41] 00000020:00000001:3.0:1767384366.012344:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384366.012349:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384366.012354:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 41], ns[56, 41] 00000020:00000001:3.0:1767384366.012358:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.012360:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 41], ns[82, 41] 10000000:00000001:3.0:1767384366.012361:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384366.012364:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384366.012367:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384366.012380:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 41], ns[120, 41] 00000020:01000004:3.0:1767384366.012402:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384366.012405:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384366.012408:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384366.012409:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384366.012411:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384366.012412:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[117, 41], ns[125, 41] 00000020:01000004:3.0:1767384366.012413:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384366.012416:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384366.012418:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384366.012419:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 41], ns[90, 41] 00000020:01000004:3.0:1767384366.012420:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384366.012425:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 41], ns[137, 41] 00000100:00000010:3.0:1767384366.012426:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008078d2de. 00000020:00000040:3.0:1767384366.012430:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384366.012431:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 41], ns[152, 41] 00000100:00000001:1.0:1767384366.012435:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384366.012436:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 41], ns[158, 41] 00000100:00000001:1.0:1767384366.012439:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.012441:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384366.012443:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384366.012444:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384366.012445:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 41], ns[136, 41] 02000000:00000001:3.0:1767384366.012447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.012450:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.012468:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 41], ns[119, 41] 02000000:00000010:3.0:1767384366.012472:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000059e0cabd. 00000100:00000001:3.0:1767384366.012478:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.012485:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384366.012486:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 41], ns[169, 41] 00000100:00000001:3.0:1767384366.012489:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.012490:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.012494:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.012499:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008078d2de] to pc [ptlrpcd_00_03+3] req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.012500:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 41], ns[153, 41] 02000000:00000001:1.0:1767384366.012500:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384366.012505:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384366.012511:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.012519:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8a73ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737765248:0@lo:253: 00000400:00000200:2.0:1767384366.012521:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 41], ns[150, 41] 10000000:00000001:3.0:1767384366.012523:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.012526:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384366.012529:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.012532:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012534:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 41], ns[167, 41] 02000000:00000001:1.0:1767384366.012534:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384366.012535:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384366.012538:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.012542:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bcced760. 02000000:00000001:1.0:1767384366.012544:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384366.012551:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 41], ns[160, 41] 02000000:00000010:1.0:1767384366.012555:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fa6a13a. 00000400:00000200:2.0:1767384366.012556:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 41], ns[171, 41] 00000100:00000001:3.0:1767384366.012558:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384366.012560:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.012563:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.012567:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384366.012568:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694b96e1. 00000400:00000200:2.0:1767384366.012570:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 41], ns[0, 41] 00000100:00000040:3.0:1767384366.012573:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384366.012574:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fde4d8. 00000400:00000200:2.0:1767384366.012579:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:2.0:1767384366.012586:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp43 00000100:00000200:1.0:1767384366.012587:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737765248, portal 25 00000400:00000200:2.0:1767384366.012594:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp43 lpni_is_preferred = 0 00000100:00000001:1.0:1767384366.012594:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384366.012595:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.012597:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759380352 : -113996950171264 : ffff985204479180) 00000100:00000001:3.0:1767384366.012598:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.012610:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384366.012612:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384366.012613:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp43 00000100:00000040:1.0:1767384366.012615:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.012618:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012623:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp43 NI seq info: [172:172:256:4294967295] 192.168.203.152@tcp43 LPNI seq info [162:162:8:4294967295] 00000100:00100000:3.0:1767384366.012626:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737765376:0@lo:253: 00000100:00000001:3.0:1767384366.012636:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384366.012639:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp43 00000100:00000001:1.0:1767384366.012639:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384366.012641:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384366.012644:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.012644:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384366.012648:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384366.012651:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e90b7cd. 02000000:00000010:3.0:1767384366.012654:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ef6d7778. 00000100:00000200:1.0:1767384366.012656:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737765248, offset 0 02000000:00000001:3.0:1767384366.012659:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.012665:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp43(192.168.203.152@tcp43:) -> 192.168.203.152@tcp43(192.168.203.152@tcp:192.168.203.152@tcp43) : PUT try# 0 00000400:00000200:1.0:1767384366.012681:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384366.012682:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000400:00000010:3.0:1767384366.012690:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017e10364. 00000800:00000200:2.0:1767384366.012690:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.152@tcp43 00000400:00000200:1.0:1767384366.012696:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384366.012697:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737765376, portal 25 00000800:00000010:2.0:1767384366.012699:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014b55c81. 00000100:00000001:3.0:1767384366.012707:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767384366.012707:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ed99f9c. 00000400:00000200:1.0:1767384366.012707:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d706f80 00000100:00000001:3.0:1767384366.012710:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759391104 : -113996950160512 : ffff98520447bb80) 00000800:00000010:2.0:1767384366.012713:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000095da8b63. 00000100:00000040:3.0:1767384366.012718:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.012718:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x152d [2] + 0 00000800:00000200:2.0:1767384366.012724:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (2) 00000400:00000010:1.0:1767384366.012728:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2d1deff. 00000800:00000200:2.1:1767384366.012748:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (2) 00000400:00000200:1.0:1767384366.012750:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021e9f7ff 00000100:00000001:3.0:1767384366.012756:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384366.012759:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384366.012759:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384366.012762:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097736fd9. 00000100:00000200:3.0:1767384366.012767:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737765376, offset 0 00000400:00000200:1.0:1767384366.012768:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384366.012769:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:3.0:1767384366.012774:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384366.012777:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000400:00000200:1.0:1767384366.012783:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e9f7ff 00000400:00000200:3.0:1767384366.012787:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384366.012788:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021e9f7ff. 00000100:00000001:1.0:1767384366.012793:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384366.012797:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707000 00000100:00000200:1.0:1767384366.012797:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384366.012803:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000841d33ee x1853236737765248 msgsize 4848 00000400:00000200:3.0:1767384366.012806:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1569 [2] + 0 00000400:00000010:3.0:1767384366.012812:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f55eb5d. 00000100:00100000:1.0:1767384366.012813:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384366.012817:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004549aef3 00000100:00000040:1.0:1767384366.012817:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384366.012824:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.012825:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:1.0:1767384366.012829:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384366.012832:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384366.012838:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e90b7cd 00000400:00000010:1.0:1767384366.012840:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e90b7cd. 00000100:00000001:1.0:1767384366.012843:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384366.012844:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004549aef3 00000400:00000010:3.0:1767384366.012847:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004549aef3. 00000100:00000200:1.0:1767384366.012849:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.012853:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384366.012856:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384366.012861:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002c59d35e x1853236737765376 msgsize 4848 00000100:00000001:1.0:1767384366.012861:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384366.012869:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.012873:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384366.012878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000040:3.0:1767384366.012879:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384366.012886:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.012892:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.012897:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384366.012900:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097736fd9 00000400:00000010:3.0:1767384366.012903:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097736fd9. 00000100:00000001:1.0:1767384366.012904:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.012907:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384366.012910:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294953774 00000100:00000200:3.0:1767384366.012914:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384366.012915:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000228629ff. 00000400:00000200:2.0:1767384366.012924:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384366.012924:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384366.012925:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384366.012930:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.012935:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294953774 00000100:00000001:3.0:1767384366.012937:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.012941:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384366.012941:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f446d1e. 00000100:00000001:1.0:1767384366.012946:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384366.012952:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294953774 00000100:00000001:3.0:1767384366.012955:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384366.012956:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047474e00. 00000100:00000001:3.0:1767384366.012962:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294953774 00000100:00000001:1.0:1767384366.012963:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384366.012968:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294953774 00000400:00000200:2.0:1767384366.012970:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000001:3.0:1767384366.012971:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294953774 00000100:00000001:1.0:1767384366.012971:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294953774 00000100:00000001:3.0:1767384366.012977:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294953774 00000100:00000001:3.0:1767384366.012979:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294953774 00000100:00000010:1.0:1767384366.012979:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d4e7d0b. 00000100:00000001:3.0:1767384366.012984:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294953774 00000100:00000001:3.0:1767384366.012986:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294953774 00000100:00000001:1.0:1767384366.012986:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384366.012994:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.012995:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294953774 00000100:00000001:1.0:1767384366.012999:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013000:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.013005:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013005:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013008:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013009:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.013011:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.013012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:1.0:1767384366.013018:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.013020:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.013021:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384366.013024:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384366.013026:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.013028:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.013029:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.013032:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.013034:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013036:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013038:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013039:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013067:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384366.013070:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765248 00000400:00000200:2.0:1767384366.013072:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 02000000:00000001:3.0:1767384366.013073:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384366.013078:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.013080:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.013083:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.013087:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765248 00000020:00000001:3.0:1767384366.013089:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384366.013091:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384366.013093:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.013096:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384366.013098:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384366.013100:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384366.013103:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384366.013112:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2c6075. 00000100:00000001:3.0:1767384366.013114:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384366.013117:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2c6075. 00000400:00000200:2.0:1767384366.013122:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000020:00000010:3.0:1767384366.013123:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b3ec07. 00000020:00000010:3.0:1767384366.013129:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000364717c4. 00000020:00000010:3.0:1767384366.013134:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000040:3.0:1767384366.013145:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384366.013149:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384366.013150:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384366.013152:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013152:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384366.013157:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765376 02000000:00000001:1.0:1767384366.013160:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384366.013162:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013162:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.013164:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.013168:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.013171:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765376 00000020:00000001:1.0:1767384366.013173:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384366.013175:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384366.013175:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:2.0:1767384366.013176:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000020:00000001:1.0:1767384366.013177:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384366.013187:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:1.0:1767384366.013190:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384366.013193:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384366.013194:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384366.013197:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384366.013198:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384366.013203:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2b3647f. 00000100:00100000:3.0:1767384366.013205:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:1.0:1767384366.013208:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384366.013210:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000010:1.0:1767384366.013212:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2b3647f. 00000100:00000001:3.0:1767384366.013213:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017773648 : -113991691777968 : ffff98533db44850) 00000020:00000010:1.0:1767384366.013219:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065dd06db. 00000100:00000040:3.0:1767384366.013220:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000841d33ee x1853236737765248/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384366.013227:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000431acc2d. 00000400:00000200:2.0:1767384366.013228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000001:3.0:1767384366.013229:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384366.013234:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2c6075. 00000020:00000010:1.0:1767384366.013234:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000001:3.0:1767384366.013239:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.013242:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384366.013243:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2c6075. 00000100:00000001:1.0:1767384366.013247:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384366.013250:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.013253:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000841d33ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737765248:12345-0@lo:253: 00000100:00000001:1.0:1767384366.013256:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384366.013257:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765248 00000020:00000001:3.0:1767384366.013262:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384366.013262:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384366.013267:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384366.013270:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.013276:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000020:00000001:3.0:1767384366.013293:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384366.013296:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384366.013299:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384366.013301:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384366.013309:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384366.013311:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384366.013313:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013317:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384366.013318:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 02000000:00000001:3.0:1767384366.013330:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384366.013336:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f2bbbdcd. 02000000:00000001:3.0:1767384366.013338:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.013340:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384366.013342:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384366.013350:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bcced760. 20000000:01000000:3.0:1767384366.013353:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384366.013355:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384366.013357:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384366.013359:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384366.013361:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384366.013363:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384366.013383:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c56a54b. 20000000:01000000:3.0:1767384366.013385:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:3.0:1767384366.013390:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384366.013407:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384366.013440:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00080000:00000001:3.0:1767384366.013450:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384366.013454:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384366.013456:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:3.0:1767384366.013457:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013461:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384366.013470:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384366.013475:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:1.0:1767384366.013475:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:1.0:1767384366.013480:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000001:3.0:1767384366.013481:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000100:00000001:1.0:1767384366.013483:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017771600 : -113991691780016 : ffff98533db44050) 00080000:00000001:3.0:1767384366.013488:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384366.013489:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000040:1.0:1767384366.013490:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c59d35e x1853236737765376/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384366.013497:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000268201a2. 00080000:00000001:3.0:1767384366.013501:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076730978304 : -113996978573312 : ffff985202963000) 00000100:00000001:1.0:1767384366.013501:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384366.013506:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:1.0:1767384366.013506:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2b3647f. 00000100:00000001:1.0:1767384366.013511:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.013513:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2b3647f. 00000100:00100000:1.0:1767384366.013519:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c59d35e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737765376:12345-0@lo:253: 00000100:00000200:1.0:1767384366.013522:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765376 00000020:00000001:1.0:1767384366.013524:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384366.013526:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384366.013527:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.013530:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384366.013537:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:2.0:1767384366.013538:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000020:00000001:1.0:1767384366.013539:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384366.013543:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.013546:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384366.013547:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384366.013549:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013551:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384366.013553:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384366.013559:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e94b6e61. 02000000:00000001:1.0:1767384366.013561:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.013562:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384366.013564:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384366.013572:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000032951c0d. 20000000:01000000:1.0:1767384366.013575:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384366.013577:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384366.013579:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384366.013581:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384366.013582:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384366.013584:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384366.013586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000001:00000001:3.0:1767384366.013630:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384366.013632:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.013632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00080000:00000001:3.0:1767384366.013636:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384366.013659:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384366.013662:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384366.013663:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013707:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013784:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:3.0:1767384366.013818:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384366.013822:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384366.013829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013868:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013905:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.013998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.014058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.014104:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.014173:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.014205:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384366.014228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384366.014356:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384366.014420:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384366.014458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384366.014488:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384366.014647:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384366.014652:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097736fd9. 00000800:00000010:3.0:1767384366.014655:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec2c6075. 00000800:00000010:3.0:1767384366.014676:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec2c6075. 00000800:00020000:3.0:1767384366.014684:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384366.014687:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097736fd9. 00000800:00000010:3.0:1767384366.014689:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000023abe634. 00000400:02020000:3.0:1767384366.014720:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp43 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384366.014726:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp43 notifying 192.168.203.152@tcp43: down 00000800:00000200:3.0:1767384366.014733:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp43 down 00000800:00000100:3.0:1767384366.014738:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.152@tcp43 00000800:00000010:3.0:1767384366.014741:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014b55c81. 00000400:00000200:3.0:1767384366.014744:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384366.014747:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp43->192.168.203.152@tcp43: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384366.014753:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp43 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:3.0:1767384366.014755:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384366.014758:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:3.0:1767384366.014760:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384366.014781:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384366.014787:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301171 00000400:00000001:2.0:1767384366.014790:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.014791:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384366.014793:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000400:00000010:2.0:1767384366.014794:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000400:00000200:2.0:1767384366.014798:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384366.014800:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384366.014803:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (37) 00000400:00000200:2.0:1767384366.014806:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384366.014808:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc -71 00000400:00000200:2.0:1767384366.014811:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384366.014815:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (36) 00080000:00000001:3.0:1767384366.022542:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384366.022548:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:2.0:1767384366.022551:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384366.022552:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384366.022556:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384366.022557:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384366.022560:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384366.022561:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384366.022562:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384366.022564:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268201a2. 20000000:01000000:3.0:1767384366.022567:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384366.022568:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384366.022576:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384366.022580:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384366.022582:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b1b5e00. 00080000:00000020:3.0:1767384366.022585:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384366.022587:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384366.022592:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384366.022593:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384366.022596:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384366.022598:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384366.022601:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384366.022606:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384366.022608:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384366.022616:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000040a273af. 00010000:00000001:0.0:1767384366.022621:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384366.022622:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384366.022625:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 00080000:00000001:1.0:1767384366.022626:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384366.022629:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.022630:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384366.022631:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384366.022635:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fef3 to hash 00000020:00000001:1.0:1767384366.022636:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384366.022640:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384366.022641:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384366.022646:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384366.022650:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000010:1.0:1767384366.022651:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c798e826. 00010000:00000001:0.0:1767384366.022654:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00080000:00000001:1.0:1767384366.022656:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720350208 : -113996989201408 : ffff985201f40400) 00080000:00000001:1.0:1767384366.022661:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384366.022661:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.022665:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.022669:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022694:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384366.022697:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384366.022699:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384366.022700:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384366.022702:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.022703:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384366.022705:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.022707:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384366.022709:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384366.022710:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384366.022711:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384366.022713:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040a273af) refcount = 1 00010000:00010000:0.0:1767384366.022716:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022720:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384366.022722:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384366.022724:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.022725:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022727:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384366.022730:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384366.022733:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384366.022736:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.022737:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.022739:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=4 00000020:00000001:0.0:1767384366.022741:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384366.022743:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384366.022745:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384366.022752:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022757:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384366.022758:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022762:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1767384366.022763:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384366.022764:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384366.022767:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.022768:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384366.022771:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384366.022776:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.022778:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022780:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384366.022782:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384366.022787:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.022787:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a4b67e1 already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384366.022789:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.022791:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384366.022792:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384366.022800:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384366.022800:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384366.022804:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.022805:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.022806:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a4b67e1 refcount=5 00000020:00000001:0.0:1767384366.022808:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384366.022810:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093451264 : -113992616100352 : ffff9853069c3e00) 00010000:00000001:0.0:1767384366.022813:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384366.022815:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022819:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384366.022827:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.022829:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022832:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384366.022834:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384366.022836:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.022837:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.022839:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a4b67e1 with handle 0x1cafe7b7e4a4fef3 from hash 00010000:00000001:0.0:1767384366.022841:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.022842:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.022844:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.022845:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.022847:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384366.022849:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384366.022850:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384366.022852:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.022854:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022856:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384366.022857:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384366.022860:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.022861:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.022862:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022864:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.022865:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.022867:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022871:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.022872:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.022873:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384366.022875:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384366.022877:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.022878:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.022880:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384366.022882:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.022884:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.022886:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.022896:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384366.022897:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.022899:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a4b67e1/0x1cafe7b7e4a4fef3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384366.022903:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040a273af count: 0 00010000:00000001:0.0:1767384366.022915:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384366.022916:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384366.022933:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384366.022936:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384366.028301:0:35565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040a273af. 00010000:00000010:0.1:1767384366.028310:0:35565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a4b67e1. 00080000:00000001:2.0:1767384366.031389:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384366.031392:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384366.031394:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384366.031395:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384366.031396:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384366.031398:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384366.031399:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c798e826. 00080000:00000001:2.0:1767384366.031405:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:1.0:1767384366.031405:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384366.031409:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384366.031411:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384366.031414:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384366.031422:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384366.031424:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384366.031428:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384366.031431:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384366.031435:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384366.031442:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384366.031445:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384366.031447:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384366.031451:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3c5a753. 00010000:00000001:3.0:1767384366.031454:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384366.031457:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e1380aa2. 00000020:00000001:3.0:1767384366.031459:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384366.031462:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fefa to hash 00000020:00000001:3.0:1767384366.031464:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384366.031466:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031468:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031470:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.031471:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.031474:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031479:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384366.031481:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384366.031483:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384366.031485:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384366.031486:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.031487:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384366.031488:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.031490:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384366.031491:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384366.031492:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384366.031493:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384366.031495:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3c5a753) refcount = 1 00010000:00010000:3.0:1767384366.031497:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031501:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384366.031502:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384366.031503:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.031504:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031506:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384366.031513:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384366.031515:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384366.031517:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.031518:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.031519:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=4 00000020:00000001:3.0:1767384366.031521:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031522:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031524:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384366.031525:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031529:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384366.031530:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031533:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.031534:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384366.031535:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031538:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.031539:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031541:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384366.031542:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384366.031546:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e1380aa2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384366.031548:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384366.031549:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384366.031550:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031554:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384366.031554:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.031555:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.031561:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=5 00000020:00000001:3.0:1767384366.031563:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031564:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384366.031565:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384366.031566:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031569:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384366.031570:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384366.031571:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031573:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384366.031575:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384366.031577:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.031578:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384366.031579:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1380aa2 with handle 0x1cafe7b7e4a4fefa from hash 00010000:00000001:3.0:1767384366.031581:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384366.031582:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.031583:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.031583:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384366.031584:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384366.031585:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384366.031586:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384366.031587:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.031589:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031591:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384366.031592:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384366.031593:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.031594:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.031595:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031597:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.031598:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.031600:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031603:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.031604:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.031611:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384366.031612:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384366.031613:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.031614:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.031615:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384366.031617:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384366.031618:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.031620:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.031623:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384366.031625:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384366.031626:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4fefa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384366.031630:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3c5a753 count: 0 00010000:00000001:3.0:1767384366.031637:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384366.031638:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384366.032122:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384366.032125:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384366.032126:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bcced760. 20000000:00000001:3.0:1767384366.032130:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384366.032133:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737765248 00010000:00000001:3.0:1767384366.032135:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384366.032139:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000841d33ee x1853236737765248/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.032146:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384366.032147:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384366.032150:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384366.032154:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384366.032156:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384366.032158:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384366.032160:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384366.032162:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.032165:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384366.032167:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.032177:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097736fd9. 00000100:00000200:3.0:1767384366.032180:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737765248, offset 224 00000400:00000200:3.0:1767384366.032187:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384366.032194:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384366.032202:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d706f80 00000400:00000200:3.0:1767384366.032208:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ddd [2] + 224 00000400:00000200:3.0:1767384366.032213:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384366.032215:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384366.032219:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384366.032223:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384366.032230:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.032243:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384366.032248:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097736fd9 00000400:00000010:3.0:1767384366.032250:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097736fd9. 00000100:00000001:3.0:1767384366.032253:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384366.032255:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384366.032259:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.032277:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384366.032279:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384366.032281:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.032283:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384366.032324:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000841d33ee x1853236737765248/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.032334:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000841d33ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737765248:12345-0@lo:253: Request processed in 19102us (19528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384366.032342:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:3.0:1767384366.032345:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000040:2.0:1767384366.032347:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294953774, at 4294953775 00000100:00000001:3.0:1767384366.032348:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384366.032350:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384366.032352:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294953774, at 4294953775 00000020:00000010:3.0:1767384366.032354:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000364717c4. 00000100:00000010:2.0:1767384366.032362:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047474e00. 00000020:00000010:3.0:1767384366.032363:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000100:00000010:0.0:1767384366.032364:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000228629ff. 00000020:00000010:3.0:1767384366.032405:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b3ec07. 00000020:00000040:3.0:1767384366.032409:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384366.032413:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384366.032415:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f2bbbdcd. 02000000:00000001:3.0:1767384366.032419:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384366.032421:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384366.032425:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384366.032429:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f55eb5d. 00000100:00000040:1.0:1767384366.032431:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294953774, at 4294953775 00000400:00000010:3.0:1767384366.032433:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097736fd9. 00000100:00000010:1.0:1767384366.032440:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f446d1e. 00000100:00000001:3.0:1767384366.032473:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.032476:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384366.032481:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384366.032483:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384366.032484:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694b96e1. 00000400:00000200:3.0:1767384366.032488:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077fde4d8 00000400:00000010:3.0:1767384366.032491:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077fde4d8. 00000400:00000010:2.0:1767384366.032491:0:35564:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007f2fd1ef. 00000100:00000001:3.0:1767384366.032494:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384366.032500:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384366.032507:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384366.032509:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384366.032514:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384366.032519:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:2.0:1767384366.032520:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384366.032524:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384366.032524:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384366.032529:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:2.0:1767384366.032530:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:3.0:1767384366.032533:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:2.0:1767384366.032533:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:3.0:1767384366.032535:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:2.0:1767384366.032538:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384366.032539:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384366.032543:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000001:3.0:1767384366.032544:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384366.032546:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00001000:3.0:1767384366.032549:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=81 v=5 (5 0 0 0) 00000400:00000040:2.0:1767384366.032549:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384366.032555:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00001000:3.0:1767384366.032556:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=81 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384366.032558:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384366.032560:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:2.0:1767384366.032562:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384366.032563:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384366.032566:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767384366.032567:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:2.0:1767384366.032568:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:3.0:1767384366.032570:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384366.032572:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384366.032573:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384366.032575:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384366.032578:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000040:3.0:1767384366.032580:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384366.032581:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384366.032585:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.032589:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.032593:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384366.032595:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384366.032597:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.032598:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384366.032600:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.032603:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.032606:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384366.032610:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384366.032613:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384366.032615:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:2.0:1767384366.032616:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000001:3.0:1767384366.032620:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:2.0:1767384366.032621:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384366.032624:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384366.032625:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.032628:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:3.0:1767384366.032629:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:2.0:1767384366.032630:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:3.0:1767384366.032632:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:2.0:1767384366.032633:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:3.0:1767384366.032635:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384366.032636:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384366.032637:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384366.032639:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384366.032640:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384366.032643:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:2.0:1767384366.032645:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000020:01000004:3.0:1767384366.032646:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:2.0:1767384366.032648:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:3.0:1767384366.032649:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384366.032651:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384366.032654:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000040:3.0:1767384366.032656:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384366.032657:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384366.032661:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.032665:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384366.032670:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00100000:3.0:1767384366.032671:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8a73ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737765248:0@lo:253: 00000400:00000040:2.0:1767384366.032673:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384366.032693:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000001:3.0:1767384366.032696:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384366.032696:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:3.0:1767384366.032702:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384366.032702:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384366.032707:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000040:3.0:1767384366.032708:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8a73ea0 x1853236737765248/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384366.032710:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384366.032714:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384366.032718:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384366.032720:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384366.032720:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 02000000:00000001:3.0:1767384366.032723:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384366.032724:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 02000000:00000010:3.0:1767384366.032728:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fa6a13a. 00000400:00000040:2.0:1767384366.032728:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384366.032733:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384366.032735:0:35564:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 02000000:00000001:3.0:1767384366.032736:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384366.032738:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384366.032740:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384366.032743:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384366.032746:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000006824017. 02000000:00000001:3.0:1767384366.032752:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384366.032754:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384366.032756:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8a73ea0. 00000100:00000001:3.0:1767384366.032761:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384366.032764:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.032767:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.032778:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.032780:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.032784:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.032787:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.032798:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294953774, at 4294953775 00000100:00000010:3.0:1767384366.032804:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d4e7d0b. 00000400:00000010:2.0:1767384366.032854:0:35564:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007f2fd1ef. 00080000:00000020:1.0:1767384366.034212:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384366.034215:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384366.034217:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000032951c0d. 20000000:00000001:1.0:1767384366.034220:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384366.034222:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737765376 00010000:00000001:1.0:1767384366.034225:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384366.034227:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c59d35e x1853236737765376/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384366.034233:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384366.034235:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384366.034237:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.034240:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384366.034241:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384366.034242:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384366.034244:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384366.034246:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.034248:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384366.034250:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384366.034252:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ef8727. 00000100:00000200:1.0:1767384366.034255:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737765376, offset 224 00000400:00000200:1.0:1767384366.034260:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384366.034265:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384366.034304:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707000 00000400:00000200:1.0:1767384366.034309:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1de5 [2] + 224 00000400:00000200:1.0:1767384366.034313:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384366.034317:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.034320:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384366.034324:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.034330:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.034341:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384366.034346:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ef8727 00000400:00000010:1.0:1767384366.034347:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ef8727. 00000100:00000001:1.0:1767384366.034350:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384366.034351:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384366.034354:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.034354:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.034357:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384366.034359:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384366.034362:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384366.034362:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384366.034364:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384366.034365:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384366.034367:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384366.034382:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000100:00000040:1.0:1767384366.034386:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c59d35e x1853236737765376/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384366.034388:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e10364 00000400:00000010:3.0:1767384366.034392:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017e10364. 00000100:00000001:3.0:1767384366.034397:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384366.034400:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c59d35e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737765376:12345-0@lo:253: Request processed in 20897us (21536us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384366.034420:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384366.034429:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000200:3.0:1767384366.034434:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.034434:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384366.034439:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.034443:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384366.034447:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000431acc2d. 00000100:00000001:3.0:1767384366.034448:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384366.034452:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384366.034454:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000100:00000001:3.0:1767384366.034455:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384366.034458:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384366.034460:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065dd06db. 00000100:00000001:3.0:1767384366.034461:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.034464:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.034467:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.034468:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:3.0:1767384366.034470:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=81 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384366.034472:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384366.034474:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384366.034476:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384366.034478:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.034479:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384366.034482:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384366.034482:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e94b6e61. 00000100:00000001:3.0:1767384366.034488:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.034490:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384366.034491:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.034493:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384366.034500:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384366.034502:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.034505:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384366.034506:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1870665. 00000400:00000010:1.0:1767384366.034511:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ef8727. 00000100:00000001:3.0:1767384366.034516:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384366.034519:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384366.034520:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384366.034521:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384366.034522:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384366.034523:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384366.034525:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384366.034526:0:16141:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384366.034527:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384366.034529:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384366.034531:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.034537:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737765376:0@lo:253: 00000100:00000001:3.0:1767384366.034541:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.034543:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384366.034546:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008078d2de x1853236737765376/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.034550:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384366.034552:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384366.034554:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ef6d7778. 02000000:00000001:3.0:1767384366.034558:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384366.034559:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384366.034560:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384366.034561:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384366.034563:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000059e0cabd. 02000000:00000001:3.0:1767384366.034566:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384366.034566:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384366.034567:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008078d2de. 00000100:00000001:3.0:1767384366.034570:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384366.034572:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.034573:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.034577:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.034578:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.034581:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.034583:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384366.038314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3c5a753. 00010000:00000010:3.1:1767384366.038323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e1380aa2. 00010000:00000001:3.0:1767384366.113574:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384366.113586:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.113592:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384366.113594:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.113630:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384366.113634:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.113638:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384366.498383:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.498388:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384366.498393:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000400:00000200:1.0:1767384366.498393:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:1.0:1767384366.498398:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000800:00000200:2.0:1767384366.498404:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:988 00000400:00000200:1.0:1767384366.498406:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384366.498409:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384366.498413:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384366.498426:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001860d804. 00000400:00000010:1.0:1767384366.498431:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d483db49. 00000800:00000200:2.0:1767384366.498514:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384366.498520:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.498528:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384366.498532:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.498535:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.137339:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384367.137344:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.137350:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384367.137351:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.137398:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384367.137402:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.137406:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384367.265569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384367.265576:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384367.265581:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5969214. 00000020:00000040:0.0:1767384367.265585:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384367.265590:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.265593:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384367.265597:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.265602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f3b333df. 00000004:00000001:3.0:1767384367.265609:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384367.265609:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384367.265614:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384367.265618:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384367.265619:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008078d2de. 00000020:00000040:3.0:1767384367.265625:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384367.265630:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384367.265632:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384367.265633:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384367.265635:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.265638:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384367.265642:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000968d190d. 00000100:00000001:3.0:1767384367.265647:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265647:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5969214] to pc [ptlrpcd_00_00+0] req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.265652:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.265654:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.265663:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008078d2de] to pc [ptlrpcd_00_01+1] req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384367.265680:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.265681:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384367.265690:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384367.265694:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058301b1f. 00000020:00000040:0.0:1767384367.265698:0:37:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384367.265710:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.265719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384367.265722:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.265728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e565843. 00000100:00000001:0.0:1767384367.265732:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265738:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384367.265747:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384367.265749:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265753:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058301b1f] to pc [ptlrpcd_00_02+2] req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.265771:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384367.265776:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384367.265779:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038da48be. 00000020:00000040:0.0:1767384367.265781:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384367.265782:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.265784:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384367.265786:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.265788:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384367.265790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0110492. 00000100:00000001:3.0:1767384367.265793:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.265795:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.265796:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.265800:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384367.265802:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.265822:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.265825:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.265825:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.265828:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da48be] to pc [ptlrpcd_00_03+3] req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.265833:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.265837:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.265842:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.265844:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384367.265857:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737765632:0@lo:13: 00000100:00000001:0.0:1767384367.265859:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384367.265863:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384367.265864:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000001:3.0:1767384367.265867:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384367.265868:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384367.265870:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.265877:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.265880:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384367.265881:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384367.265882:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384367.265886:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005dca26a8. 02000000:00000010:0.0:1767384367.265888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac19f42f. 02000000:00000001:3.0:1767384367.265889:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.265894:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.265896:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000100:00000040:0.0:1767384367.265899:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384367.265904:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000100:00000001:0.0:1767384367.265905:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384367.265908:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.265912:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737765632, portal 4 00000100:00000040:0.0:1767384367.265913:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3653008] to pc [ptlrpcd_00_00+0] req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.265918:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.265921:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759391104 : -113996950160512 : ffff98520447bb80) 00000100:00000001:0.0:1767384367.265926:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.265930:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000100:00000040:3.0:1767384367.265931:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.265938:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.265941:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384367.265942:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384367.265944:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000001:0.0:1767384367.265946:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384367.265948:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737765632, offset 0 00000100:00000001:0.0:1767384367.265949:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.265953:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.265957:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384367.265963:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.265965:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.265967:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.265968:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.265970:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.265974:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384367.265975:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737765504:0@lo:400: 00000100:00000001:0.0:1767384367.265980:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.265983:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.265984:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.265986:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384367.265989:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd4c7663. 00000400:00000200:3.0:1767384367.265990:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d707100 02000000:00000001:0.0:1767384367.265991:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.265998:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000400:00000010:0.0:1767384367.265999:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f29b8a7. 00000400:00000200:3.0:1767384367.266006:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384367.266007:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000100:00000200:0.0:1767384367.266012:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737765504, portal 25 00000400:00000200:3.0:1767384367.266013:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.266016:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.266021:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.266024:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384367.266024:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067436672 : -113992642114944 : ffff9853050f4a80) 00000100:00000010:3.0:1767384367.266031:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8a73ea0. 00000100:00000040:0.0:1767384367.266032:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.266035:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000f8a73ea0 x1853236737765632 msgsize 224 00000100:00000001:0.0:1767384367.266042:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384367.266045:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384367.266050:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.266053:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd918751. 00000100:00000200:0.0:1767384367.266056:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737765504, offset 0 00000100:00000001:3.0:1767384367.266059:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384367.266073:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.266077:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:3.0:1767384367.266080:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000400:00000200:0.0:1767384367.266084:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384367.266086:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384367.266091:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.266096:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d707080 00000400:00000200:0.0:1767384367.266104:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1571 [2] + 0 00000100:00000001:3.0:1767384367.266105:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384367.266109:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc293701. 00000100:00000040:3.0:1767384367.266112:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.266114:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b27958c 00000400:00000200:0.0:1767384367.266119:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.266123:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384367.266126:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b27958c 00000400:00000010:0.0:1767384367.266129:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b27958c. 00000100:00000001:3.0:1767384367.266135:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266136:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384367.266137:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384367.266138:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384367.266142:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000f4cfe1c5 x1853236737765504 msgsize 224 00000100:00000001:3.0:1767384367.266144:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.266149:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384367.266152:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6001 usecs (7 jiffies) 00000100:00000040:0.0:1767384367.266152:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384367.266158:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955015 00000100:00000010:3.0:1767384367.266161:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e2d8242. 00000100:00000001:0.0:1767384367.266164:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.266167:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384367.266170:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd918751 00000100:00000001:3.0:1767384367.266173:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955015 00000400:00000010:0.0:1767384367.266173:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd918751. 00000100:00000001:0.0:1767384367.266178:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384367.266179:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d541bfc. 00000100:00000200:0.0:1767384367.266183:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.266184:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384367.266192:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955015 00000100:00000001:0.0:1767384367.266194:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.266198:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384367.266199:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc4a0212. 00000100:00000001:3.0:1767384367.266206:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384367.266208:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266211:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.266213:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955015 00000100:00000001:0.0:1767384367.266215:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384367.266220:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000028b5022. 00000100:00000001:0.0:1767384367.266225:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294955027 00000100:00000001:3.0:1767384367.266227:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384367.266232:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955015 00000100:00000001:3.0:1767384367.266233:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.266237:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294955027 00000100:00000001:3.0:1767384367.266238:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266245:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955015 00000100:00000001:3.0:1767384367.266246:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266251:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294955027 00000100:00000001:3.0:1767384367.266252:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.266257:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955015 00000100:00000001:3.0:1767384367.266261:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.266261:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294955027 00000100:00000001:3.0:1767384367.266265:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384367.266266:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955015 00000100:00000001:3.0:1767384367.266267:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.266271:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.266273:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266274:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.266275:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266277:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266281:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.266284:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.266289:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.266289:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384367.266293:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.266293:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266297:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384367.266298:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.266300:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384367.266328:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.266334:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384367.266341:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.266344:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.266348:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.266348:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.266354:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.266355:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737766016:0@lo:400: 00000100:00100000:3.0:1767384367.266358:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058301b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737765760:0@lo:400: 00000100:00000001:0.0:1767384367.266371:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.266375:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384367.266376:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.266377:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.266380:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.266380:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384367.266384:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.266385:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000682777f0. 02000000:00000001:3.0:1767384367.266386:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384367.266390:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384367.266391:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3dda522. 02000000:00000001:3.0:1767384367.266395:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.266395:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384367.266402:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd918751. 00000400:00000010:3.0:1767384367.266403:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2d1deff. 00000100:00000200:0.0:1767384367.266407:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737766016, portal 10 00000400:00000010:3.0:1767384367.266410:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000100:00000001:0.0:1767384367.266411:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384367.266420:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737765760, portal 4 00000100:00000001:0.0:1767384367.266421:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067442048 : -113992642109568 : ffff9853050f5f80) 00000100:00000001:3.0:1767384367.266425:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.266428:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067434880 : -113992642116736 : ffff9853050f4380) 00000100:00000040:0.0:1767384367.266430:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.266434:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.266449:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.266454:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384367.266455:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384367.266457:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000100:00000040:0.0:1767384367.266460:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384367.266461:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737765760, offset 0 00000400:00000010:0.0:1767384367.266464:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000400:00000200:3.0:1767384367.266469:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384367.266474:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737766016, offset 0 00000400:00000200:3.0:1767384367.266479:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.266483:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.266487:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d707180 00000400:00000200:0.0:1767384367.266492:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.266496:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000400:00000200:3.0:1767384367.266501:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.266506:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707280 00000400:00000200:3.0:1767384367.266507:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384367.266516:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000400:00000200:0.0:1767384367.266520:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384367.266522:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.266525:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1767384367.266525:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384367.266531:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000645b8803. 00000100:00000001:0.0:1767384367.266533:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384367.266535:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000645b8803 x1853236737765760 msgsize 224 00000100:00000200:0.0:1767384367.266536:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384367.266541:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a580b93. 00000100:00100000:3.0:1767384367.266542:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384367.266546:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000005a580b93 x1853236737766016 msgsize 224 00000100:00100000:0.0:1767384367.266550:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384367.266552:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.266558:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.266564:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384367.266567:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384367.266569:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384367.266570:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384367.266573:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384367.266576:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384367.266579:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.266584:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.266586:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384367.266589:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.266601:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266603:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.266604:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384367.266607:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.266610:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.266612:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3307 usecs (4 jiffies) 00000100:00000001:0.0:1767384367.266616:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000001:0.0:1767384367.266620:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294955027 00000100:00000001:0.0:1767384367.266625:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294955013 00000100:00000001:3.0:1767384367.266626:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266628:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266629:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.266634:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266638:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294955013 00000100:00000040:3.0:1767384367.266639:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6001 usecs (7 jiffies) 00000100:00000001:0.0:1767384367.266641:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266643:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955016 00000100:00000001:0.0:1767384367.266644:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00000100:00000001:3.0:1767384367.266647:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294955027 00000100:00000001:0.0:1767384367.266649:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266653:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955016 00000100:00000001:0.0:1767384367.266654:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.266658:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294955027 00000100:00000001:0.0:1767384367.266658:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266664:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955016 00000100:00000001:0.0:1767384367.266664:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266668:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.266669:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266673:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955016 00000100:00000001:3.0:1767384367.266675:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955027 00000100:00000001:0.0:1767384367.266675:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.266676:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.266678:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.266679:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266682:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.266684:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.266685:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.266687:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.266688:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266692:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.266693:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266696:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.266700:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.266701:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.266703:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.266705:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384367.266707:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.266709:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.266713:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384367.266716:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384367.266717:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765504 00000100:00000001:3.0:1767384367.266719:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384367.266720:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.266721:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.266724:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384367.266724:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.266727:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.266730:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384367.266732:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.266738:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765504 00000100:00000001:3.0:1767384367.266740:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384367.266741:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384367.266742:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384367.266744:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 02000000:00000001:3.0:1767384367.266746:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.266748:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384367.266748:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.266751:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 02000000:00000001:3.0:1767384367.266752:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.266757:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:3.0:1767384367.266758:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737765888:0@lo:400: 00000020:00000001:0.0:1767384367.266762:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384367.266763:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.266769:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384367.266769:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384367.266772:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.266773:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 02000000:00000001:3.0:1767384367.266774:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384367.266778:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384367.266779:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065dd06db. 00000020:00000010:0.0:1767384367.266781:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 02000000:00000001:3.0:1767384367.266782:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.266788:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0080e30. 00000020:00000010:0.0:1767384367.266789:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000400:00000010:3.0:1767384367.266792:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000020:00000010:0.0:1767384367.266795:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de636b63. 00000100:00000200:3.0:1767384367.266796:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737765888, portal 10 00000100:00000001:3.0:1767384367.266798:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.266799:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067437568 : -113992642114048 : ffff9853050f4e00) 00000100:00000040:3.0:1767384367.266804:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.266806:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008dfe9e7b. 00000100:00000001:3.0:1767384367.266813:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.266817:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384367.266817:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384367.266822:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000001:0.0:1767384367.266822:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.266825:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384367.266826:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737765888, offset 0 00000100:00000001:0.0:1767384367.266828:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.266834:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384367.266836:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.266842:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384367.266846:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.266850:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707200 00000400:00000200:3.0:1767384367.266856:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:0.0:1767384367.266857:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384367.266860:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.266860:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384367.266865:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384367.266870:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:3.0:1767384367.266871:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.266874:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017779792 : -113991691771824 : ffff98533db46050) 00000100:00000001:3.0:1767384367.266877:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.266879:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384367.266880:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4cfe1c5 x1853236737765504/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384367.266884:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006281e0ca. 00000100:00000040:3.0:1767384367.266888:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006281e0ca x1853236737765888 msgsize 224 00000100:00000001:0.0:1767384367.266890:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.266894:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00100000:3.0:1767384367.266898:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384367.266898:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.266902:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000100:00100000:0.0:1767384367.266907:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4cfe1c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737765504:12345-0@lo:400: 00000100:00000001:3.0:1767384367.266908:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384367.266910:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765504 00000400:00000200:3.0:1767384367.266914:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000020:00000001:0.0:1767384367.266914:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384367.266917:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000020:00000001:0.0:1767384367.266918:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.266921:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266923:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384367.266924:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.266927:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000200:3.0:1767384367.266929:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.266930:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.266933:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.266937:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.266939:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384367.266942:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384367.266942:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.266945:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384367.266947:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.266948:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.266952:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384367.266954:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266955:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.266960:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.266961:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2491015. 00000100:00000040:3.0:1767384367.266963:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3175 usecs (4 jiffies) 02000000:00000001:0.0:1767384367.266965:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266966:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000001:0.0:1767384367.266967:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266970:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294955027 00000020:00000001:0.0:1767384367.266971:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.266974:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955013 00010000:00000040:0.0:1767384367.266976:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737765504 00000100:00000001:3.0:1767384367.266977:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294955027 00010000:00000001:0.0:1767384367.266980:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384367.266981:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955013 00000100:00000001:3.0:1767384367.266984:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266985:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00010000:00000200:0.0:1767384367.266987:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4cfe1c5 x1853236737765504/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.266989:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955027 00000100:00000001:3.0:1767384367.266993:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.266998:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267003:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.267004:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384367.267006:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.267007:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.267010:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.267014:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.267018:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.267028:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384367.267031:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384367.267032:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384367.267033:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267037:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267038:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.267042:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.267045:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384367.267048:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737765504, offset 224 00000400:00000200:0.0:1767384367.267054:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384367.267062:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.267068:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d707080 00000400:00000200:0.0:1767384367.267073:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e05 [1] + 224 00000400:00000200:0.0:1767384367.267076:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.267078:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.267082:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.267086:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.267092:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.267101:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.267103:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384367.267105:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765632 02000000:00000001:3.0:1767384367.267108:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.267109:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384367.267109:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000100:00000001:3.0:1767384367.267111:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.267113:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.267115:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765632 00000400:00000010:0.0:1767384367.267117:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000020:00000001:3.0:1767384367.267118:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384367.267121:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:3.0:1767384367.267124:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384367.267124:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.267126:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384367.267127:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:3.0:1767384367.267130:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384367.267131:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267132:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000040:0.0:1767384367.267136:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384367.267138:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384367.267139:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384367.267142:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfc8a4c6. 00000020:00000001:0.0:1767384367.267142:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.267144:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384367.267148:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006dfe4e2a. 00000100:00000040:0.0:1767384367.267149:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4cfe1c5 x1853236737765504/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384367.267155:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00100000:0.0:1767384367.267160:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4cfe1c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737765504:12345-0@lo:400: Request processed in 266us (1014us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384367.267167:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1767384367.267168:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384367.267172:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000020:00000010:3.0:1767384367.267173:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c23c73fd. 00000100:00000001:0.0:1767384367.267174:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.267178:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384367.267181:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000407dd21d. 00000020:00000010:0.0:1767384367.267183:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de636b63. 00000020:00000010:0.0:1767384367.267195:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008dfe9e7b. 00000020:00000010:3.0:1767384367.267196:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000020:00000010:0.0:1767384367.267198:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000020:00000040:0.0:1767384367.267204:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000040:3.0:1767384367.267207:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:0.0:1767384367.267208:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384367.267211:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a2491015. 00000100:00000001:3.0:1767384367.267213:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384367.267215:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384367.267216:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.267218:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.267220:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.267223:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384367.267227:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.267227:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099885154. 00000400:00000010:0.0:1767384367.267233:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab53361c. 00000100:00000001:3.0:1767384367.267239:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.267255:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.267257:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384367.267263:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:0.0:1767384367.267263:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.267266:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384367.267268:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384367.267271:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759380352 : -113996950171264 : ffff985204479180) 00000400:00000001:0.0:1767384367.267271:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.267291:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.267293:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f29b8a7. 00000400:00000200:0.0:1767384367.267296:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b064c092 00000400:00000010:0.0:1767384367.267300:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b064c092. 00000100:00000040:3.0:1767384367.267303:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8a73ea0 x1853236737765632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.267304:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.267313:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.267318:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.267331:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.267334:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.267337:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.267337:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.267341:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384367.267342:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000845e5189. 00000100:00000001:0.0:1767384367.267343:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.267346:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267347:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.267349:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.267353:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000845e5189. 00000100:00001000:0.0:1767384367.267355:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.267372:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=82 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384367.267374:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8a73ea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737765632:12345-0@lo:13: 00000100:00000001:0.0:1767384367.267376:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384367.267380:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765632 00000100:00000001:0.0:1767384367.267380:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267384:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384367.267384:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384367.267386:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267388:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384367.267390:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267391:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267394:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384367.267395:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.267398:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:3.0:1767384367.267403:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384367.267407:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384367.267408:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.267411:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384367.267411:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.267413:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.267414:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.267418:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.267420:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.267422:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.267426:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384367.267430:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5969214 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737765504:0@lo:400: 02000000:00000010:3.0:1767384367.267431:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000007e8000. 02000000:00000001:3.0:1767384367.267435:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267437:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267438:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384367.267439:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384367.267441:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.267443:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5969214 x1853236737765504/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384367.267444:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384367.267447:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384367.267451:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000001:3.0:1767384367.267453:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:0.0:1767384367.267455:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.267457:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd4c7663. 00080000:00000001:3.0:1767384367.267465:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.267465:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.267466:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.267470:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384367.267471:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384367.267473:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000024:3.0:1767384367.267475:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000010:0.0:1767384367.267476:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f3b333df. 00000020:00000020:3.0:1767384367.267480:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:0.0:1767384367.267482:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000020:3.0:1767384367.267484:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384367.267485:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.267488:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5969214. 00002000:00000020:3.0:1767384367.267489:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384367.267492:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00002000:00000001:3.0:1767384367.267493:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384367.267494:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384367.267497:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384367.267498:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267500:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.267501:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.267503:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384367.267507:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267507:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384367.267513:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384367.267516:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737765632 00010000:00000001:3.0:1767384367.267518:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384367.267522:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8a73ea0 x1853236737765632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.267527:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.267529:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.267531:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.267533:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384367.267535:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384367.267537:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384367.267539:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.267540:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267541:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.267543:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.267545:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000100:00000200:3.0:1767384367.267547:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737765632, offset 224 00000400:00000200:3.0:1767384367.267551:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.267555:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.267561:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d707100 00000400:00000200:3.0:1767384367.267564:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1dfd [1] + 224 00000400:00000200:3.0:1767384367.267567:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.267572:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384367.267575:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.267579:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.267581:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.267585:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766016 00000100:00000040:3.0:1767384367.267589:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384367.267589:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.267592:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.267595:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.267599:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.267603:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766016 00000020:00000001:0.0:1767384367.267605:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.267606:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:0.0:1767384367.267607:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384367.267608:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384367.267609:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:0.0:1767384367.267612:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000400:00000200:3.0:1767384367.267614:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000020:00000001:0.0:1767384367.267615:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000400:00000010:3.0:1767384367.267619:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:0.0:1767384367.267621:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384367.267624:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384367.267625:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000020:00000010:0.0:1767384367.267629:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fa563a48. 00000100:00000001:3.0:1767384367.267632:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384367.267633:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384367.267637:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267638:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384367.267642:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000020:00000010:0.0:1767384367.267642:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4c7663. 00010000:00000001:3.0:1767384367.267645:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384367.267647:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de636b63. 00000020:00000001:3.0:1767384367.267648:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267652:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384367.267652:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008dfe9e7b. 00000100:00000040:3.0:1767384367.267655:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8a73ea0 x1853236737765632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.267665:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8a73ea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737765632:12345-0@lo:13: Request processed in 328us (1628us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384367.267667:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384367.267672:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.267673:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384367.267675:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:0.0:1767384367.267677:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384367.267678:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384367.267681:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.267682:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384367.267683:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384367.267686:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384367.267687:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000407dd21d. 00000100:00000001:0.0:1767384367.267688:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.267692:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:3.0:1767384367.267697:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c23c73fd. 00000100:00000001:0.0:1767384367.267698:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384367.267700:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:3.0:1767384367.267703:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.267706:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.267709:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765888 02000000:00000001:0.0:1767384367.267710:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.267711:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.267712:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.267714:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.267715:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765888 00000020:00000001:0.0:1767384367.267717:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.267718:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:0.0:1767384367.267719:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.267720:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000020:00000001:0.0:1767384367.267722:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000020:00000001:0.0:1767384367.267724:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:3.0:1767384367.267725:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.267726:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384367.267728:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384367.267730:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012300fe9. 00000100:00000001:0.0:1767384367.267734:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384367.267735:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384367.267740:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000020:00000010:0.0:1767384367.267740:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012300fe9. 00000100:00000001:3.0:1767384367.267743:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067444736 : -113992642106880 : ffff9853050f6a00) 00000020:00000010:0.0:1767384367.267747:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000100:00000040:3.0:1767384367.267748:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a580b93 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.267752:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007195aaba. 00000100:00000001:3.0:1767384367.267759:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.267759:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000020:00000010:3.0:1767384367.267764:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000845e5189. 00000100:00000001:0.0:1767384367.267764:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.267765:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.267769:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.267770:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.267773:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000845e5189. 00000100:00000001:0.0:1767384367.267774:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384367.267777:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1767384367.267780:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a580b93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737766016:12345-0@lo:400: 00000100:00000001:0.0:1767384367.267780:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.267786:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766016 00000100:00000001:0.0:1767384367.267790:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.267795:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384367.267798:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384367.267800:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267802:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.267804:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:3.0:1767384367.267806:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384367.267807:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384367.267808:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.267810:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384367.267811:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384367.267813:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.267815:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.267816:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000001:3.0:1767384367.267817:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384367.267820:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:3.0:1767384367.267821:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384367.267824:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759375872 : -113996950175744 : ffff985204478000) 02000000:00000001:3.0:1767384367.267825:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384367.267831:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000268201a2. 00000100:00000040:0.0:1767384367.267831:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006281e0ca x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.267836:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.267839:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.267843:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384367.267846:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766016 00000100:00000001:0.0:1767384367.267846:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384367.267850:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384367.267851:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012300fe9. 00010000:00000200:3.0:1767384367.267855:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a580b93 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.267855:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.267860:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012300fe9. 00000100:00100000:0.0:1767384367.267867:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006281e0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737765888:12345-0@lo:400: 00010000:00000001:3.0:1767384367.267868:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.267871:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.267872:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765888 00000100:00001000:3.0:1767384367.267875:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384367.267876:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384367.267880:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384367.267880:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.267883:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.267885:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:0.0:1767384367.267887:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384367.267888:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384367.267891:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384367.267891:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 02000000:00000001:3.0:1767384367.267894:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.267895:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384367.267899:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384367.267902:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384367.267906:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384367.267907:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.267910:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384367.267911:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000020:00000001:0.0:1767384367.267912:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.267917:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767384367.267918:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737766016, offset 224 00000100:00000001:0.0:1767384367.267919:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.267922:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384367.267925:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384367.267926:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2491015. 02000000:00000001:0.0:1767384367.267930:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267931:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.267934:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.267935:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384367.267937:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737765888 00010000:00000001:0.0:1767384367.267940:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.267944:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006281e0ca x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.267945:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707280 00000400:00000200:3.0:1767384367.267959:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e0d [1] + 224 00010000:00000001:0.0:1767384367.267960:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384367.267963:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384367.267963:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.267969:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384367.267969:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.267976:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384367.267977:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384367.267980:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000200:3.0:1767384367.267983:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.267984:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384367.267989:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.267991:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.267996:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.267999:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.268003:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.268007:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000100:00000200:0.0:1767384367.268011:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737765888, offset 224 00000400:00000200:0.0:1767384367.268014:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.268015:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.268021:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000200:0.0:1767384367.268022:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384367.268025:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000100:00000001:3.0:1767384367.268028:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384367.268030:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384367.268033:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707200 00000100:00000001:3.0:1767384367.268035:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.268040:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e1d [1] + 224 00000100:00000040:3.0:1767384367.268042:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:3.0:1767384367.268046:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384367.268046:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384367.268047:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.268051:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384367.268054:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384367.268057:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a580b93 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268061:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.268067:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.268069:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a580b93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236737766016:12345-0@lo:400: Request processed in 307us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384367.268084:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:0.0:1767384367.268085:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.268087:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384367.268091:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.268094:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384367.268098:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de636b63. 00000020:00000010:3.0:1767384367.268101:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008dfe9e7b. 00000020:00000010:3.0:1767384367.268103:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4c7663. 00000100:00000001:0.0:1767384367.268104:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384367.268106:0:17569:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:3.0:1767384367.268110:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.268110:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b064c092 00000400:00000010:0.0:1767384367.268113:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b064c092. 00000100:00000001:0.0:1767384367.268116:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.268117:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.268120:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.268122:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384367.268123:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00080000:3.0:1767384367.268125:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384367.268125:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.268127:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384367.268135:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000040:0.0:1767384367.268138:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006281e0ca x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384367.268140:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384367.268143:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00100000:0.0:1767384367.268151:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006281e0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737765888:12345-0@lo:400: Request processed in 304us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384367.268156:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384367.268159:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:0.0:1767384367.268161:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.268163:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.268163:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384367.268167:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384367.268169:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007195aaba. 00000400:00000001:3.0:1767384367.268171:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.268173:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384367.268173:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00000020:00000010:0.0:1767384367.268177:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000400:00000010:3.0:1767384367.268178:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000020:00000040:0.0:1767384367.268184:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000400:00000200:3.0:1767384367.268186:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000100:00000001:0.0:1767384367.268187:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384367.268191:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000100:00000001:3.0:1767384367.268196:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.268201:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268206:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.268209:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737765760 02000000:00000001:0.0:1767384367.268211:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384367.268213:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268213:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.268215:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.268219:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.268224:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737765760 00000020:00000001:0.0:1767384367.268227:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.268230:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:3.0:1767384367.268231:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384367.268232:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384367.268236:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384367.268236:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:0.0:1767384367.268237:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384367.268243:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384367.268243:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:0.0:1767384367.268247:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384367.268248:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384367.268250:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012300fe9. 00000100:00000001:3.0:1767384367.268251:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.268253:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.268254:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.268257:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.268257:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012300fe9. 00000020:00000010:0.0:1767384367.268261:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000100:00001000:3.0:1767384367.268263:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=72 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384367.268265:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007195aaba. 00000020:00000010:0.0:1767384367.268269:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00001000:3.0:1767384367.268270:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.268298:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.268300:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.268302:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384367.268304:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00080000:3.0:1767384367.268306:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268307:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.268310:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.268313:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.268319:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.268319:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384367.268322:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384367.268323:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384367.268326:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384367.268327:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.268331:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384367.268333:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.268336:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268337:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.268344:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.268347:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384367.268351:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384367.268351:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384367.268356:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384367.268356:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384367.268358:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.268370:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759383040 : -113996950168576 : ffff985204479c00) 00000100:00000040:0.0:1767384367.268374:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000645b8803 x1853236737765760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384367.268379:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384367.268383:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384367.268384:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:3.0:1767384367.268387:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:0.0:1767384367.268389:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012300fe9. 00000100:00000001:0.0:1767384367.268395:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.268397:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012300fe9. 00000100:00100000:0.0:1767384367.268400:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000645b8803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737765760:12345-0@lo:400: 00000100:00000200:0.0:1767384367.268402:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737765760 00000004:00000020:3.0:1767384367.268407:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:0.0:1767384367.268407:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.268410:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1767384367.268413:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.268413:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.268416:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.268418:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000040:3.0:1767384367.268419:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.268422:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.268425:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.268429:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.268431:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.268434:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.268435:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737765632:0@lo:13: 00000020:00000001:0.0:1767384367.268436:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384367.268439:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384367.268441:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384367.268442:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384367.268444:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.268446:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008078d2de x1853236737765632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384367.268452:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a3ccb53. 00000100:00000001:3.0:1767384367.268453:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384367.268456:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384367.268456:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384367.268459:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005dca26a8. 00000100:00000001:0.0:1767384367.268460:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.268464:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.268465:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:0.0:1767384367.268466:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737765760 00000020:00000001:3.0:1767384367.268468:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384367.268469:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384367.268470:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384367.268473:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:0.0:1767384367.268475:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000645b8803 x1853236737765760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384367.268476:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000968d190d. 02000000:00000001:3.0:1767384367.268480:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.268483:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.268485:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008078d2de. 00000100:00000001:3.0:1767384367.268490:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384367.268490:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384367.268493:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384367.268494:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.268496:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384367.268497:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.268502:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.268502:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.268504:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.268505:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384367.268506:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.268507:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.268509:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.268510:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384367.268513:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384367.268515:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384367.268517:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.268518:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000100:00000200:0.0:1767384367.268522:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737765760, offset 224 00000100:00000001:3.0:1767384367.268525:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384367.268526:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.268527:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384367.268531:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.268535:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384367.268535:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384367.268539:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0080e30. 00000400:00000200:3.0:1767384367.268542:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000200:0.0:1767384367.268545:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d707180 00000400:00000010:3.0:1767384367.268546:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384367.268551:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384367.268554:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e11 [1] + 224 00000100:00000200:3.0:1767384367.268557:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.268559:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.268567:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384367.268572:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268572:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.268578:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268580:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.268583:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.268586:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384367.268588:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.268591:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384367.268593:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268594:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.268598:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.268603:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=77 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384367.268606:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384367.268607:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.268611:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384367.268611:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b064c092 00000100:00000001:3.0:1767384367.268612:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.268614:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384367.268617:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.268620:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b064c092. 00000100:00000001:0.0:1767384367.268625:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384367.268628:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.268628:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.268632:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384367.268633:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.268635:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384367.268638:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384367.268638:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384367.268641:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.268642:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.268645:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.268646:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.268648:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.268653:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000645b8803 x1853236737765760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.268662:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000645b8803 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737765760:12345-0@lo:400: Request processed in 276us (2124us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384367.268675:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384367.268675:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384367.268677:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384367.268678:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.268680:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.268681:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.268684:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384367.268687:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.268687:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007195aaba. 00000020:00000010:0.0:1767384367.268693:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00000020:00000010:0.0:1767384367.268697:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000100:00100000:3.0:1767384367.268701:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737765888:0@lo:400: 00000020:00000040:0.0:1767384367.268701:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:0.0:1767384367.268705:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384367.268710:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.268712:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384367.268713:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2d1deff. 00000400:00000200:3.0:1767384367.268716:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:3.0:1767384367.268717:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000100:00000001:3.0:1767384367.268719:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.268721:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384367.268726:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268731:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.268732:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.268733:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384367.268734:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.268735:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.268736:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.268737:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.268738:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384367.268740:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=72 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384367.268741:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384367.268745:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=72 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384367.268746:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.268749:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384367.268750:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.268752:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.268752:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00010000:00000001:3.0:1767384367.268756:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384367.268757:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd918751 00010000:00080000:3.0:1767384367.268759:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.268760:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd918751. 00000100:00000001:0.0:1767384367.268765:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384367.268770:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.268771:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268779:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384367.268779:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.268782:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384367.268785:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384367.268788:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.268791:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384367.268793:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268797:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.268800:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.268801:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.268802:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.268806:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384367.268808:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384367.268810:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.268812:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.268814:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.268818:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.268821:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058301b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737765760:0@lo:400: 00000100:00001000:0.0:1767384367.268823:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=76 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384367.268825:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.268829:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384367.268830:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=76 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384367.268833:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038da48be x1853236737765888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268834:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.268837:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.268841:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384367.268845:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767384367.268848:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.268849:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.268852:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065dd06db. 02000000:00000001:3.0:1767384367.268856:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384367.268859:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.268860:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384367.268863:0:16140:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384367.268864:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384367.268865:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.268867:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0110492. 00000100:00000040:0.0:1767384367.268867:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384367.268871:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384367.268873:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384367.268873:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.268876:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384367.268877:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384367.268879:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038da48be. 00000100:00000001:3.0:1767384367.268884:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.268886:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.268887:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.268888:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384367.268892:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384367.268895:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058301b1f x1853236737765760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.268896:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.268904:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.268907:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384367.268912:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236737766016:0@lo:400: 02000000:00000001:3.0:1767384367.268915:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.268917:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3dda522. 00000100:00000001:0.0:1767384367.268918:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384367.268922:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384367.268922:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384367.268925:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384367.268928:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3653008 x1853236737766016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384367.268929:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384367.268950:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.268953:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e565843. 00000100:00000001:0.0:1767384367.268959:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.268961:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384367.268963:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767384367.268964:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000682777f0. 02000000:00000001:3.0:1767384367.268966:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.268968:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058301b1f. 00000100:00000001:3.0:1767384367.268970:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.268972:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.268976:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384367.268977:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384367.268980:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384367.268980:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.268981:0:16138:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384367.268985:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.268986:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384367.268990:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384367.268990:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac19f42f. 00000100:00000001:3.0:1767384367.268995:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.268996:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.268999:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.269001:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000100:00000001:0.0:1767384367.269004:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.269005:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.269007:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.269011:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.269012:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.269014:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.269016:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.285348:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000040:2.0:1767384367.285351:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000040:0.0:1767384367.285355:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294955027, at 4294955028 00000100:00000010:1.0:1767384367.285356:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d541bfc. 00000100:00000010:2.0:1767384367.285379:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc4a0212. 00000100:00000010:0.0:1767384367.285381:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e2d8242. 00000100:00000040:3.0:1767384367.286311:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294955027, at 4294955029 00000100:00000010:3.0:1767384367.286318:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000028b5022. 00000800:00000200:1.0:1767384367.521341:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000800:00000200:1.1:1767384367.521349:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000400:00000200:3.0:1767384367.521386:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:3.0:1767384367.521391:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005a4c1f5d. 00000400:00000010:3.0:1767384367.521397:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a95b5f4. 00000400:00000010:3.0:1767384367.521402:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d509b5c. 00000400:00000010:3.0:1767384367.521409:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053f49712. 00000400:00000200:3.0:1767384367.521412:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:3.0:1767384367.521429:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:3.0:1767384367.521434:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:3.0:1767384367.521438:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [173:173:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384367.521443:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:3.0:1767384367.521449:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000800:00000200:3.0:1767384367.521455:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000400:00000200:0.0:1767384367.521458:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000010:3.0:1767384367.521459:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000968d190d. 00000800:00000200:3.0:1767384367.521467:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000800:00000200:3.1:1767384367.521472:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:3.0:1767384367.521491:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 5 next ping: 319 health :500 00000400:00000200:3.0:1767384367.521501:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp43 00000400:00000010:3.0:1767384367.521505:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c1bfcc99. 00000400:00000010:3.0:1767384367.521509:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5b32c58. 00000400:00000010:3.0:1767384367.521512:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000400:00000010:3.0:1767384367.521517:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074550240. 00000400:00000200:3.0:1767384367.521521:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp43 00000400:00000200:0.0:1767384367.521525:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521532:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp43 local destination 00000400:00000200:3.0:1767384367.521536:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp43 00000400:00000200:3.0:1767384367.521540:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp43 NI seq info: [174:174:256:4294967295] 192.168.203.152@tcp43 LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1767384367.521544:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp43 00000400:00000200:1.0:1767384367.521547:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521555:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp43(192.168.203.152@tcp43:) -> 192.168.203.152@tcp43(192.168.203.152@tcp43:192.168.203.152@tcp43) : GET try# 0 00000800:00000200:3.0:1767384367.521560:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp43 00000800:00000010:3.0:1767384367.521564:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008f07db44. 00000800:00000200:3.0:1767384367.521569:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (2) 00000800:00000200:3.1:1767384367.521573:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (2) 00000400:00000200:0.0:1767384367.521586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521587:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp43 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:1.0:1767384367.521607:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521642:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.521660:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.521692:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.521764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.521768:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521810:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.521860:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.521863:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.521920:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.521951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.521958:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.521999:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522021:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522043:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522114:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522146:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522165:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522187:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522234:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522237:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522343:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522355:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522374:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522419:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522484:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522516:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522547:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522551:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522639:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522644:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522644:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522722:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522730:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522734:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522794:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522803:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522865:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522866:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.522932:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.522959:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.522961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523020:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523045:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523047:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523089:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523128:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523154:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523210:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523210:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523269:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523320:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523333:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523345:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523433:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523446:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523500:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523524:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523590:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523605:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523618:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523652:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523713:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523725:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523784:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523795:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523842:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523882:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523905:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.523970:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.523993:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.523995:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.524055:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524090:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.524092:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.524136:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.524177:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.524205:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.524287:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524341:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000800:00000010:1.0:1767384367.524417:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e94b6e61. 00000400:00000200:0.0:1767384367.524417:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524419:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:1.0:1767384367.524425:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d1cda69. 00000800:00000010:1.0:1767384367.524432:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006043f844. 00000800:00000010:1.0:1767384367.524460:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006043f844. 00000800:00020000:1.0:1767384367.524471:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384367.524475:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d1cda69. 00000800:00000010:1.0:1767384367.524477:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e94b6e61. 00000400:00000200:3.0:1767384367.524508:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:02020000:1.0:1767384367.524576:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384367.524583:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:1.0:1767384367.524589:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000400:00000200:3.0:1767384367.524594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000100:1.0:1767384367.524597:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:1.0:1767384367.524602:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000968d190d. 00000400:00000200:1.0:1767384367.524612:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384367.524618:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.524625:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384367.524628:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384367.524632:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00000400:00000200:3.0:1767384367.524638:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000800:00000010:0.0:1767384367.524693:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000422a0684. 00000400:00000200:3.0:1767384367.524699:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000800:00000010:0.0:1767384367.524701:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000456a53b0. 00000800:00000010:0.0:1767384367.524710:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bea0e54. 00000400:00000200:3.0:1767384367.524730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000800:00000010:0.0:1767384367.524744:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bea0e54. 00000400:00000200:3.0:1767384367.524754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000800:00020000:0.0:1767384367.524758:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384367.524763:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000456a53b0. 00000800:00000010:0.0:1767384367.524768:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000422a0684. 00000400:00000200:3.0:1767384367.524777:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:02020000:0.0:1767384367.524812:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384367.524817:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384367.524846:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524871:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000400:00000200:3.0:1767384367.524885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.152:988 00000800:00000010:3.0:1767384367.525039:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023abe634. 00000800:00000010:3.0:1767384367.525044:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000337bc207. 00000800:00000010:3.0:1767384367.525049:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b31eb7fd. 00000800:00000010:3.0:1767384367.525146:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b31eb7fd. 00000400:00000200:2.0:1767384367.525191:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384367.525207:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp43 from 208.3.0.2 00000800:00000010:2.0:1767384367.525210:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002d85bdbb. 00000800:00000010:3.0:1767384367.525253:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1f7ce00. 00000800:00000010:3.0:1767384367.525259:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f78138ea. 00000800:00000010:3.0:1767384367.525302:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e85fed8a. 00000800:00000200:3.1:1767384367.525309:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (2) 00000800:00000200:3.1:1767384367.525319:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp43 00000000e85fed8a deleted 00000800:00000010:3.1:1767384367.525322:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e85fed8a. 00000800:00000200:3.1:1767384367.525327:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384367.525334:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp43 ip 192.168.203.152:976 00000800:00000200:3.1:1767384367.525338:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f07db44 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384367.525344:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp43 p 3.x 192.168.203.152 -> 192.168.203.152:976 incarnation:1767384361579125744 sched[0] 00000800:00000010:3.0:1767384367.525349:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b31eb7fd. 00000800:00000010:3.0:1767384367.525419:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b31eb7fd. 00000800:00000010:3.0:1767384367.525424:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f78138ea. 00000800:00000200:0.1:1767384367.525462:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384367.525468:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002d85bdbb. 00000800:00000200:0.0:1767384367.525475:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp43 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384361579125744 sched[0] 00000800:00000001:1.0:1767384367.525481:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384367.525482:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000337bc207. 00000800:00000001:1.0:1767384367.525490:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384367.525547:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.525567:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384367.525590:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384367.525598:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384367.525600:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384367.525602:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008f07db44. 00000400:00000200:1.0:1767384367.525608:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.525617:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp43(192.168.203.152@tcp43) <- 192.168.203.152@tcp43 : GET - for me 00000400:00000200:1.0:1767384367.525618:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp43->192.168.203.152@tcp43: GET: OK 00000400:00000200:1.0:1767384367.525626:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384367.525628:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp43 recovery message sent successfully:0 00000400:00000200:0.0:1767384367.525637:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384367.525646:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1dd5 [1] + 0 00000400:00000200:0.0:1767384367.525659:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp43 to MR: 192.168.203.152@tcp43 local destination 00000400:00000200:0.0:1767384367.525668:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp43 NI seq info: [175:175:256:4294967295] 192.168.203.152@tcp43 LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1767384367.525698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384367.525699:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp43(192.168.203.152@tcp43:192.168.203.152@tcp43) -> 192.168.203.152@tcp43(192.168.203.152@tcp43:192.168.203.152@tcp43) 192.168.203.152@tcp43 : REPLY try# 0 00000800:00000200:0.0:1767384367.525709:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp43 00000800:00000010:0.0:1767384367.525714:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000167c99b2. 00000800:00000200:0.0:1767384367.525721:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (4) 00000800:00000200:0.0:1767384367.525726:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp43 ip 192.168.203.152:988 00000800:00000200:0.0:1767384367.525730:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000167c99b2 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384367.525738:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:3.0:1767384367.525762:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384367.525772:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.525801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:3.0:1767384367.525815:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.525822:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384367.525824:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384367.525826:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384367.525829:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.525831:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000010:0.0:1767384367.525831:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000167c99b2. 00000400:00000200:3.0:1767384367.525838:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp43(192.168.203.152@tcp43) <- 192.168.203.152@tcp43 : REPLY - for me 00000400:00000200:0.0:1767384367.525843:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.525856:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp43: Reply from 12345-192.168.203.152@tcp43 of length 272/272 into md 0x1e41 00000400:00000200:0.0:1767384367.525856:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp43->192.168.203.152@tcp43: REPLY: OK 00000400:00000200:1.0:1767384367.525861:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:3.0:1767384367.525866:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.525873:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.525875:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.525880:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp43->192.168.203.152@tcp43: REPLY: OK 00000400:00000200:3.0:1767384367.525884:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384367.525886:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000400:00000200:3.0:1767384367.525890:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384367.525896:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c1bfcc99. 00000400:00000200:1.0:1767384367.525896:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000010:3.0:1767384367.525899:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5b32c58. 00000800:00000001:3.0:1767384367.525908:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.525911:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384367.525921:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.525933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.525976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526001:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526107:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526134:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526159:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526226:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526258:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526282:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526313:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526374:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526416:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526440:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526481:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526500:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526537:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526557:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526590:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526622:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384367.526639:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384367.526729:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e94b6e61. 00000800:00000010:1.0:1767384367.526732:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d1cda69. 00000800:00000010:1.0:1767384367.526735:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006043f844. 00000800:00000010:1.0:1767384367.526750:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006043f844. 00000800:00020000:1.0:1767384367.526755:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384367.526757:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d1cda69. 00000800:00000010:1.0:1767384367.526759:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e94b6e61. 00000400:02020000:1.0:1767384367.526783:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp43 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384367.633597:0:36072:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384367.633609:0:36072:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.633613:0:36072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384367.633618:0:36072:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384367.633625:0:36072:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.633628:0:36072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.841328:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384367.841334:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:2.0:1767384367.841338:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.841340:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384367.841342:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384367.841343:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384367.841345:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384367.841347:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384367.841349:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 75 10000000:00000001:2.0:1767384367.841351:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384367.841352:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384367.841370:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000020:00000040:2.0:1767384367.841374:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384367.841378:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.841381:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.841385:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.841391:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e745fa49. 00000100:00000001:2.0:1767384367.841396:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.841400:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384367.841402:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384367.841407:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008b57bbbc. 00010000:00000001:2.0:1767384367.841411:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384367.841413:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d88022c. 00000020:00000001:2.0:1767384367.841416:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384367.841418:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007d88022c with handle 0x1cafe7b7e4a4ff01 to hash 00000020:00000001:2.0:1767384367.841419:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384367.841427:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.841429:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.841432:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.841434:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.841437:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.841443:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.841451:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384367.841455:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384367.841457:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384367.841461:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038db6d65. 00000100:00000001:2.0:1767384367.841463:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076746285632 : -113996963265984 : ffff9852037fc240) 00000100:00000001:2.0:1767384367.841465:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.841466:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000001:2.0:1767384367.841470:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.841472:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.841473:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384367.841475:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.841480:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.841488:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.841489:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.841492:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.841494:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.841496:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.841498:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737766144:0@lo:101: 00000100:00000001:2.0:1767384367.841501:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.841505:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.841507:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.841512:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.841515:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be256702. 02000000:00000001:2.0:1767384367.841516:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.841521:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e68cab2d. 00000400:00000010:2.0:1767384367.841525:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000100:00000200:2.0:1767384367.841530:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737766144, portal 25 00000100:00000001:2.0:1767384367.841532:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.841532:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000040:2.0:1767384367.841535:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.841540:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.841542:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.841543:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001db80167. 00000100:00000200:2.0:1767384367.841545:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737766144, offset 0 00000400:00000200:2.0:1767384367.841550:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.841559:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.841567:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d707300 00000400:00000200:2.0:1767384367.841572:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1595 [2] + 0 00000400:00000010:2.0:1767384367.841575:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af74f6e8. 00000400:00000200:2.0:1767384367.841580:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000606415c3 00000400:00000200:2.0:1767384367.841585:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.841587:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.841591:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606415c3 00000400:00000010:2.0:1767384367.841592:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606415c3. 00000100:00000001:2.0:1767384367.841596:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.841598:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.841600:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000b79a365f x1853236737766144 msgsize 328 00000100:00100000:2.0:1767384367.841603:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.841605:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384367.841616:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.841620:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db80167 00000400:00000010:2.0:1767384367.841621:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db80167. 00000100:00000001:2.0:1767384367.841625:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.841627:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.841643:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.841646:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.841651:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.841652:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.841656:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.841659:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294955603 00000100:00000010:2.0:1767384367.841663:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000661671e4. 00000100:00000001:3.0:1767384367.841666:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384367.841668:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384367.841670:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766144 02000000:00000001:3.0:1767384367.841673:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384367.841674:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294955603 00000100:00000001:3.0:1767384367.841675:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.841678:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.841680:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006baf7e0a. 02000000:00000001:3.0:1767384367.841683:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.841683:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384367.841688:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766144 00000020:00000001:3.0:1767384367.841691:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384367.841692:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294955603 00000020:00000040:3.0:1767384367.841693:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000010:2.0:1767384367.841698:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48360ac. 00000020:00000001:3.0:1767384367.841699:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384367.841702:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:2.0:1767384367.841703:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384367.841706:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384367.841708:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294955603 00000020:00000001:3.0:1767384367.841709:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000010:2.0:1767384367.841712:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af4e29b5. 00000100:00000001:3.0:1767384367.841714:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384367.841717:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384367.841719:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000100:00000001:2.0:1767384367.841721:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.841724:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.841725:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.841728:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000100:00000001:2.0:1767384367.841730:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.841732:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384367.841733:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038db6d65 going to sleep for 11 seconds 00000020:00000010:3.0:1767384367.841735:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c30d3152. 00000100:00000001:2.0:1767384367.841736:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.841740:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.841742:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008789698a. 00000020:00000010:3.0:1767384367.841748:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000040:3.0:1767384367.841756:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384367.841758:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384367.841760:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.841761:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.841766:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.841779:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.841787:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.841789:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384367.841793:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384367.841796:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384367.841797:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017777744 : -113991691773872 : ffff98533db45850) 00000100:00000040:3.0:1767384367.841801:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b79a365f x1853236737766144/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 328/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.841808:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.841817:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000100:00000001:3.0:1767384367.841819:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.841820:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000100:00100000:3.0:1767384367.841823:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b79a365f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737766144:12345-0@lo:101: 00000100:00000200:3.0:1767384367.841826:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766144 00000020:00000001:3.0:1767384367.841829:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384367.841832:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384367.841834:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.841835:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.841837:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:3.0:1767384367.841839:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384367.841840:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.841843:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384367.841844:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.841846:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.841848:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384367.841849:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384367.841851:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384367.841852:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384367.841854:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.841858:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384367.841861:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e1de5674. 00010000:00000001:3.0:1767384367.841863:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384367.841865:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d34e2459. 00000020:00000001:3.0:1767384367.841867:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384367.841869:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d34e2459 with handle 0x1cafe7b7e4a4ff08 to hash 00000020:00000001:3.0:1767384367.841870:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384367.841871:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:3.0:1767384367.841872:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00010000:3.0:1767384367.841874:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4ff01 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384367.841879:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:3.0:1767384367.841881:0:16773:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384367.841892:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.841894:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384367.841897:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000022c2c222. 02000000:00000001:3.0:1767384367.841899:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.841900:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.841902:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384367.841904:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384367.841906:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384367.841908:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.841909:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.841911:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.841912:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.841914:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384367.841915:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384367.841917:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384367.841917:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384367.841919:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e1de5674) refcount = 1 00010000:00010000:3.0:1767384367.841922:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.841926:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384367.841927:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384367.841928:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.841929:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.841930:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384367.841933:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384367.841934:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.841939:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384367.841940:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384367.841942:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.841943:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.841945:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384367.841946:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.841947:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384367.841948:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d34e2459, rc 0) 00000020:00000001:3.0:1767384367.841954:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384367.841956:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766144 00010000:00000001:3.0:1767384367.841958:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384367.841961:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b79a365f x1853236737766144/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.841967:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.841968:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.841971:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.841975:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384367.841976:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384367.841978:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384367.841979:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.841981:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.841982:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.841983:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.841985:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000100:00000200:3.0:1767384367.841988:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737766144, offset 224 00000400:00000200:3.0:1767384367.841990:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.841995:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.841999:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d707300 00000400:00000200:3.0:1767384367.842002:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e45 [1] + 224 00000400:00000200:3.0:1767384367.842005:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.842007:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384367.842009:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.842012:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.842017:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.842029:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.842033:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384367.842034:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384367.842036:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384367.842037:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.842045:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.842047:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384367.842049:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384367.842051:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.842053:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384367.842057:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b79a365f x1853236737766144/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842057:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384367.842062:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.842065:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384367.842068:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b79a365f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737766144:12345-0@lo:101: Request processed in 256us (464us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384367.842069:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e68cab2d. 00000400:00000200:2.0:1767384367.842076:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000100:00100000:3.0:1767384367.842079:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000400:00000010:2.0:1767384367.842080:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000100:00000040:3.0:1767384367.842082:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384367.842084:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384367.842085:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.842087:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384367.842090:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008789698a. 00000020:00000010:3.0:1767384367.842094:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000100:00000200:2.0:1767384367.842096:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384367.842099:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c30d3152. 00000020:00000040:3.0:1767384367.842106:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000200:2.0:1767384367.842108:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.842110:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384367.842113:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000022c2c222. 02000000:00000001:3.0:1767384367.842119:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384367.842119:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.842121:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.842122:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384367.842125:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384367.842126:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384367.842129:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384367.842131:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2d1deff. 00000100:00000001:2.0:1767384367.842132:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.842135:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.842137:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f78138ea. 02000000:00000001:2.0:1767384367.842138:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.842143:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384367.842146:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.842148:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384367.842150:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.842151:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.842153:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842155:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.842158:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842163:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.842165:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384367.842167:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.842171:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.842178:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737766144:0@lo:101: 00000100:00000001:2.0:1767384367.842183:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.842185:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842187:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384367.842188:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.842190:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842197:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.842206:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038db6d65. 00000100:00000001:2.0:1767384367.842208:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384367.842210:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.842212:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384367.842215:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.842217:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.842218:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=4 00000020:00000001:2.0:1767384367.842220:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.842223:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000040:2.0:1767384367.842227:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007d88022c, remote cookie: 0x1cafe7b7e4a4ff08, flags: 0x0 00010000:00000001:2.0:1767384367.842230:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384367.842231:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384367.842232:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384367.842233:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384367.842234:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384367.842235:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008b57bbbc) refcount = 1 00010000:00010000:2.0:1767384367.842237:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.842241:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384367.842242:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.842243:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384367.842244:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384367.842246:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.842248:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.842252:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384367.842253:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.842253:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.842254:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.842255:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.842256:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842257:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.842259:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737766144/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842271:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384367.842293:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384367.842295:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be256702. 02000000:00000001:2.0:1767384367.842300:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384367.842301:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.842302:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384367.842304:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384367.842306:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e745fa49. 02000000:00000001:2.0:1767384367.842307:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384367.842309:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384367.842311:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000100:00000001:2.0:1767384367.842315:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384367.842316:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384367.842317:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.842319:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384367.842320:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:2.0:1767384367.842321:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.842323:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.842324:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.842325:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 00000020:00000001:2.0:1767384367.842326:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.842327:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.842329:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384367.842331:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.842332:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.842333:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.842335:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384367.842337:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e532001e. 00000100:00000010:2.0:1767384367.842348:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000020:00000040:2.0:1767384367.842350:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384367.842351:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.842353:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.842354:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.842369:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e745fa49. 00000100:00000001:2.0:1767384367.842372:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842378:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384367.842380:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000be256702. 00000100:00000010:2.0:1767384367.842382:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000085cbf845. 00000020:00000040:2.0:1767384367.842384:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384367.842387:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384367.842388:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384367.842390:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038db6d65. 00000100:00000001:2.0:1767384367.842391:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076746285632 : -113996963265984 : ffff9852037fc240) 00000100:00000001:2.0:1767384367.842393:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.842393:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000001:2.0:1767384367.842396:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.842397:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842398:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384367.842398:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.842400:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842405:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.842406:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.842407:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.842409:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.842410:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.842411:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737766272:0@lo:256: 00000100:00000001:2.0:1767384367.842413:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.842415:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.842416:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842417:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384367.842420:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e68cab2d. 00000400:00000010:2.0:1767384367.842423:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d95a01ad. 00000100:00000200:2.0:1767384367.842426:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d707380-0x695824d707380, portal 33 00000100:00000001:2.0:1767384367.842429:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.842430:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384367.842432:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bf760e3. 02000000:00000001:2.0:1767384367.842434:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.842435:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a33331. 00000400:00000010:2.0:1767384367.842442:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000100:00000200:2.0:1767384367.842443:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737766272, portal 25 00000100:00000001:2.0:1767384367.842445:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.842446:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000100:00000040:2.0:1767384367.842448:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842452:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.842453:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.842454:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001db80167. 00000100:00000200:2.0:1767384367.842455:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737766272, offset 0 00000400:00000200:2.0:1767384367.842458:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.842462:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.842466:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d707380 00000400:00000200:2.0:1767384367.842468:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x159d [2] + 0 00000400:00000010:2.0:1767384367.842471:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e32971. 00000400:00000200:2.0:1767384367.842473:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3095133 00000400:00000200:2.0:1767384367.842475:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.842477:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384367.842479:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3095133 00000400:00000010:2.0:1767384367.842480:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3095133. 00000100:00000001:2.0:1767384367.842482:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.842483:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.842485:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000006f7eb8d7 x1853236737766272 msgsize 304 00000100:00100000:2.0:1767384367.842488:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.842489:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384367.842497:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.842499:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db80167 00000400:00000010:2.0:1767384367.842500:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db80167. 00000100:00000001:2.0:1767384367.842502:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.842504:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.842509:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.842511:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.842523:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384367.842524:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.842526:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766272 00000100:00000001:2.0:1767384367.842527:0:16775:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384367.842531:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.842533:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.842534:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842535:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842537:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294955604 02000000:00000001:3.0:1767384367.842538:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.842543:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766272 00000020:00000001:3.0:1767384367.842545:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384367.842545:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955603 00000020:00000040:3.0:1767384367.842547:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384367.842550:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384367.842551:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294955604 00000020:00000040:3.0:1767384367.842552:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:2.0:1767384367.842555:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955603 00000100:00000001:2.0:1767384367.842556:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294955604 00000100:00000001:2.0:1767384367.842558:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955603 00000100:00000001:2.0:1767384367.842560:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294955604 00000020:00000001:3.0:1767384367.842563:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384367.842564:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955603 00000020:00000001:3.0:1767384367.842567:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384367.842568:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.842571:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384367.842571:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.842575:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384367.842576:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000100:00000001:2.0:1767384367.842577:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.842579:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384367.842580:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038db6d65 going to sleep for 11 seconds 00000020:00000010:3.0:1767384367.842584:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000100:00000001:2.0:1767384367.842585:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.842589:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.842591:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c30d3152. 00000020:00000010:3.0:1767384367.842596:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008789698a. 00000020:00000010:3.0:1767384367.842599:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000100:00000040:3.0:1767384367.842604:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384367.842606:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384367.842608:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.842609:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842613:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842623:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.842631:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.842633:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384367.842636:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384367.842638:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384367.842640:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017785936 : -113991691765680 : ffff98533db47850) 00000100:00000040:3.0:1767384367.842643:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f7eb8d7 x1853236737766272/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 304/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.842649:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.842650:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec46b059. 00000100:00000001:3.0:1767384367.842652:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.842653:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec46b059. 00000100:00100000:3.0:1767384367.842655:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f7eb8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737766272:12345-0@lo:256: 00000100:00000200:3.0:1767384367.842657:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766272 00000020:00000001:3.0:1767384367.842659:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384367.842660:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384367.842661:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.842663:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.842669:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:3.0:1767384367.842672:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384367.842673:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.842675:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384367.842676:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.842677:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842680:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.842682:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384367.842684:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000022c2c222. 02000000:00000001:3.0:1767384367.842686:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842687:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.842689:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384367.842692:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384367.842695:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384367.842696:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384367.842698:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.842700:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384367.842701:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384367.842703:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c7571a36. 20000000:00000001:3.0:1767384367.842705:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384367.842718:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384367.842723:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384367.842727:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384367.842729:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384367.842730:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384367.842731:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384367.842732:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384367.842734:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384367.842735:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384367.842736:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384367.842737:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384367.842738:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384367.842740:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384367.842741:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384367.842742:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384367.842743:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384367.842744:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384367.842745:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384367.842751:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384367.842752:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384367.842754:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384367.842755:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384367.842756:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384367.842757:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384367.842758:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384367.842759:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384367.842760:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384367.842762:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384367.842763:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384367.842764:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384367.842765:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384367.842766:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384367.842767:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384367.842768:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384367.842769:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384367.842770:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384367.842771:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384367.842773:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:3.0:1767384367.842780:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384367.842781:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384367.842782:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384367.842783:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384367.842784:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384367.842785:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384367.842786:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384367.842787:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384367.842789:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384367.842790:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384367.842791:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384367.842792:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384367.842793:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384367.842794:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384367.842795:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384367.842796:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384367.842798:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384367.842799:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384367.842800:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384367.842806:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384367.842807:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384367.842809:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384367.842810:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384367.842811:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384367.842813:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384367.842814:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384367.842815:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384367.842816:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384367.842817:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384367.842818:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384367.842819:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384367.842820:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384367.842821:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384367.842823:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384367.842824:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384367.842825:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384367.842826:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384367.842827:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:3.0:1767384367.842829:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:3.0:1767384367.842830:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:3.0:1767384367.842831:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384367.842834:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b429e0a6. 00000100:00000010:3.0:1767384367.842836:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000015682927. 00000020:00000040:3.0:1767384367.842837:0:16773:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:3.0:1767384367.842839:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384367.842841:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384367.842843:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000400:00000010:3.0:1767384367.842846:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de1c7ebf. 00000400:00000200:3.0:1767384367.842848:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.842854:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.842858:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x695824d707380 00000400:00000200:3.0:1767384367.842860:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1e55 [4] + 0 00000400:00000010:3.0:1767384367.842863:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e68cab2d. 00000400:00000200:3.0:1767384367.842865:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d95a01ad 00000400:00000200:3.0:1767384367.842867:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.842869:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384367.842876:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95a01ad 00000400:00000010:3.0:1767384367.842877:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d95a01ad. 00000100:00000001:3.0:1767384367.842879:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384367.842881:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a0b43460 desc 00000000be256702 mbits 1853236737766272 00000100:00000001:3.0:1767384367.842890:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384367.842892:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384367.842895:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384367.842900:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e61 00000400:00000200:3.0:1767384367.842902:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.842904:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384367.842906:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384367.842908:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b429e0a6 00000100:00000001:3.0:1767384367.842910:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384367.842914:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384367.842915:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384367.842917:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384367.842918:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b429e0a6 00000100:00000001:3.0:1767384367.842921:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384367.842923:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384367.842926:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x695824d707380-0x695824d707380 00000100:00000001:2.0:1767384367.842927:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842931:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.842935:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842936:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384367.842939:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:3.0:1767384367.842940:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000015682927. 00000100:00000010:3.0:1767384367.842944:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b429e0a6. 00000100:00000001:3.0:1767384367.842946:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384367.842947:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384367.842953:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c7571a36. 20000000:00000001:3.0:1767384367.842955:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384367.842957:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766272 00010000:00000001:3.0:1767384367.842959:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384367.842961:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f7eb8d7 x1853236737766272/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.842966:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.842967:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.842972:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.842974:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384367.842975:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384367.842976:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384367.842978:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.842979:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.842980:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.842981:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.842983:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000100:00000200:3.0:1767384367.842984:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737766272, offset 224 00000400:00000200:3.0:1767384367.842986:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.842989:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.842992:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d707380 00000400:00000200:3.0:1767384367.842994:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e59 [1] + 224 00000400:00000200:3.0:1767384367.842997:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.842998:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384367.843000:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.843003:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.843008:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.843018:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.843021:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:3.0:1767384367.843022:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000100:00000001:3.0:1767384367.843023:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384367.843024:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.843025:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.843028:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384367.843029:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384367.843031:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.843033:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384367.843035:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f7eb8d7 x1853236737766272/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:348/0 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.843037:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384367.843042:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384367.843043:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f7eb8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737766272:12345-0@lo:256: Request processed in 393us (556us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384367.843045:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384367.843046:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a33331. 00000400:00000200:2.0:1767384367.843050:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000400:00000010:2.0:1767384367.843053:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000100:00000001:2.0:1767384367.843057:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384367.843060:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384367.843062:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:2.0:1767384367.843063:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.843066:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.843068:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384367.843071:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008789698a. 00000100:00000200:2.0:1767384367.843075:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384367.843076:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:3.0:1767384367.843081:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c30d3152. 00000020:00000040:3.0:1767384367.843084:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:3.0:1767384367.843086:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384367.843087:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000022c2c222. 02000000:00000001:3.0:1767384367.843090:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384367.843092:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384367.843097:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384367.843101:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384367.843102:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0080e30. 00000100:00000001:2.0:1767384367.843103:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.843107:0:16775:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384367.843109:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e85fed8a. 02000000:00000001:2.0:1767384367.843109:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384367.843113:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.843115:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.843116:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.843119:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384367.843121:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.843123:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384367.843124:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.843126:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.843127:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.843128:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.843130:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.843136:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.843140:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384367.843141:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.843142:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.843146:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737766272:0@lo:256: 00000100:00000001:2.0:1767384367.843149:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.843150:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.843151:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384367.843152:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.843153:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.843156:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.843158:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038db6d65. 00000100:00000001:2.0:1767384367.843159:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384367.843164:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384367.843167:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:2.0:1767384367.843170:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384367.843175:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000085fac219. 10000000:00000040:2.0:1767384367.843186:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384367.843192:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384367.843194:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384367.843199:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:2.0:1767384367.843201:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.843203:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384367.843205:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384367.843207:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:2.0:1767384367.843211:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.152@tcp' 00000400:00000200:2.0:1767384367.843214:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384367.843217:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384367.843219:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384367.843224:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384367.843230:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (35) 00000400:00000200:2.0:1767384367.843233:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 00000400:00000200:2.0:1767384367.843243:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384367.843245:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384367.843247:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384367.843248:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384367.843250:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (37) 00000400:00000200:2.0:1767384367.843252:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384367.843253:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384367.843256:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843257:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384367.843258:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384367.843261:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843263:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384367.843264:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384367.843267:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843268:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384367.843269:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:3.0:1767384367.843271:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384367.843293:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:3.0:1767384367.843299:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001129c1c0. 00000400:00000200:2.0:1767384367.843301:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843303:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 00000400:00000200:2.0:1767384367.843304:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384367.843308:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000010:3.0:1767384367.843309:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053cec9e6. 00000400:00000200:2.0:1767384367.843311:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843315:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:3.0:1767384367.843316:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384367.843319:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384367.843322:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843324:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384367.843325:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:3.0:1767384367.843327:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384367.843331:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843334:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:3.0:1767384367.843337:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 156], ns[41, 166] 00000400:00000200:2.0:1767384367.843338:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:2.0:1767384367.843344:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843346:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 41], ns[60, 41] 00000400:00000200:2.0:1767384367.843348:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384367.843352:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:3.0:1767384367.843354:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 41], ns[64, 41] 00000400:00000200:2.0:1767384367.843371:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843374:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384367.843377:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:3.0:1767384367.843378:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 41], ns[75, 41] 00000400:00000200:2.0:1767384367.843383:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843387:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 41], ns[84, 41] 00000400:00000200:2.0:1767384367.843387:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384367.843393:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:3.0:1767384367.843399:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 41], ns[94, 41] 00000400:00000200:2.0:1767384367.843399:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843403:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384367.843405:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:2.0:1767384367.843407:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843408:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384367.843410:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:2.0:1767384367.843416:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843419:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:2.0:1767384367.843420:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:3.0:1767384367.843423:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 41], ns[106, 41] 00000400:00000200:2.0:1767384367.843426:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843430:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:3.0:1767384367.843433:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 41], ns[112, 41] 00000400:00000200:2.0:1767384367.843434:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.843440:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843443:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 41], ns[122, 41] 00000400:00000200:2.0:1767384367.843444:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.843449:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:3.0:1767384367.843451:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 41], ns[129, 41] 00000400:00000200:3.0:1767384367.843456:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 41], ns[133, 41] 00000400:00000200:3.0:1767384367.843461:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 41], ns[144, 41] 00000400:00000200:2.0:1767384367.843461:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843466:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:3.0:1767384367.843469:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 41], ns[156, 41] 00000400:00000200:2.0:1767384367.843471:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:2.0:1767384367.843478:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843479:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 41], ns[162, 41] 00000400:00000200:2.0:1767384367.843483:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:3.0:1767384367.843487:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 41], ns[44, 41] 00000400:00000200:2.0:1767384367.843488:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:2.0:1767384367.843494:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843496:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 41], ns[48, 41] 00000400:00000200:2.0:1767384367.843497:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:2.0:1767384367.843502:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:3.0:1767384367.843507:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 41], ns[52, 41] 00000400:00000200:2.0:1767384367.843508:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843513:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:3.0:1767384367.843518:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 41], ns[56, 41] 00000400:00000200:2.0:1767384367.843518:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:2.0:1767384367.843524:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843527:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:3.0:1767384367.843528:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 41], ns[82, 41] 00000400:00000200:2.0:1767384367.843531:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:2.0:1767384367.843536:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843538:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 41], ns[120, 41] 00000400:00000200:2.0:1767384367.843540:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:2.0:1767384367.843545:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:3.0:1767384367.843548:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 41], ns[173, 41] 00000400:00000200:2.0:1767384367.843551:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843555:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:2.0:1767384367.843559:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:3.0:1767384367.843560:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 41], ns[90, 41] 00000400:00000200:2.0:1767384367.843566:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843570:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 41], ns[137, 41] 00000400:00000200:2.0:1767384367.843571:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:2.0:1767384367.843575:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:2.0:1767384367.843582:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384367.843583:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 41], ns[152, 41] 00000400:00000200:2.0:1767384367.843585:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:2.0:1767384367.843586:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:2.0:1767384367.843588:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843590:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:2.0:1767384367.843594:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:2.0:1767384367.843598:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843600:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:2.0:1767384367.843602:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:3.0:1767384367.843605:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 41], ns[158, 41] 00000400:00000200:2.0:1767384367.843606:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843610:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:2.0:1767384367.843613:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:3.0:1767384367.843618:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 41], ns[136, 41] 00000400:00000200:2.0:1767384367.843624:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843627:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:2.0:1767384367.843629:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:3.0:1767384367.843633:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 41], ns[119, 41] 00000400:00000200:2.0:1767384367.843634:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843637:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:2.0:1767384367.843641:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:3.0:1767384367.843645:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 41], ns[169, 41] 00000400:00000200:2.0:1767384367.843646:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843650:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:2.0:1767384367.843654:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:3.0:1767384367.843656:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 41], ns[153, 41] 00000400:00000200:2.0:1767384367.843659:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384367.843663:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000400:00000200:3.0:1767384367.843665:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 41], ns[150, 41] 00000100:00000001:2.0:1767384367.843666:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.843671:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.843674:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 41], ns[167, 41] 10000000:00000040:2.0:1767384367.843677:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 00000400:00000200:3.0:1767384367.843682:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 41], ns[160, 41] 10000000:00000010:2.0:1767384367.843683:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008d211f35. 10000000:00000040:2.0:1767384367.843689:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000400:00000200:3.0:1767384367.843691:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 41], ns[171, 41] 00000020:00000080:2.0:1767384367.843693:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384367.843699:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 41], ns[175, 41] 00000020:00000001:2.0:1767384367.843700:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384367.843703:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000020:00000010:2.0:1767384367.843705:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d73a871. 00000400:00000200:3.0:1767384367.843709:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp10 00000020:00000010:2.0:1767384367.843710:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e810f195. 00000400:00000200:3.0:1767384367.843713:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp10 lpni_is_preferred = 0 00000040:00000010:2.0:1767384367.843714:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000844c1ad1. 00000400:00000200:3.0:1767384367.843718:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp10 00000020:00000010:2.0:1767384367.843720:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000862c9173. 00000400:00000200:3.0:1767384367.843725:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp10 NI seq info: [176:176:256:4294967295] 192.168.203.152@tcp10 LPNI seq info [166:166:8:4294967295] 00000020:00000010:2.0:1767384367.843727:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384367.843731:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004414e9cb. 00000400:00000200:3.0:1767384367.843734:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp10 80000000:00000010:2.0:1767384367.843736:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ccd3df5. 40000000:00000010:2.0:1767384367.843741:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf25cc45. 00000400:00000200:3.0:1767384367.843744:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10:) -> 192.168.203.152@tcp10(192.168.203.152@tcp:192.168.203.152@tcp10) : PUT try# 0 00100000:00000010:2.0:1767384367.843747:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b4b08d6e. 00000800:00000200:3.0:1767384367.843752:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.152@tcp10 00040000:00000010:2.0:1767384367.843754:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9fc006f. 00000800:00000010:3.0:1767384367.843757:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000825137c9. 00040000:00000010:2.0:1767384367.843759:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000acfc76a9. 00040000:00000010:2.0:1767384367.843763:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001ef07e70. 00080000:00000010:2.0:1767384367.843766:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d16cadc0. 00000800:00000200:3.0:1767384367.843767:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (6) 00000004:00000010:2.0:1767384367.843771:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000faac41ad. 00000004:00000010:2.0:1767384367.843776:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cf9a233a. 00000800:00000200:3.0:1767384367.843777:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:988 00000800:00000200:3.0:1767384367.843783:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000825137c9 type 1, nob 720 niov 1 nkiov 1 00000004:00000010:2.0:1767384367.843783:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000004077df2. 00002000:00000010:2.0:1767384367.843796:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000035ac4980. 00000004:00000010:2.0:1767384367.843801:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000987dac02. 00000004:00000001:2.0:1767384367.843803:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384367.843805:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384367.843807:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008d211f35 00000400:00000200:3.0:1767384367.843810:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000040:00001000:2.0:1767384367.843810:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384367.843814:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:3.0:1767384367.843816:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000040:00001000:2.0:1767384367.843818:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384367.843822:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384367.843825:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384367.843826:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384367.843827:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384367.843828:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:2.0:1767384367.843829:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384367.843881:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.843886:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e810f195. 00000040:00000010:2.0:1767384367.843891:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000844c1ad1. 00000020:00000010:2.0:1767384367.843895:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000862c9173. 00000020:00000010:2.0:1767384367.843900:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384367.843904:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004414e9cb. 80000000:00000010:2.0:1767384367.843908:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ccd3df5. 40000000:00000010:2.0:1767384367.843913:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bf25cc45. 00100000:00000010:2.0:1767384367.843917:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b4b08d6e. 00040000:00000010:2.0:1767384367.843919:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a9fc006f. 00040000:00000010:2.0:1767384367.843921:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000acfc76a9. 00040000:00000010:2.0:1767384367.843923:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001ef07e70. 00080000:00000010:2.0:1767384367.843925:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d16cadc0. 00000004:00000010:2.0:1767384367.843928:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000faac41ad. 00000004:00000010:2.0:1767384367.843930:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf9a233a. 00000004:00000010:2.0:1767384367.843933:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000004077df2. 00002000:00000010:2.0:1767384367.843937:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000035ac4980. 00000004:00000010:2.0:1767384367.843939:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000987dac02. 00000020:00000010:2.0:1767384367.843941:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d73a871. 00000020:00000001:2.0:1767384367.843943:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.843945:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384367.843947:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008d211f35. 00000800:00000200:1.0:1767384367.843950:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384367.843957:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000825137c9. 10000000:00000010:2.0:1767384367.843958:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000085fac219. 10000000:00000001:2.0:1767384367.843962:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.843962:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384367.843968:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384367.843972:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: PUT: OK 00000100:00000040:2.0:1767384367.843974:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737766272/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384367.843977:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384367.843983:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000100:00000001:2.0:1767384367.843985:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384367.843988:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384367.843989:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bf760e3. 00000800:00000001:1.0:1767384367.843991:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384367.843992:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384367.843994:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.843995:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384367.843996:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384367.843997:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384367.843998:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.844000:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384367.844003:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384367.844004:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000085cbf845. 00000100:00000010:2.0:1767384367.844006:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000be256702. 00000100:00000001:2.0:1767384367.844008:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000001:1.0:1767384367.844009:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384367.844010:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e745fa49. 00000800:00000001:1.0:1767384367.844013:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384367.844014:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384367.844017:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384367.844018:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000800:00000001:1.0:1767384367.844018:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.844024:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384367.844027:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.844029:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : PUT - for me 00000400:00000200:1.0:1767384367.844038:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 624 into portal 0 MB=0x8000000000000000 10000000:00000010:2.0:1767384367.844040:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e532001e. 00000400:00000200:1.0:1767384367.844044:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 592/624 into md 0x1d1d [1] + 0 10000000:01000000:2.0:1767384367.844046:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000010:1.0:1767384367.844050:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 10000000:00000001:2.0:1767384367.844051:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384367.844054:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384367.844055:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065228480 00000020:00000001:2.0:1767384367.844056:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.844059:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 00000020:00000001:2.0:1767384367.844061:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00000800:00000001:1.0:1767384367.844061:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384367.844065:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:2.0:1767384367.844067:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000001:1.0:1767384367.844067:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384367.844069:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384367.844070:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.844073:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: PUT: OK 00000400:00000200:1.0:1767384367.844077:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000400:00000010:1.0:1767384367.844080:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000400:00000200:1.0:1767384367.844085:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000001:2.0:1767384367.844086:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.844089:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384367.844089:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00010000:00010000:2.0:1767384367.844094:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384367.844096:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384367.844102:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (624 bytes) 00010000:00000001:2.0:1767384367.844103:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384367.844106:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.844108:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384367.844110:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.844110:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 10000000:00000001:2.0:1767384367.844113:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384367.844116:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384367.844118:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384367.844119:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 00000400:00000200:1.0:1767384367.844120:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 10000000:00000001:2.0:1767384367.844121:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384367.844125:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384367.844131:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp10 to MR: 192.168.203.152@tcp10 local destination 00000400:00000200:1.0:1767384367.844135:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp10 NI seq info: [177:177:256:4294967295] 192.168.203.152@tcp10 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384367.844143:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) -> 192.168.203.152@tcp10(192.168.203.152@tcp10:192.168.203.152@tcp10) 192.168.203.152@tcp10 : ACK try# 0 00000800:00000200:1.0:1767384367.844148:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp10 00000800:00000010:1.0:1767384367.844152:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a645d1. 00000400:00000200:2.0:1767384367.844154:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384367.844155:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009626880b] -> 12345-192.168.203.152@tcp10 (6) 00000400:00000010:2.0:1767384367.844160:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000be256702. 00000800:00000200:1.0:1767384367.844164:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp10 ip 192.168.203.152:1021 00000400:00000010:2.0:1767384367.844166:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a33331. 00000800:00000200:1.0:1767384367.844167:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a645d1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384367.844174:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000400:00000200:2.0:1767384367.844180:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000be256702 00000800:00000001:1.0:1767384367.844180:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384367.844185:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000009768bf1f. 00000400:00000200:2.0:1767384367.844191:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00000800:00000001:1.0:1767384367.844191:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.844198:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302471 00000400:00000200:2.0:1767384367.844202:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000010:2.0:1767384367.844207:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000987dac02. 00000400:00000010:2.0:1767384367.844210:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001db80167. 00000400:00000010:2.0:1767384367.844216:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a951fd75. 00000400:00000200:2.0:1767384367.844221:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384367.844229:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384367.844233:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:2.0:1767384367.844239:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000400:00000200:2.0:1767384367.844244:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000800:00000200:1.0:1767384367.844245:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384367.844249:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a645d1. 00000400:00000200:2.0:1767384367.844253:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000400:00000200:1.0:1767384367.844254:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.844261:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: ACK: OK 00000400:00000200:2.0:1767384367.844268:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000400:00000200:2.0:1767384367.844272:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000400:00000200:2.0:1767384367.844293:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000400:00000200:2.0:1767384367.844297:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000400:00000200:2.0:1767384367.844300:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000400:00000200:2.0:1767384367.844302:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:2.0:1767384367.844306:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000200:2.0:1767384367.844309:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000400:00000200:2.0:1767384367.844312:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:2.0:1767384367.844315:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000400:00000200:2.0:1767384367.844319:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:2.0:1767384367.844322:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:2.0:1767384367.844325:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:2.0:1767384367.844329:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:2.0:1767384367.844332:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 44], ns[82, 44] 00000400:00000200:2.0:1767384367.844336:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 44], ns[120, 44] 00000400:00000200:2.0:1767384367.844339:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 44], ns[173, 44] 00000400:00000200:2.0:1767384367.844341:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 44], ns[90, 44] 00000400:00000200:2.0:1767384367.844350:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 44], ns[137, 44] 00000400:00000200:2.0:1767384367.844353:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 44], ns[152, 44] 00000400:00000200:2.0:1767384367.844371:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 44], ns[158, 44] 00000400:00000200:2.0:1767384367.844374:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 44], ns[136, 44] 00000400:00000200:2.0:1767384367.844377:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 44], ns[119, 44] 00000400:00000200:2.0:1767384367.844380:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 44], ns[169, 44] 00000400:00000200:2.0:1767384367.844383:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 44], ns[153, 44] 00000400:00000200:2.0:1767384367.844386:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 44], ns[150, 44] 00000400:00000200:2.0:1767384367.844389:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 44], ns[167, 44] 00000400:00000200:2.0:1767384367.844392:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 44], ns[160, 44] 00000400:00000200:2.0:1767384367.844395:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 44], ns[171, 44] 00000400:00000200:2.0:1767384367.844398:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 44], ns[175, 44] 00000400:00000200:2.0:1767384367.844401:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384367.844404:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.844406:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384367.844408:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.844410:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [178:178:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1767384367.844414:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.844418:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:) -> 192.168.203.152@tcp24(192.168.203.152@tcp:192.168.203.152@tcp24) : GET try# 0 00000800:00000200:2.0:1767384367.844423:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp24 00000800:00000001:1.0:1767384367.844426:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384367.844427:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9fc006f. 00000800:00000001:1.0:1767384367.844430:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.844433:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844438:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384367.844443:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000800:00000001:1.0:1767384367.844443:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844450:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384367.844454:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:988 00000800:00000200:2.0:1767384367.844459:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9fc006f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384367.844460:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp10(192.168.203.152@tcp10) <- 192.168.203.152@tcp10 : ACK - for me 00000400:00000200:2.0:1767384367.844467:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384367.844472:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300671 rc 0 00000400:00000200:1.0:1767384367.844476:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp10: ACK from 12345-192.168.203.152@tcp10 into md 0x1e6d 00000400:00000200:1.0:1767384367.844480:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.844483:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp10->192.168.203.152@tcp10: ACK: OK 00000400:00000200:1.0:1767384367.844485:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001129c1c0 00000400:00000010:1.0:1767384367.844487:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001129c1c0. 00000400:00000200:1.0:1767384367.844489:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384367.844491:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:1.0:1767384367.844495:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384367.844502:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00000800:00000001:1.0:1767384367.844505:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844508:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.844527:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844531:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384367.844532:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384367.844533:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384367.844535:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9fc006f. 00000800:00000001:1.0:1767384367.844539:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.844540:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.844549:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: GET: OK 00000400:00000200:1.0:1767384367.844550:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : GET - for me 00000400:00000200:2.0:1767384367.844554:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384367.844558:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:1.0:1767384367.844561:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384367.844567:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 624/624 into md 0x1dd5 [1] + 0 00000400:00000200:1.0:1767384367.844573:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp24 to MR: 192.168.203.152@tcp24 local destination 00000400:00000200:1.0:1767384367.844578:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp24 NI seq info: [179:179:256:4294967295] 192.168.203.152@tcp24 LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1767384367.844586:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) -> 192.168.203.152@tcp24(192.168.203.152@tcp24:192.168.203.152@tcp24) 192.168.203.152@tcp24 : REPLY try# 0 00000400:00000200:2.0:1767384367.844598:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384367.844598:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.152@tcp24 00000400:00000200:2.0:1767384367.844604:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 00000800:00000010:1.0:1767384367.844604:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a645d1. 00000400:00000200:2.0:1767384367.844608:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000800:00000200:1.0:1767384367.844612:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000400:00000010:2.0:1767384367.844614:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000f6a38b5a. 00000800:00000200:1.0:1767384367.844618:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:993 00000400:00000010:2.0:1767384367.844619:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052b46f72. 00000800:00000200:1.0:1767384367.844621:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a645d1 type 3, nob 720 niov 1 nkiov 1 00000400:00000010:2.0:1767384367.844623:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084c4859f. 00000400:00000200:2.0:1767384367.844629:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384367.844635:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384367.844638:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:2.0:1767384367.844642:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000400:00000200:2.0:1767384367.844646:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:2.0:1767384367.844649:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000400:00000200:2.0:1767384367.844652:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000400:00000200:2.0:1767384367.844655:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000400:00000200:2.0:1767384367.844658:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000400:00000200:2.0:1767384367.844660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000400:00000200:2.0:1767384367.844670:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000400:00000200:2.0:1767384367.844673:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000800:00000200:1.0:1767384367.844675:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384367.844677:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000800:00000010:1.0:1767384367.844679:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a645d1. 00000400:00000200:1.0:1767384367.844685:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.844686:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000400:00000200:1.0:1767384367.844693:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: REPLY: OK 00000400:00000200:2.0:1767384367.844696:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:2.0:1767384367.844700:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000400:00000200:2.0:1767384367.844703:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000400:00000200:2.0:1767384367.844705:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 60], ns[48, 60] 00000400:00000200:2.0:1767384367.844709:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:2.0:1767384367.844711:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:2.0:1767384367.844714:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 48], ns[82, 48] 00000400:00000200:2.0:1767384367.844716:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 48], ns[120, 48] 00000400:00000200:2.0:1767384367.844719:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 48], ns[173, 48] 00000400:00000200:2.0:1767384367.844722:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 48], ns[90, 48] 00000400:00000200:2.0:1767384367.844725:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 48], ns[137, 48] 00000400:00000200:2.0:1767384367.844727:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 48], ns[152, 48] 00000400:00000200:2.0:1767384367.844730:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 48], ns[158, 48] 00000400:00000200:2.0:1767384367.844733:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 48], ns[136, 48] 00000400:00000200:2.0:1767384367.844742:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 48], ns[119, 48] 00000400:00000200:2.0:1767384367.844745:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 48], ns[169, 48] 00000400:00000200:2.0:1767384367.844748:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 48], ns[153, 48] 00000400:00000200:2.0:1767384367.844750:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 48], ns[150, 48] 00000400:00000200:2.0:1767384367.844753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 48], ns[167, 48] 00000400:00000200:2.0:1767384367.844756:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 48], ns[160, 48] 00000400:00000200:2.0:1767384367.844758:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 48], ns[171, 48] 00000400:00000200:2.0:1767384367.844761:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 48], ns[175, 48] 00000400:00000200:2.0:1767384367.844764:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384367.844766:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp25 00000400:00000200:2.0:1767384367.844768:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384367.844770:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp25 00000400:00000200:2.0:1767384367.844772:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [180:180:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1767384367.844776:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp25 00000400:00000200:2.0:1767384367.844781:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:) -> 192.168.203.152@tcp25(192.168.203.152@tcp:192.168.203.152@tcp25) : GET try# 0 00000800:00000200:2.0:1767384367.844785:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp25 00000800:00000010:2.0:1767384367.844788:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9fc006f. 00000800:00000001:1.0:1767384367.844789:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384367.844794:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 00000800:00000001:1.0:1767384367.844794:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.844798:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844803:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384367.844806:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:988 00000800:00000001:1.0:1767384367.844807:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384367.844810:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9fc006f type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384367.844812:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.844818:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384367.844822:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp24(192.168.203.152@tcp24) <- 192.168.203.152@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384367.844824:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000400:00000200:1.0:1767384367.844835:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp24: Reply from 12345-192.168.203.152@tcp24 of length 624/624 into md 0x1e75 00000800:00000001:1.0:1767384367.844838:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844843:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.844845:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.844848:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp24->192.168.203.152@tcp24: REPLY: OK 00000400:00000200:1.0:1767384367.844850:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db80167 00000400:00000010:1.0:1767384367.844851:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db80167. 00000400:00000200:1.0:1767384367.844853:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384367.844856:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:1.0:1767384367.844857:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:1.0:1767384367.844860:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 37. state = 0x300271 00000400:00000200:1.0:1767384367.844863:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384367.844870:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00000800:00000001:1.0:1767384367.844875:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.844879:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.844880:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384367.844881:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384367.844886:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9fc006f. 00000800:00000001:1.0:1767384367.844891:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.844898:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.844898:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : GET - for me 00000400:00000200:2.0:1767384367.844908:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: GET: OK 00000400:00000200:1.0:1767384367.844910:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384367.844915:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384367.844915:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 624/624 into md 0x1dd5 [1] + 0 00000400:00000200:2.0:1767384367.844922:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:1.0:1767384367.844927:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 00000400:00000200:1.0:1767384367.844931:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [181:181:255:4294967295] 192.168.203.152@tcp25 LPNI seq info [171:171:7:4294967295] 00000400:00000200:1.0:1767384367.844938:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) 192.168.203.152@tcp25 : REPLY try# 0 00000800:00000200:1.0:1767384367.844942:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000800:00000010:1.0:1767384367.844945:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a645d1. 00000800:00000001:2.0:1767384367.844946:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384367.844949:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 00000800:00000001:2.0:1767384367.844951:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384367.844956:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:991 00000800:00000200:1.0:1767384367.844958:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a645d1 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:2.0:1767384367.844988:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384367.845001:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384367.845007:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384367.845009:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384367.845012:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384367.845012:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384367.845017:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a645d1. 00000400:00000200:1.0:1767384367.845022:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.845023:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : REPLY - for me 00000400:00000200:1.0:1767384367.845029:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: REPLY: OK 00000400:00000200:2.0:1767384367.845035:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp25: Reply from 12345-192.168.203.152@tcp25 of length 624/624 into md 0x1e79 00000800:00000001:2.0:1767384367.845039:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384367.845046:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.845048:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384367.845049:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.845053:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: REPLY: OK 00000400:00000200:2.0:1767384367.845058:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052b46f72 00000400:00000010:2.0:1767384367.845060:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052b46f72. 00000400:00000200:1.0:1767384367.845060:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384367.845062:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384367.845065:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000200:2.0:1767384367.845070:0:16133:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:2.0:1767384367.845073:0:16133:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384367.845075:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 37. state = 0x300171 00000400:00000200:2.0:1767384367.845078:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384367.845079:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 000000006fe1e2c9. 00000400:00000200:2.0:1767384367.845080:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (37) 00000400:00000010:1.0:1767384367.845086:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000c3175cfa. 00000800:00000001:2.0:1767384367.845088:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384367.845091:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000184e855b. 00000800:00000001:2.0:1767384367.845092:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.845114:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp30(000000007e39ed88) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384367.845121:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp37(000000002d6d01e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384367.845125:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp40(0000000034943337) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384367.845131:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000064363bda. 00000400:00000200:1.0:1767384367.845136:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000064363bda nid 192.168.203.152@tcp44 00000400:00000010:1.0:1767384367.845138:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000f446d1e. 00000400:00000200:1.0:1767384367.845141:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000000f446d1e net tcp44 00000400:00000200:1.0:1767384367.845149:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (36) 00000400:00000200:1.0:1767384367.845153:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp44 flags 0x11 00000400:00000010:1.0:1767384367.845156:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000517da0e. 00000400:00000200:1.0:1767384367.845159:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000517da0e nid 192.168.203.152@tcp45 00000400:00000010:1.0:1767384367.845161:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006a6b0df0. 00000400:00000200:1.0:1767384367.845163:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000006a6b0df0 net tcp45 00000400:00000200:1.0:1767384367.845164:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000200:1.0:1767384367.845166:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp45 flags 0x11 00000400:00000010:1.0:1767384367.845169:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 000000006fe1e2c9. 00000400:00000010:1.0:1767384367.845171:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000c3175cfa. 00000400:00000010:1.0:1767384367.845173:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000184e855b. 00000400:00000010:1.0:1767384367.845175:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000987dac02. 00000400:00000200:1.0:1767384367.845177:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384367.845179:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x3001f1 00000400:00000200:1.0:1767384367.845181:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3001f1 rc 1 00000400:00000200:1.0:1767384367.845184:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3001f1 00000400:00000010:1.0:1767384367.845187:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000184e855b. 00000400:00000010:1.0:1767384367.845188:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000c3175cfa. 00000400:00000010:1.0:1767384367.845189:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 000000006fe1e2c9. 00000400:00000010:1.0:1767384367.845207:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000184e855b. 00000400:00000010:1.0:1767384367.845208:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000c3175cfa. 00000400:00000010:1.0:1767384367.845210:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 000000006fe1e2c9. 00000400:00000010:1.0:1767384367.845211:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000f6a38b5a. 00000400:00000200:1.0:1767384367.845213:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384367.845214:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:1.0:1767384367.845216:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:1.0:1767384367.845218:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:1.0:1767384367.845220:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384367.845221:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:1.0:1767384367.845224:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384367.845226:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00000020:00000010:3.0:1767384367.850448:0:36116:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ec46b059. 00000020:00000040:3.0:1767384367.850454:0:36116:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384367.850455:0:36116:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ec46b059. 00000100:00000040:3.0:1767384367.862319:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294955604, at 4294955605 00000100:00000010:3.0:1767384367.862326:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af4e29b5. 00000100:00000040:2.0:1767384367.862329:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294955604, at 4294955605 00000100:00000040:1.0:1767384367.862332:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294955604, at 4294955605 00000100:00000010:2.0:1767384367.862336:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48360ac. 00000100:00000010:1.0:1767384367.862346:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006baf7e0a. 00000100:00000040:0.0:1767384367.863311:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294955604, at 4294955606 00000100:00000010:0.0:1767384367.863318:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661671e4. 00010000:00000001:3.0:1767384368.161326:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384368.161331:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.161336:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384368.161337:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.161377:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384368.161381:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.161383:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384368.311437:0:36238:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384368.311441:0:36238:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:0.0:1767384368.314318:0:36238:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384368.320502:0:36239:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000015f19f96. 00000400:00000010:0.0:1767384368.320514:0:36239:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000026218066. 00000400:00000010:0.0:1767384368.320524:0:36239:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000022aa9821. 00000400:00000010:0.0:1767384368.320527:0:36239:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000db482431. 00000400:00000010:0.0:1767384368.320530:0:36239:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b8effcfb. 00000400:00000010:0.0:1767384368.320537:0:36239:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd7a8d59. 00000400:00000010:0.0:1767384368.320539:0:36239:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003588de8. 00000400:00000010:0.0:1767384368.320540:0:36239:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a5ef442. 00000400:00000010:0.0:1767384368.320543:0:36239:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000617a8beb. 00000800:00000010:0.0:1767384368.320557:0:36239:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000167c99b2. 00000800:00000200:0.0:1767384368.320567:0:36239:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384368.320577:0:36239:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384368.320608:0:36239:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:0.0:1767384368.320628:0:36239:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp46 [8/256/0/180] 00000400:00000010:0.0:1767384368.322072:0:36239:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000061b20117. 00000400:00000010:0.0:1767384368.322078:0:36239:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384368.322083:0:36239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd918751. 00000400:00000001:0.0:1767384368.322100:0:36239:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.322101:0:36239:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.322103:0:36239:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8d8ec0. 00000400:00000200:0.0:1767384368.322104:0:36239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a98b7d 00000400:00000010:0.0:1767384368.322106:0:36239:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037a98b7d. 00000400:00000010:0.0:1767384368.322109:0:36239:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000039c5e556. 00000400:00000200:0.0:1767384368.322113:0:36239:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000200:0.0:1767384368.322122:0:36239:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:0.0:1767384368.322130:0:36239:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:0.0:1767384368.322137:0:36239:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000422a0684. 00000020:01000000:0.0:1767384368.322140:0:36239:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384368.322142:0:36239:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp46 00000400:00000200:1.0:1767384368.322147:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384368.322154:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000400:00000010:0.0:1767384368.322156:0:36239:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000026218066. 00000400:00000010:0.0:1767384368.322160:0:36239:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000015f19f96. 00000400:00000010:1.0:1767384368.322162:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000400:00000200:1.0:1767384368.322166:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000400:00000010:1.0:1767384368.322172:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000baa7926b. 00000020:00000001:3.0:1767384368.322175:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384368.322176:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp25 10000000:00000001:3.0:1767384368.322181:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.322184:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384368.322187:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384368.322191:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384368.322191:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 00000400:00000200:1.0:1767384368.322200:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [182:182:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [172:172:8:4294967295] 00000020:01000004:3.0:1767384368.322204:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384368.322207:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp25 00000020:01000004:3.0:1767384368.322208:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384368.322211:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384368.322215:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384368.322218:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.322221:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384368.322223:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384368.322224:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) : PUT try# 0 00000020:01000004:3.0:1767384368.322226:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384368.322229:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384368.322235:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000100:00000010:3.0:1767384368.322236:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008078d2de. 00000800:00000010:1.0:1767384368.322243:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a645d1. 00000020:00000040:3.0:1767384368.322244:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384368.322251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.322256:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384368.322256:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 02000000:00000001:3.0:1767384368.322261:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384368.322267:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:988 02000000:00000010:3.0:1767384368.322271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000059e0cabd. 00000800:00000200:1.0:1767384368.322292:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a645d1 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1767384368.322296:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.322305:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384368.322307:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000001:3.0:1767384368.322308:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.322312:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000100:00000040:3.0:1767384368.322317:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008078d2de] to pc [ptlrpcd_00_01+1] req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384368.322350:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.322367:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.322369:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384368.322371:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384368.322376:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.322378:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.322380:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384368.322381:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384368.322383:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384368.322384:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384368.322385:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384368.322387:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384368.322388:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384368.322389:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.322390:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384368.322391:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384368.322392:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384368.322396:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aa5a991. 00000020:00000040:3.0:1767384368.322398:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384368.322400:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.322402:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.322404:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.322409:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ef6d7778. 00000100:00000001:3.0:1767384368.322412:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384368.322414:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384368.322415:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.322418:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384368.322418:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a645d1. 00000400:00000200:1.0:1767384368.322425:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384368.322426:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa5a991] to pc [ptlrpcd_00_02+2] req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322437:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: PUT: OK 00000400:00000200:1.0:1767384368.322442:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384368.322445:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp25: 0 10000000:00000001:3.0:1767384368.322450:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.322452:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384368.322452:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384368.322453:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.322457:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384368.322460:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384368.322460:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384368.322463:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000422a0684. 00000800:00000001:1.0:1767384368.322463:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.322468:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384368.322473:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384368.322474:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.322475:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384368.322482:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322484:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : PUT - for me 00000100:00000001:3.0:1767384368.322486:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.322494:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384368.322496:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 640 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384368.322497:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384368.322501:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384368.322504:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384368.322507:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.322508:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322512:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 624/640 into md 0x1e71 [1] + 0 02000000:00000001:2.0:1767384368.322516:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384368.322517:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.322519:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.322520:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384368.322524:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384368.322527:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.322529:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384368.322530:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a33331. 00000100:00100000:2.0:1767384368.322534:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737766400:0@lo:253: 02000000:00000001:3.0:1767384368.322535:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.322539:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010ee85f9 00000100:00100000:3.0:1767384368.322541:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002aa5a991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737766528:0@lo:253: 00000100:00000001:2.0:1767384368.322543:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384368.322546:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1767384368.322547:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384368.322550:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384368.322551:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.322554:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.322555:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.322556:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384368.322556:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384368.322562:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384368.322562:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384368.322563:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006824017. 02000000:00000001:3.0:1767384368.322568:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384368.322571:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7193346. 00000400:00000010:3.0:1767384368.322573:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000400:00000200:1.0:1767384368.322573:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: PUT: OK 02000000:00000001:2.0:1767384368.322577:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.322581:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c90d27a6. 00000400:00000200:1.0:1767384368.322581:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000400:00000010:2.0:1767384368.322584:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da767865. 00000400:00000010:1.0:1767384368.322586:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000400:00000200:1.0:1767384368.322592:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384368.322597:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (39) 00000100:00000200:3.0:1767384368.322598:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737766528, portal 25 00000400:00000010:2.0:1767384368.322600:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038db6d65. 00000100:00000001:3.0:1767384368.322602:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384368.322605:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000100:00000001:3.0:1767384368.322606:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759383936 : -113996950167680 : ffff985204479f80) 00000100:00000200:2.0:1767384368.322608:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737766400, portal 25 00000400:00000200:1.0:1767384368.322613:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (640 bytes) 00000100:00000040:3.0:1767384368.322614:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.322614:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384368.322618:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759391104 : -113996950160512 : ffff98520447bb80) 00000400:00000200:1.0:1767384368.322622:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000040:2.0:1767384368.322629:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322633:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (40) 00000100:00000001:3.0:1767384368.322638:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384368.322641:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384368.322646:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384368.322649:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384368.322651:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc94dd1. 00000400:00000200:1.0:1767384368.322652:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp25 to MR: 192.168.203.152@tcp25 local destination 00000100:00000040:2.0:1767384368.322657:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384368.322658:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737766528, offset 0 00000400:00000010:2.0:1767384368.322663:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ddc242. 00000400:00000200:1.0:1767384368.322664:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp25 NI seq info: [183:183:256:4294967295] 192.168.203.152@tcp25 LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1767384368.322669:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384368.322674:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737766400, offset 0 00000400:00000200:1.0:1767384368.322681:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) -> 192.168.203.152@tcp25(192.168.203.152@tcp25:192.168.203.152@tcp25) 192.168.203.152@tcp25 : ACK try# 0 00000400:00000200:2.0:1767384368.322688:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384368.322689:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp25 00000400:00000200:3.0:1767384368.322692:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384368.322696:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a645d1. 00000400:00000200:2.0:1767384368.322706:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.322707:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707480 00000800:00000200:1.0:1767384368.322707:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008bf2b0b8] -> 12345-192.168.203.152@tcp25 (6) 00000400:00000200:3.0:1767384368.322719:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15c5 [2] + 0 00000800:00000200:1.0:1767384368.322720:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp25 ip 192.168.203.152:991 00000400:00000200:2.0:1767384368.322725:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707400 00000400:00000010:3.0:1767384368.322726:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb86854. 00000800:00000200:1.0:1767384368.322726:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a645d1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384368.322737:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000596b76dd 00000800:00000001:1.0:1767384368.322738:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384368.322743:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384368.322744:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.322746:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15cd [2] + 0 00000400:00000200:3.0:1767384368.322752:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384368.322754:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b29a6bd. 00000400:00000200:2.0:1767384368.322760:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049c212ae 00000400:00000200:3.0:1767384368.322763:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596b76dd 00000400:00000010:3.0:1767384368.322766:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596b76dd. 00000400:00000200:2.0:1767384368.322766:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384368.322770:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.322772:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384368.322775:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e3b9affb x1853236737766528 msgsize 4848 00000100:00100000:3.0:1767384368.322782:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384368.322785:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384368.322786:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384368.322794:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049c212ae 00000800:00000200:1.0:1767384368.322794:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384368.322797:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384368.322799:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049c212ae. 00000800:00000010:1.0:1767384368.322799:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a645d1. 00000400:00000200:1.0:1767384368.322805:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.322807:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc94dd1 00000100:00000001:2.0:1767384368.322807:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384368.322811:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc94dd1. 00000400:00000200:1.0:1767384368.322812:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: ACK: OK 00000100:00000200:2.0:1767384368.322813:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384368.322817:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384368.322820:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000006d1f4c39 x1853236737766400 msgsize 4848 00000100:00000200:3.0:1767384368.322823:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384368.322825:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384368.322836:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384368.322836:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.322839:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384368.322842:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384368.322842:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384368.322844:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384368.322849:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.322853:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384368.322853:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384368.322857:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384368.322858:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384368.322862:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.322863:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.322866:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ddc242 00000400:00000010:2.0:1767384368.322870:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ddc242. 00000100:00000001:3.0:1767384368.322871:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956084 00000400:00000200:1.0:1767384368.322876:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp25(192.168.203.152@tcp25) <- 192.168.203.152@tcp25 : ACK - for me 00000100:00000001:2.0:1767384368.322878:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384368.322879:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffef88c1. 00000100:00000001:3.0:1767384368.322886:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384368.322888:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322891:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp25: ACK from 12345-192.168.203.152@tcp25 into md 0x1e81 00000100:00000001:3.0:1767384368.322893:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956084 00000400:00000200:1.0:1767384368.322896:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384368.322901:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e2d8242. 00000400:00000200:1.0:1767384368.322907:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp25->192.168.203.152@tcp25: ACK: OK 00000100:00000001:3.0:1767384368.322908:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384368.322910:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384368.322917:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.322917:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000100:00000001:3.0:1767384368.322918:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956084 00000400:00000010:1.0:1767384368.322920:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000100:00000010:3.0:1767384368.322925:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc4a0212. 00000400:00000200:1.0:1767384368.322925:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384368.322931:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384368.322934:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000100:00000001:2.0:1767384368.322935:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.322936:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956084 00000100:00000001:2.0:1767384368.322940:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384368.322941:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000100:00000010:3.0:1767384368.322942:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d541bfc. 00000400:00000200:1.0:1767384368.322945:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (39) 00000100:00000001:3.0:1767384368.322952:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384368.322952:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384368.322958:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384368.322960:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384368.322960:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956084 00000800:00000001:1.0:1767384368.322962:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.322968:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.322968:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294956084 00000100:00000001:3.0:1767384368.322973:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.322974:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956084 00000100:00000001:3.0:1767384368.322976:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.322980:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294956084 00000100:00000001:2.0:1767384368.322984:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956084 00000100:00000001:3.0:1767384368.322986:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384368.322987:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294956084 00000100:00000001:3.0:1767384368.322989:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384368.322993:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956084 00000400:00000200:1.0:1767384368.322993:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384368.322994:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384368.322998:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384368.322999:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294956084 00000400:00000010:1.0:1767384368.323000:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000c3175cfa. 00000100:00000001:3.0:1767384368.323001:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.323006:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.323007:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.323008:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000100:00000001:2.0:1767384368.323012:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.323016:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000001:2.0:1767384368.323017:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323020:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c3175cfa 00000100:00000001:2.0:1767384368.323021:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.323023:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384368.323025:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000be256702. 00000100:00000001:3.0:1767384368.323027:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323030:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:1.0:1767384368.323037:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 00000100:00000001:2.0:1767384368.323038:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384368.323039:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000100:00000001:2.0:1767384368.323042:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384368.323044:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000006fe1e2c9. 00000100:00000001:3.0:1767384368.323046:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384368.323047:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384368.323049:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00100000:3.0:1767384368.323050:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766528 00000100:00000001:2.0:1767384368.323051:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384368.323055:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384368.323056:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.323058:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384368.323059:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc911745. 00000100:00000001:2.0:1767384368.323061:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.323062:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323066:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 02000000:00000001:3.0:1767384368.323067:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.323071:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766528 00000020:00000001:3.0:1767384368.323073:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384368.323075:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:00000040:3.0:1767384368.323076:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384368.323081:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.323084:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000200:1.0:1767384368.323084:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000020:00000001:3.0:1767384368.323090:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384368.323092:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384368.323094:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:1.0:1767384368.323095:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000100:00100000:2.0:1767384368.323098:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766400 00000100:00000001:3.0:1767384368.323099:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384368.323104:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384368.323105:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000100:00000001:2.0:1767384368.323108:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.323110:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384368.323110:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000001:2.0:1767384368.323113:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.323115:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 02000000:00000001:2.0:1767384368.323121:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323122:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000020:00000010:3.0:1767384368.323124:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c23c73fd. 00000100:00100000:2.0:1767384368.323127:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766400 00000020:00000010:3.0:1767384368.323132:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002055eb61. 00000020:00000001:2.0:1767384368.323133:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384368.323135:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000020:00000010:3.0:1767384368.323138:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000020:00000040:2.0:1767384368.323138:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:1.0:1767384368.323142:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000020:00000001:2.0:1767384368.323144:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384368.323148:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384368.323148:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000400:00000200:1.0:1767384368.323148:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000100:00000001:3.0:1767384368.323154:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384368.323155:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:1.0:1767384368.323156:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000020:00000001:2.0:1767384368.323163:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384368.323164:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384368.323164:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000100:00000001:3.0:1767384368.323167:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.323172:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384368.323176:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000100:00000001:3.0:1767384368.323178:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384368.323178:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003058de3c. 00000400:00000200:1.0:1767384368.323182:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000100:00000001:2.0:1767384368.323184:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.323188:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.323189:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000020:00000010:2.0:1767384368.323190:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003058de3c. 00000400:00000200:1.0:1767384368.323198:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000020:00000010:2.0:1767384368.323200:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ef07e70. 00000100:00000001:3.0:1767384368.323201:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384368.323204:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000100:00000001:3.0:1767384368.323206:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384368.323209:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075954968. 00000400:00000200:1.0:1767384368.323214:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000100:00100000:3.0:1767384368.323215:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000020:00000010:2.0:1767384368.323217:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000100:00000040:3.0:1767384368.323221:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384368.323225:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017782864 : -113991691768752 : ffff98533db46c50) 00000100:00000001:2.0:1767384368.323228:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384368.323228:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000100:00000040:3.0:1767384368.323232:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3b9affb x1853236737766528/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.323233:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384368.323238:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323239:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000100:00000001:2.0:1767384368.323247:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323254:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000100:00000001:2.0:1767384368.323255:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.323256:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384368.323262:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f11afff9. 00000400:00000200:1.0:1767384368.323262:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 52], ns[82, 52] 00000100:00000001:3.0:1767384368.323266:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384368.323270:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f11afff9. 00000400:00000200:1.0:1767384368.323271:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[120, 52] 00000100:00000001:2.0:1767384368.323272:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384368.323301:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b9affb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737766528:12345-0@lo:253: 00000400:00000200:1.0:1767384368.323302:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000100:00000001:2.0:1767384368.323306:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384368.323312:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766528 00000100:00100000:2.0:1767384368.323316:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000400:00000200:1.0:1767384368.323316:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 52], ns[90, 52] 00000020:00000001:3.0:1767384368.323317:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384368.323322:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384368.323324:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000020:00000001:3.0:1767384368.323325:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323326:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[129, 52], ns[137, 52] 00000100:00000001:2.0:1767384368.323331:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017775696 : -113991691775920 : ffff98533db45050) 00000020:00000001:3.0:1767384368.323332:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384368.323334:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 52], ns[152, 52] 00000020:00000001:3.0:1767384368.323335:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384368.323342:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384368.323346:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.323346:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 52], ns[158, 52] 00000100:00000040:2.0:1767384368.323350:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d1f4c39 x1853236737766400/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384368.323366:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384368.323368:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384368.323372:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323375:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[136, 52] 00000100:00000001:3.0:1767384368.323377:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384368.323381:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384368.323388:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f2bbbdcd. 00000400:00000200:1.0:1767384368.323389:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[119, 52] 00000100:00000001:2.0:1767384368.323392:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384368.323393:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.323397:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384368.323398:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003058de3c. 00000400:00000200:1.0:1767384368.323399:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 20000000:00000001:3.0:1767384368.323401:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384368.323405:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384368.323409:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[153, 52] 00000020:00000010:2.0:1767384368.323411:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003058de3c. 00000400:00000200:1.0:1767384368.323418:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 20000000:00000010:3.0:1767384368.323419:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bcced760. 00000100:00100000:2.0:1767384368.323424:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d1f4c39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16139:x1853236737766400:12345-0@lo:253: 20000000:01000000:3.0:1767384368.323425:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384368.323428:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[157, 52], ns[167, 52] 20000000:00000001:3.0:1767384368.323430:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:2.0:1767384368.323434:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766400 20000000:00000001:3.0:1767384368.323435:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384368.323438:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 52], ns[160, 52] 20000000:00000001:3.0:1767384368.323440:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.323441:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384368.323446:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323446:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 52], ns[171, 52] 00000020:00000001:2.0:1767384368.323448:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384368.323453:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384368.323453:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323456:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 52], ns[175, 52] 00000020:00000001:2.0:1767384368.323458:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384368.323462:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000400:00000200:1.0:1767384368.323462:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 20000000:00000010:3.0:1767384368.323464:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3dda522. 00000020:00000001:2.0:1767384368.323468:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767384368.323469:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000001:2.0:1767384368.323472:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.323473:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:3.0:1767384368.323477:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384368.323478:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384368.323480:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000020:00000001:2.0:1767384368.323483:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1767384368.323485:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384368.323486:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000020:00000001:2.0:1767384368.323487:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.323492:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384368.323493:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp44 lpni_is_preferred = 0 02000000:00000001:2.0:1767384368.323496:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384368.323503:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007dc6e5a3. 00000400:00000200:1.0:1767384368.323504:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp44 02000000:00000001:2.0:1767384368.323508:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.323513:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.323513:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [184:184:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [174:174:8:4294967295] 20000000:00000001:2.0:1767384368.323519:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384368.323525:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00080000:00000001:3.0:1767384368.323527:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384368.323531:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000b0b507b. 00080000:00000001:3.0:1767384368.323533:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384368.323537:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384368.323537:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384368.323543:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384368.323543:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384368.323545:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp:192.168.203.152@tcp44) : GET try# 0 20000000:00000001:2.0:1767384368.323547:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384368.323549:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384368.323552:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.323554:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000800:00000200:1.0:1767384368.323554:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 20000000:00000001:2.0:1767384368.323558:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.323560:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:1.0:1767384368.323562:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b0a645d1. 20000000:00000001:2.0:1767384368.323563:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:3.0:1767384368.323567:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000022c2c222. 00080000:00000001:3.0:1767384368.323570:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081774405632 : -113991935145984 : ffff98532f32c800) 00080000:00000001:3.0:1767384368.323573:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384368.323573:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006d1cda69. 00000800:00000010:1.0:1767384368.323581:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000084afc028. 00000800:00000200:1.0:1767384368.323587:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:1.1:1767384368.323592:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:1.0:1767384368.323613:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384368.323616:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300251 rc 0 00000001:00000001:3.0:1767384368.323659:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384368.323661:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.323663:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384368.323671:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00080000:00000001:3.0:1767384368.323679:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.323683:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384368.323717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323777:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00080000:00000001:3.0:1767384368.323785:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384368.323789:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384368.323813:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323841:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323860:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323878:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323902:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323934:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323958:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.323989:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324016:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324043:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324100:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324136:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324197:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324241:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324308:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324345:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324404:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324430:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324459:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324475:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324500:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324540:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324579:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324602:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324616:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324634:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324654:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324676:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384368.324700:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384368.324941:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e94b6e61. 00000800:00000010:1.0:1767384368.324946:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2bcadb3. 00000800:00000010:1.0:1767384368.324951:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c755b169. 00000800:00000010:1.0:1767384368.324994:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c755b169. 00000800:00020000:1.0:1767384368.325004:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384368.325007:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2bcadb3. 00000800:00000010:1.0:1767384368.325010:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e94b6e61. 00000400:02020000:1.0:1767384368.325055:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.325061:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000800:00000200:1.0:1767384368.325066:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp44 down 00000800:00000100:1.0:1767384368.325072:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:1.0:1767384368.325075:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b0a645d1. 00000400:00000200:1.0:1767384368.325078:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384368.325082:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.325090:0:16129:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:1.0:1767384368.325100:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384368.325102:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:1.0:1767384368.325105:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384368.325130:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384368.325135:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300851 00000400:00000001:1.0:1767384368.325137:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.325139:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384368.325141:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384368.325142:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000200:1.0:1767384368.325145:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384368.325149:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384368.325153:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000006fe1e2c9. 00000400:00000200:1.0:1767384368.325156:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (39) 00000400:00000200:1.0:1767384368.325158:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:1.0:1767384368.325161:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302051 rc -71 00000400:00000200:1.0:1767384368.325165:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384368.325169:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00080000:00000001:3.0:1767384368.331440:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384368.331446:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384368.331449:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.331451:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384368.331454:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384368.331458:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384368.331459:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384368.331460:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384368.331463:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384368.331464:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384368.331467:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000022c2c222. 20000000:00000001:3.0:1767384368.331468:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384368.331472:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384368.331473:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384368.331479:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a1b3fcc. 00080000:00000020:3.0:1767384368.331480:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384368.331484:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:2.0:1767384368.331488:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384368.331493:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384368.331497:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384368.331499:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384368.331500:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384368.331511:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384368.331514:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384368.331520:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e1de5674 count: 2 00080000:00000001:2.0:1767384368.331521:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384368.331522:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384368.331526:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384368.331528:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384368.331529:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384368.331532:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c71e0da. 00080000:00000001:2.0:1767384368.331533:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384368.331536:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384368.331538:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384368.331540:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000040:0.0:1767384368.331542:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c71e0da with handle 0x1cafe7b7e4a4ff0f to hash 00080000:00000001:2.0:1767384368.331544:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384368.331545:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384368.331548:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000010:2.0:1767384368.331549:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007e65f5c0. 00010000:00000001:0.0:1767384368.331550:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00080000:00000001:2.0:1767384368.331555:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758770688 : -113996950780928 : ffff9852043e4400) 00010000:00000001:0.0:1767384368.331556:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.331559:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.331560:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384368.331563:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.331571:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384368.331573:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384368.331575:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384368.331577:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.331578:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384368.331581:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.331586:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384368.331588:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.331589:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.331591:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.331592:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.331594:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384368.331596:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384368.331600:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e1de5674) refcount = 2 00010000:00000040:0.0:1767384368.331603:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384368.331610:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384368.331613:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384368.331616:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384368.331617:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:2.0:1767384368.331619:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384368.331620:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384368.331627:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021be1fa0. 00000100:00000001:0.0:1767384368.331630:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:2.0:1767384368.331631:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384368.331633:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000573433ff. 00080000:00000001:2.0:1767384368.331634:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384368.331638:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076743011712 : -113996966539904 : ffff9852034dcd80) 00000100:00000001:0.0:1767384368.331640:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076743011712 : -113996966539904 : ffff9852034dcd80) 00000100:00000001:0.0:1767384368.331642:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384368.331644:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384368.331646:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384368.331648:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.331650:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384368.331652:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.331654:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.331656:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384368.331658:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384368.331661:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 00000020:00000040:0.0:1767384368.331664:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:0.0:1767384368.331666:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384368.331668:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384368.331671:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384368.331677:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032f3a6c4. 00000100:00000001:0.0:1767384368.331680:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.331684:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.331696:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 16 pid: 16773 timeout: 438 lvb_type: 0 00010000:00000001:0.0:1767384368.331702:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384368.331705:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.331708:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384368.331714:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384368.331720:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384368.331725:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.331727:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.331730:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737766656:0@lo:104: 00000100:00000001:0.0:1767384368.331733:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.331735:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.331736:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.331737:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.331740:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81d0800. 02000000:00000001:0.0:1767384368.331742:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.331745:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f29b8a7. 00000400:00000010:0.0:1767384368.331749:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000100:00000200:0.0:1767384368.331752:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737766656, portal 16 00000100:00000001:0.0:1767384368.331754:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.331756:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067442048 : -113992642109568 : ffff9853050f5f80) 00000100:00000040:0.0:1767384368.331760:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.331765:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.331768:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.331770:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384368.331772:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737766656, offset 0 00000400:00000200:0.0:1767384368.331777:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.331782:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.331790:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d707500 00000400:00000200:0.0:1767384368.331796:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 1312 00000400:00000200:0.0:1767384368.331800:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.331804:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.331807:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.331808:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384368.331812:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5969214. 00000100:00000040:0.0:1767384368.331815:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000a5969214 x1853236737766656 msgsize 328 00000100:00100000:0.0:1767384368.331821:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384368.331833:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.331845:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384368.331847:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384368.331850:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.331854:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.331860:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.331862:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.331867:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.331868:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.331873:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.331875:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294956093 00000100:00000001:0.0:1767384368.331881:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294956084 00000100:00000001:0.0:1767384368.331886:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294956093 00000100:00000001:0.0:1767384368.331890:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294956084 00000100:00000001:0.0:1767384368.331893:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294956093 00000100:00000001:0.0:1767384368.331896:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294956084 00000100:00000001:0.0:1767384368.331899:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294956093 00000100:00000001:0.0:1767384368.331901:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294956084 00000100:00000001:0.0:1767384368.331904:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.331906:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.331909:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.331911:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.331913:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.331915:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.331917:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.331919:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.331922:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384368.331923:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384368.331926:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.331928:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.331930:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384368.331932:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000573433ff going to sleep for 11 seconds 00000100:00000001:0.0:1767384368.331936:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.331946:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.331970:0:19331:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384368.331972:0:19331:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766656 02000000:00000001:0.0:1767384368.331975:0:19331:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384368.331977:0:19331:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.331979:0:19331:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.331982:0:19331:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.331986:0:19331:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766656 00000020:00000001:0.0:1767384368.331988:0:19331:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384368.331990:0:19331:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:0.0:1767384368.331992:0:19331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.331993:0:19331:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:0.0:1767384368.331995:0:19331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000020:00000001:0.0:1767384368.331998:0:19331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:0.0:1767384368.332000:0:19331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.332003:0:19331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebde92c0. 00000100:00000001:0.0:1767384368.332004:0:19331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.332006:0:19331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebde92c0. 00000020:00000010:0.0:1767384368.332011:0:19331:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5b32c58. 00000020:00000010:0.0:1767384368.332014:0:19331:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd53d94a. 00000020:00000010:0.0:1767384368.332017:0:19331:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00000040:0.0:1767384368.332025:0:19331:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384368.332028:0:19331:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.332030:0:19331:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384368.332031:0:19331:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.332035:0:19331:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.332044:0:19331:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.332056:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.332058:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384368.332063:0:19331:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384368.332065:0:19331:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:0.0:1767384368.332067:0:19331:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067436672 : -113992642114944 : ffff9853050f4a80) 00000100:00000040:0.0:1767384368.332071:0:19331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5969214 x1853236737766656/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.332087:0:19331:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.332089:0:19331:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebde92c0. 00000100:00000001:0.0:1767384368.332091:0:19331:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.332093:0:19331:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebde92c0. 00000100:00100000:0.0:1767384368.332097:0:19331:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5969214 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737766656:12345-0@lo:104: 00000100:00000200:0.0:1767384368.332100:0:19331:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766656 00010000:00000001:0.0:1767384368.332102:0:19331:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384368.332106:0:19331:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.332107:0:19331:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.332109:0:19331:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=2 00000020:00000001:0.0:1767384368.332110:0:19331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:0.0:1767384368.332113:0:19331:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 00010000:00000001:0.0:1767384368.332115:0:19331:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.332117:0:19331:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.332119:0:19331:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384368.332124:0:19331:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.332125:0:19331:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384368.332128:0:19331:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008716e998. 02000000:00000001:0.0:1767384368.332130:0:19331:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.332131:0:19331:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.332134:0:19331:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.332136:0:19331:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.332139:0:19331:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.332144:0:19331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.332146:0:19331:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384368.332148:0:19331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384368.332150:0:19331:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.332151:0:19331:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.332153:0:19331:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.332161:0:19331:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.332163:0:19331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384368.332165:0:19331:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737766656, offset 224 00000400:00000200:0.0:1767384368.332169:0:19331:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.332175:0:19331:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.332180:0:19331:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d707500 00000400:00000200:0.0:1767384368.332186:0:19331:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e9d [1] + 224 00000400:00000200:0.0:1767384368.332189:0:19331:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.332191:0:19331:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.332195:0:19331:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.332198:0:19331:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384368.332206:0:19331:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.332219:0:19331:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.332223:0:19331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384368.332224:0:19331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384368.332228:0:19331:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.332230:0:19331:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.332234:0:19331:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.332238:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384368.332238:0:19331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384368.332240:0:19331:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384368.332245:0:19331:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b0a0b89e. 00010000:00000001:0.0:1767384368.332249:0:19331:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384368.332250:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384368.332253:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384368.332256:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f29b8a7. 00010000:00010000:0.0:1767384368.332260:0:19331:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767384368.332261:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b064c092 00000400:00000010:3.0:1767384368.332265:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b064c092. 00010000:00000001:0.0:1767384368.332266:0:19331:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.332269:0:19331:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.332270:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384368.332271:0:19331:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384368.332307:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384368.332311:0:19331:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5969214 x1853236737766656/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384368.332330:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384368.332333:0:19331:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5969214 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737766656:12345-0@lo:104: Request processed in 242us (514us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384368.332348:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384368.332349:0:19331:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384368.332351:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.332364:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384368.332366:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384368.332367:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.332369:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.332370:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384368.332377:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=83 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384368.332377:0:19331:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00000100:00000001:0.0:1767384368.332382:0:19331:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384368.332383:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.332385:0:19331:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384368.332388:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384368.332391:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.332391:0:19331:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd53d94a. 00010000:00000001:3.0:1767384368.332397:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384368.332398:0:19331:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00010000:00000001:3.0:1767384368.332399:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.332403:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.332403:0:19331:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5b32c58. 00000100:00000040:3.0:1767384368.332410:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384368.332412:0:19331:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 00000100:00000001:0.0:1767384368.332417:0:19331:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.332420:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.332423:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.332424:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384368.332426:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384368.332428:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.332429:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.332430:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.332433:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384368.332436:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.332440:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.332443:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737766656:0@lo:104: 00010000:00010000:0.0:1767384368.332445:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384368.332448:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384368.332449:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384368.332453:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384368.332457:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384368.332463:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007d88022c already unused, calling callback (0000000028dca730) 00000100:00000001:3.0:1767384368.332464:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.332467:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384368.332468:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384368.332471:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00010000:0.0:1767384368.332471:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384368.332476:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3653008 x1853236737766656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384368.332480:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384368.332483:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384368.332487:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384368.332488:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.332491:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d88022c refcount=3 02000000:00000001:3.0:1767384368.332492:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384368.332494:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 02000000:00000010:3.0:1767384368.332496:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81d0800. 00010000:00000001:0.0:1767384368.332497:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004044800 : -113992705506816 : ffff985301480200) 02000000:00000001:3.0:1767384368.332502:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384368.332502:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1767384368.332507:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767384368.332507:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384368.332510:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:3.0:1767384368.332517:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384368.332517:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1767384368.332519:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000032f3a6c4. 10000000:00010000:0.0:1767384368.332520:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384368.332525:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384368.332527:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.332529:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000100:00000001:3.0:1767384368.332533:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384368.332536:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384368.332539:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000573433ff. 10000000:01000000:0.0:1767384368.332539:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384368.332545:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384368.332546:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000040:0.0:1767384368.332547:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:3.0:1767384368.332549:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384368.332552:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000010:3.0:1767384368.332553:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021be1fa0. 00010000:00000001:0.0:1767384368.332555:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384368.332557:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.332558:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.332562:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.332563:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384368.332566:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384368.332568:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384368.332569:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00010000:3.0:1767384368.332572:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384368.332573:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384368.332576:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:0.0:1767384368.332581:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384368.332583:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.332587:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384368.332590:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384368.332592:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384368.332595:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.332597:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384368.332600:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d88022c with handle 0x1cafe7b7e4a4ff01 from hash 00010000:00000001:0.0:1767384368.332603:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384368.332604:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.332606:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.332608:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384368.332610:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384368.332612:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384368.332616:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384368.332618:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384368.332623:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048bfb713. 00000020:00000040:0.0:1767384368.332627:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384368.332630:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384368.332632:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384368.332635:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384368.332641:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5b32c58. 00000100:00000001:0.0:1767384368.332645:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.332649:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384368.332651:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.332670:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384368.332672:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.332675:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384368.332677:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.332682:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bfb713] to pc [ptlrpcd_00_03+3] req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384368.332701:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384368.332703:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.332705:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.332706:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.332708:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.332710:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.332712:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.332716:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384368.332717:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000007d88022c/0x1cafe7b7e4a4ff01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff08 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384368.332722:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008b57bbbc count: 0 00010000:00000001:0.0:1767384368.332733:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.332734:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384368.332736:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b0a0b89e. 00010000:00000001:0.0:1767384368.332739:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.332741:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.332743:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.332746:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384368.332748:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.332749:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.332752:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384368.332754:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.332757:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.332760:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384368.332802:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.332804:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.332805:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.332809:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.332814:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.332816:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.332819:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384368.332821:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.332823:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.332825:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737766784:0@lo:103: 00000100:00000001:0.0:1767384368.332828:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.332831:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.332834:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.332835:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.332839:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81d0800. 02000000:00000001:0.0:1767384368.332841:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.332845:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000010:0.0:1767384368.332849:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384368.332851:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737766784, portal 18 00000100:00000001:0.0:1767384368.332853:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.332854:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000100:00000040:0.0:1767384368.332859:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.332864:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.332867:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.332871:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384368.332873:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737766784, offset 0 00000400:00000200:0.0:1767384368.332879:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.332886:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.332892:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d707580 00000400:00000200:0.0:1767384368.332897:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:0.0:1767384368.332903:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.332908:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.332920:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.332922:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384368.332926:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a812638. 00000100:00000040:0.0:1767384368.332929:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000002a812638 x1853236737766784 msgsize 328 00000100:00100000:0.0:1767384368.332937:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384368.332951:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.332958:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384368.332961:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384368.332966:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.332971:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.332982:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.332986:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.332992:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.332994:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.333000:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333004:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956094 00000100:00000001:0.0:1767384368.333009:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956093 00000100:00000001:0.0:1767384368.333014:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956094 00000100:00000001:0.0:1767384368.333020:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956093 00000100:00000001:0.0:1767384368.333022:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956094 00000100:00000001:0.0:1767384368.333027:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956093 00000100:00000001:0.0:1767384368.333032:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956094 00000100:00000001:0.0:1767384368.333037:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956093 00000100:00000001:0.0:1767384368.333042:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.333043:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333045:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333047:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.333051:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.333053:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384368.333056:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.333062:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.333065:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333067:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333082:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.333084:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.333086:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333088:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333101:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384368.333103:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766784 02000000:00000001:0.0:1767384368.333105:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384368.333107:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.333109:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.333111:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.333113:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766784 00000020:00000001:0.0:1767384368.333114:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384368.333116:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384368.333118:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.333120:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:0.0:1767384368.333122:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384368.333124:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384368.333126:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.333129:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebde92c0. 00000100:00000001:0.0:1767384368.333130:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.333132:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebde92c0. 00000020:00000010:0.0:1767384368.333136:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270617ea. 00000020:00000010:0.0:1767384368.333140:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd53d94a. 00000020:00000010:0.0:1767384368.333143:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00000040:0.0:1767384368.333150:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384368.333151:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.333153:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384368.333154:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384368.333156:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333158:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384368.333160:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.333162:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.333163:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d34e2459 refcount=4 00000020:00000001:0.0:1767384368.333170:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:0.0:1767384368.333172:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00010000:0.0:1767384368.333176:0:16764:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 17 pid: 16773 timeout: 438 lvb_type: 0 00010000:00000001:0.0:1767384368.333181:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333183:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333184:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.333186:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.333190:0:16764:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384368.333193:0:16764:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002a812638 x1853236737766784/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.333198:0:16764:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384368.333199:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333210:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.333220:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.333222:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384368.333226:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384368.333227:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:0.0:1767384368.333229:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067447424 : -113992642104192 : ffff9853050f7480) 00000100:00000040:0.0:1767384368.333232:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a812638 x1853236737766784/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.333239:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.333243:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebde92c0. 00000100:00000001:0.0:1767384368.333246:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.333248:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebde92c0. 00000100:00100000:0.0:1767384368.333253:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a812638 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16141:x1853236737766784:12345-0@lo:103: 00000100:00000200:0.0:1767384368.333255:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766784 00010000:00000001:0.0:1767384368.333257:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384368.333259:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384368.333261:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384368.333264:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.333272:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384368.333672:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000015f19f96. 02000000:00000001:0.0:1767384368.333674:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.333676:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333678:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384368.333681:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384368.333683:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.333684:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.333686:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d34e2459 refcount=4 00000020:00000001:0.0:1767384368.333688:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000001:0.0:1767384368.333690:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294054400 : -113992415497216 : ffff985312913400) 00010000:00000040:0.0:1767384368.333691:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e1de5674 count: 3 00010000:00010000:0.0:1767384368.333695:0:16764:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 17 pid: 16773 timeout: 438 lvb_type: 0 00000100:00001000:0.0:1767384368.333699:0:16764:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384368 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384368.333701:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384368.333706:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333708:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384368.333710:0:16764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 17 pid: 16773 timeout: 438 lvb_type: 0 00000020:00000001:0.0:1767384368.333714:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.333716:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.333717:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.333719:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333722:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384368.333724:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384368.333729:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333730:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333732:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.333733:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384368.333735:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d34e2459 with handle 0x1cafe7b7e4a4ff08 from hash 00010000:00000001:0.0:1767384368.333737:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384368.333739:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333740:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333746:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384368.333748:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384368.333748:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384368.333750:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d34e2459/0x1cafe7b7e4a4ff08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff01 expref: 17 pid: 16773 timeout: 438 lvb_type: 0 00010000:00000040:0.0:1767384368.333754:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:0.0:1767384368.333756:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:0.0:1767384368.333763:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333765:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384368.333767:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384368.333768:0:16764:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000007c71e0da 00010000:00000001:0.0:1767384368.333769:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384368.333771:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.333772:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.333774:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.333775:0:16764:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.333777:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384368.333778:0:16764:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384368.333780:0:16764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333784:0:16764:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384368.333786:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384368.333788:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384368.333789:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384368.333791:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e1de5674) refcount = 2 00010000:00010000:0.0:1767384368.333793:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333797:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384368.333798:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384368.333799:0:16764:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.333801:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384368.333804:0:16764:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebde92c0. 00000100:00000001:0.0:1767384368.333806:0:16764:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384368.333810:0:16764:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0a0b89e. 00000100:00000001:0.0:1767384368.333816:0:16764:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076743011136 : -113996966540480 : ffff9852034dcb40) 00000100:00000001:0.0:1767384368.333818:0:16764:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076743011136 : -113996966540480 : ffff9852034dcb40) 00000100:00000001:0.0:1767384368.333819:0:16764:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384368.333820:0:16764:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384368.333821:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384368.333823:0:16764:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384368.333826:0:16764:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:0.0:1767384368.333828:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.333829:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.333831:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=5 00000020:00000001:0.0:1767384368.333833:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384368.333834:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384368.333836:0:16764:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384368.333838:0:16764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333842:0:16764:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384368.333844:0:16764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333848:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333849:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384368.333851:0:16764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333854:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.333856:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333858:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384368.333859:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.333863:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007c71e0da already unused, calling callback (000000005ba06239) 00010000:00000001:0.0:1767384368.333864:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.333866:0:16764:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384368.333867:0:16764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333876:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384368.333877:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.333878:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.333879:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c71e0da refcount=6 00000020:00000001:0.0:1767384368.333880:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384368.333882:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446144 : -113992616105472 : ffff9853069c2a00) 00010000:00000001:0.0:1767384368.333883:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384368.333884:0:16764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333888:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384368.333889:0:16764:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.333889:0:16764:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333899:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384368.333901:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384368.333903:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.333905:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384368.333908:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c71e0da with handle 0x1cafe7b7e4a4ff0f from hash 00010000:00000001:0.0:1767384368.333911:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384368.333912:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333914:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333916:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384368.333918:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384368.333920:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384368.333922:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384368.333924:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.333926:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.333929:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333929:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384368.333930:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384368.333936:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333939:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.333941:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384368.333943:0:16764:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.333945:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384368.333947:0:16764:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333949:0:16764:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.333955:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.333961:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.333963:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384368.333965:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.333969:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384368.333971:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384368.333975:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333978:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333979:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384368.333980:0:16764:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384368.333981:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.333982:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333984:0:16764:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384368.333986:0:16764:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.333988:0:16764:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333989:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384368.333990:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c71e0da/0x1cafe7b7e4a4ff0f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.333996:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.333998:0:16764:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.333999:0:16764:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384368.334001:0:16764:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384368.334002:0:16764:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.334004:0:16764:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.334005:0:16764:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384368.334007:0:16764:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0a0b89e. 00000100:00000001:0.0:1767384368.334010:0:16764:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384368.334011:0:16764:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384368.334013:0:16764:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebde92c0. 00010000:00000001:0.0:1767384368.334016:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384368.334017:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e1de5674 count: 0 00010000:00010000:0.0:1767384368.334024:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384368.334025:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.334028:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.334030:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.334032:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.334035:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.334037:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384368.334039:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384368.334047:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.334048:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.334051:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.334055:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.334057:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384368.334061:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737766784, offset 224 00000400:00000200:0.0:1767384368.334065:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.334073:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.334081:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d707580 00000400:00000200:0.0:1767384368.334087:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ea9 [1] + 224 00000400:00000200:0.0:1767384368.334091:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.334095:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.334100:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.334104:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.334111:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.334124:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.334129:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384368.334130:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384368.334134:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.334135:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.334139:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.334141:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384368.334143:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.334145:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.334148:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a812638 x1853236737766784/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 328/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.334155:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a812638 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737766784:12345-0@lo:103: Request processed in 915us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384368.334160:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384368.334161:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:0.0:1767384368.334168:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.334171:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384368.334174:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd53d94a. 00000020:00000010:0.0:1767384368.334177:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00000020:00000010:0.0:1767384368.334180:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270617ea. 00000020:00000040:0.0:1767384368.334184:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:0.0:1767384368.334186:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.334214:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.334215:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384368.334219:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.334221:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.334222:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000400:00000200:0.0:1767384368.334226:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384368.334228:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384368.334230:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.334234:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.334241:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.334247:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.334249:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.334250:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384368.334252:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384368.334253:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.334254:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.334256:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.334259:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384368.334261:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.334263:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384368.334264:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.334266:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384368.334267:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.334269:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.334296:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.334302:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.334309:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384368.334310:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.334314:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.334319:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737766784:0@lo:103: 00000100:00000001:0.0:1767384368.334323:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.334325:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.334329:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048bfb713 x1853236737766784/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.334334:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384368.334335:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.334337:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81d0800. 02000000:00000001:0.0:1767384368.334341:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384368.334343:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.334344:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384368.334346:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384368.334347:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5b32c58. 02000000:00000001:0.0:1767384368.334350:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384368.334351:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.334366:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048bfb713. 00000100:00000001:0.0:1767384368.334370:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.334371:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.334373:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.334377:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.334379:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.334381:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.334383:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384368.336330:0:36243:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008b57bbbc. 00010000:00000010:0.1:1767384368.336337:0:36243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00080000:00000001:0.0:1767384368.338733:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384368.338735:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384368.338737:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384368.338738:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384368.338740:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384368.338740:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384368.338742:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007e65f5c0. 00000020:00000002:2.0:1767384368.338747:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:0.0:1767384368.338747:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384368.338751:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384368.338754:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384368.338756:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384368.338764:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384368.338767:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384368.338772:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384368.338781:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384368.338782:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384368.338784:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384368.338787:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384368.338789:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384368.338793:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000d6ea507. 00010000:00000001:2.0:1767384368.338797:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384368.338800:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384368.338803:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384368.338805:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff16 to hash 00000020:00000001:2.0:1767384368.338807:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384368.338814:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338816:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338819:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.338820:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.338822:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338828:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384368.338830:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384368.338831:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384368.338833:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384368.338834:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.338836:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384368.338837:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.338839:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384368.338840:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384368.338841:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384368.338842:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384368.338844:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000d6ea507) refcount = 1 00010000:00010000:2.0:1767384368.338847:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338850:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384368.338852:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384368.338853:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.338854:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338856:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384368.338858:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384368.338861:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384368.338863:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384368.338864:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384368.338865:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384368.338867:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338869:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338870:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384368.338877:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338881:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384368.338883:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338887:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.338888:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384368.338890:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338893:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.338894:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338896:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384368.338897:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384368.338901:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384368.338902:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.338904:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384368.338905:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338909:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384368.338909:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384368.338911:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384368.338912:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384368.338913:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338915:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384368.338917:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384368.338919:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338922:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384368.338927:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.338929:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338932:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.338933:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384368.338935:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.338936:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.338938:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff16 from hash 00010000:00000001:2.0:1767384368.338940:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.338941:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.338943:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.338943:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.338945:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384368.338946:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384368.338948:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384368.338949:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.338950:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338952:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384368.338953:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384368.338954:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.338955:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.338956:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338958:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.338959:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.338961:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338965:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.338966:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.338967:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384368.338969:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384368.338970:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.338971:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.338972:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384368.338975:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384368.338976:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.338977:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.338988:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384368.338990:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384368.338991:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff16 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384368.338995:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000d6ea507 count: 0 00010000:00000001:2.0:1767384368.339004:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384368.339006:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384368.340704:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384368.340707:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384368.340710:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bcced760. 20000000:00000001:3.0:1767384368.340714:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384368.340717:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766528 00010000:00000001:3.0:1767384368.340720:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384368.340724:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3b9affb x1853236737766528/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384368.340731:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384368.340732:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384368.340734:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.340736:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384368.340738:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384368.340740:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384368.340743:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384368.340744:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340747:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.340751:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.340754:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc1e5e2b. 00000100:00000200:3.0:1767384368.340758:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737766528, offset 224 00000400:00000200:3.0:1767384368.340765:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.340772:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.340779:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707480 00000400:00000200:3.0:1767384368.340784:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e85 [2] + 224 00000400:00000200:3.0:1767384368.340788:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.340791:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384368.340795:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.340798:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.340812:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340827:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.340833:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1e5e2b 00000400:00000010:3.0:1767384368.340835:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc1e5e2b. 00000100:00000001:3.0:1767384368.340838:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.340838:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384368.340841:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.340841:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384368.340845:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.340847:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384368.340851:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384368.340852:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384368.340853:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384368.340855:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384368.340857:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384368.340858:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000100:00000040:3.0:1767384368.340862:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3b9affb x1853236737766528/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384368.340863:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c90d27a6 00000400:00000010:0.0:1767384368.340867:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c90d27a6. 00000100:00000001:0.0:1767384368.340871:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.340879:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.340880:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b9affb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737766528:12345-0@lo:253: Request processed in 17619us (18099us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384368.340898:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000200:0.0:1767384368.340898:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.340902:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384368.340905:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.340908:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384368.340912:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002055eb61. 00000100:00000001:0.0:1767384368.340914:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384368.340917:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000100:00000001:0.0:1767384368.340918:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.340922:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384368.340933:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c23c73fd. 02000000:00000001:0.0:1767384368.340933:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384368.340937:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384368.340940:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:0.0:1767384368.340941:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.340945:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384368.340946:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.340948:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f2bbbdcd. 00000100:00001000:0.0:1767384368.340951:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=83 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384368.340953:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384368.340957:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384368.340958:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=83 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384368.340961:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384368.340964:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384368.340967:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb86854. 00000100:00000001:0.0:1767384368.340967:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.340972:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384368.340974:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc1e5e2b. 00010000:00000001:0.0:1767384368.340976:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.340980:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.340985:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.340992:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.340994:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384368.340995:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384368.340998:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384368.341000:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384368.341002:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384368.341003:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384368.341004:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384368.341005:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384368.341006:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384368.341007:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384368.341014:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384368.341017:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.341024:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002aa5a991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737766528:0@lo:253: 00000100:00000001:0.0:1767384368.341029:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.341031:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.341034:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002aa5a991 x1853236737766528/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.341039:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384368.341041:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.341043:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006824017. 02000000:00000001:0.0:1767384368.341047:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384368.341048:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.341050:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384368.341052:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384368.341053:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ef6d7778. 02000000:00000001:0.0:1767384368.341057:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384368.341058:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.341060:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002aa5a991. 00000100:00000001:0.0:1767384368.341063:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.341064:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.341065:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.341068:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.341070:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.341072:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.341073:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.341647:0:36244:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005cd2b8e7. 00000400:00000040:1.0:1767384368.341664:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.341666:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.341669:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.341671:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.341673:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.341674:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384368.341677:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.341679:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384368.341680:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.341682:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384368.341684:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.341685:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.341687:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.341688:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.341690:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384368.341691:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384368.341692:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.341699:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384368.341700:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384368.341702:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.341703:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.341705:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.341706:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.341708:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.341709:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384368.341711:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.341712:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.341713:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.341714:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.341716:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.341718:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384368.341719:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384368.341721:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384368.341722:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.341723:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384368.341724:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.341725:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384368.341727:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384368.341729:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.341730:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384368.341731:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.341733:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.341734:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384368.341736:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384368.341737:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384368.341738:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384368.341740:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384368.341741:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384368.341743:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.341745:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384368.341747:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384368.341748:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.341749:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384368.341751:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384368.341753:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384368.341754:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384368.341760:0:36244:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384368.341882:0:36244:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005cd2b8e7. 00080000:00000020:3.0:1767384368.342101:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384368.342109:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384368.342110:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000b0b507b. 20000000:00000001:3.0:1767384368.342115:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384368.342117:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766400 00010000:00000001:3.0:1767384368.342119:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384368.342123:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d1f4c39 x1853236737766400/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384368.342129:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384368.342130:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384368.342132:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.342135:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384368.342137:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384368.342138:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384368.342140:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384368.342142:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.342144:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.342147:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.342150:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000384e59dd. 00000100:00000200:3.0:1767384368.342153:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737766400, offset 224 00000400:00000200:3.0:1767384368.342158:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.342165:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.342172:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707400 00000400:00000200:3.0:1767384368.342176:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e89 [2] + 224 00000400:00000200:3.0:1767384368.342181:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.342183:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384368.342187:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.342189:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.342194:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.342205:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.342209:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000384e59dd 00000400:00000010:3.0:1767384368.342211:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000384e59dd. 00000100:00000001:3.0:1767384368.342214:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384368.342215:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384368.342218:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384368.342221:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384368.342222:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384368.342224:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384368.342227:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da767865. 00000100:00000001:3.0:1767384368.342228:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.342232:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:2.0:1767384368.342232:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038db6d65 00000400:00000010:2.0:1767384368.342235:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038db6d65. 00010000:00000001:3.0:1767384368.342236:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384368.342239:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.342239:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384368.342243:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384368.342246:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.342250:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d1f4c39 x1853236737766400/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384368.342265:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.342270:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d1f4c39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737766400:12345-0@lo:253: Request processed in 18875us (19446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384368.342305:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384368.342308:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384368.342310:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.342311:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384368.342314:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075954968. 00010000:00000010:0.1:1767384368.342317:0:36245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d34e2459. 00000020:00000010:3.0:1767384368.342318:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000020:00000010:3.0:1767384368.342324:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ef07e70. 00010000:00000010:0.1:1767384368.342325:0:36245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c71e0da. 00000020:00000040:3.0:1767384368.342329:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00010000:00000010:0.1:1767384368.342331:0:36245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e1de5674. 02000000:00000001:3.0:1767384368.342333:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384368.342336:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007dc6e5a3. 02000000:00000001:3.0:1767384368.342352:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384368.342364:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384368.342368:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384368.342371:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d612d639. 00000400:00000010:3.0:1767384368.342374:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000384e59dd. 00000100:00000001:2.0:1767384368.342418:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384368.342420:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.342421:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384368.342423:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384368.342424:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384368.342425:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.342426:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384368.342429:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384368.342431:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384368.342433:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384368.342434:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.342435:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384368.342436:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.342438:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.342440:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.342452:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384368.342453:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384368.342454:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384368.342457:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384368.342458:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384368.342459:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384368.342459:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384368.342460:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384368.342461:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384368.342462:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384368.342463:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384368.342464:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384368.342465:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384368.342467:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384368.342472:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008078d2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737766400:0@lo:253: 00000100:00000001:2.0:1767384368.342474:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.342476:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384368.342477:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008078d2de x1853236737766400/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.342481:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384368.342482:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384368.342483:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7193346. 02000000:00000001:2.0:1767384368.342486:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384368.342487:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384368.342487:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384368.342489:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384368.342489:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000059e0cabd. 02000000:00000001:2.0:1767384368.342492:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384368.342493:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384368.342494:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008078d2de. 00000100:00000001:2.0:1767384368.342497:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384368.342497:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.342499:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.342507:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384368.342508:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.342509:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384368.342510:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384368.346301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d6ea507. 00010000:00000010:2.1:1767384368.346310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00000100:00000040:1.0:1767384368.352350:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294956094, at 4294956095 00000100:00000040:3.0:1767384368.352374:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294956094, at 4294956095 00000100:00000010:1.0:1767384368.352376:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e2d8242. 00000100:00000010:3.0:1767384368.352383:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d541bfc. 00000100:00000040:0.0:1767384368.352408:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294956094, at 4294956095 00000100:00000010:0.0:1767384368.352415:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffef88c1. 00000100:00000040:2.0:1767384368.353345:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294956094, at 4294956096 00000100:00000010:2.0:1767384368.353370:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc4a0212. 00000400:00000001:0.0:1767384368.545370:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.545374:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384368.545377:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d509b5c 00000400:00000010:0.0:1767384368.545380:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d509b5c. 00000400:00000200:0.0:1767384368.545385:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384368.545390:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384368.545398:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005a4c1f5d. 00000400:00000010:0.0:1767384368.545407:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a95b5f4. 00010000:00000001:3.0:1767384369.186398:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384369.186402:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.186406:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384369.186407:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.186435:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384369.186439:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384369.186441:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384369.570375:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp32 00000400:00000010:3.0:1767384369.570382:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000039035a19. 00000400:00000010:3.0:1767384369.570389:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008cea49fd. 00000800:00000200:1.0:1767384369.570394:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000400:00000010:3.0:1767384369.570402:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6e53eba. 00000800:00000200:1.1:1767384369.570402:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000400:00000010:3.0:1767384369.570413:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b02ece6. 00000400:00000200:3.0:1767384369.570420:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp32 00000800:00000010:1.0:1767384369.570427:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009a0fbeb3. 00000800:00000200:1.0:1767384369.570433:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (6) 00000400:00000200:3.0:1767384369.570441:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp32 local destination 00000800:00000200:1.0:1767384369.570441:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:988 00000800:00000200:1.0:1767384369.570449:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384369.570453:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp32 00000400:00000200:3.0:1767384369.570459:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [185:185:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1767384369.570466:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp32 00000400:00000200:3.0:1767384369.570478:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) : GET try# 0 00000800:00000200:3.0:1767384369.570484:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp32 00000800:00000010:3.0:1767384369.570489:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000885a3066. 00000800:00000200:3.0:1767384369.570494:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:3.1:1767384369.570499:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000400:00000200:2.0:1767384369.570509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570519:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp32 added to recovery queue. ping count: 5 next ping: 322 health :500 00000400:00000200:3.0:1767384369.570527:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp44 00000400:00000010:3.0:1767384369.570530:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f579e658. 00000800:00000200:1.0:1767384369.570534:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384369.570535:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e810f195. 00000400:00000010:3.0:1767384369.570541:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004f35737. 00000800:00000001:1.0:1767384369.570541:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384369.570550:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000098b15f2f. 00000800:00000001:1.0:1767384369.570550:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384369.570557:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384369.570561:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp44 00000800:00000001:1.0:1767384369.570563:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.570567:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570575:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp44 local destination 00000400:00000200:3.0:1767384369.570581:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000400:00000200:3.0:1767384369.570598:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [186:186:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1767384369.570608:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570609:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00000400:00000200:3.0:1767384369.570625:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp44:192.168.203.152@tcp44) : GET try# 0 00000400:00000200:1.0:1767384369.570631:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.0:1767384369.570636:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 00000800:00000010:3.0:1767384369.570642:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000825137c9. 00000800:00000200:3.0:1767384369.570649:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:3.1:1767384369.570655:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:2.0:1767384369.570660:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570675:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:1.0:1767384369.570700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.570722:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570755:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.570773:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.570793:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570830:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.570845:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.570862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570907:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.570908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.570925:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.570969:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.570985:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571007:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571053:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571112:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571155:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571176:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571221:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571244:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571309:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571365:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571369:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571382:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571432:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571452:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571512:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571598:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571679:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571728:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571781:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571800:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571802:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571836:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571877:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571888:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571904:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.571943:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.571956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.571963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572012:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572031:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572081:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572093:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572108:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572143:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572159:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572204:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572213:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572289:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572358:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572360:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572442:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572499:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572557:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572569:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572621:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572652:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572653:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572731:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572746:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572804:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572806:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.572870:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572877:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572891:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.572942:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.572951:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.573005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573010:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000800:00000010:2.0:1767384369.573061:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000074b99471. 00000400:00000200:3.0:1767384369.573065:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000800:00000010:2.0:1767384369.573067:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e314d264. 00000800:00000010:2.0:1767384369.573074:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038825893. 00000400:00000200:1.0:1767384369.573076:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:2.0:1767384369.573100:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038825893. 00000800:00020000:2.0:1767384369.573110:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384369.573114:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e314d264. 00000800:00000010:2.0:1767384369.573117:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000074b99471. 00000400:00000200:3.0:1767384369.573131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573151:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:02020000:2.0:1767384369.573191:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp26 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384369.573196:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384369.573210:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.573266:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573308:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573402:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000800:00000010:3.0:1767384369.573485:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcced760. 00000800:00000010:3.0:1767384369.573493:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b8e027a. 00000800:00000010:3.0:1767384369.573498:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f11afff9. 00000400:00000200:1.0:1767384369.573501:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000800:00000010:3.0:1767384369.573529:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f11afff9. 00000800:00020000:3.0:1767384369.573541:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384369.573545:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b8e027a. 00000800:00000010:3.0:1767384369.573549:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcced760. 00000400:00000200:1.0:1767384369.573561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000400:00000200:1.0:1767384369.573607:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000400:02020000:3.0:1767384369.573621:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384369.573631:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000400:00000200:3.0:1767384369.573635:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384369.573640:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:3.0:1767384369.573643:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000825137c9. 00000400:00000200:3.0:1767384369.573648:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384369.573655:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384369.573660:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.152:988 00000400:00000200:3.0:1767384369.573665:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384369.573671:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384369.573678:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp44) recovery failed with -71 00000400:00000200:1.0:1767384369.573700:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.152:988 00000800:00000010:1.0:1767384369.573854:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e94b6e61. 00000800:00000010:1.0:1767384369.573864:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fb17474f. 00000800:00000010:1.0:1767384369.573869:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f7a0187. 00000800:00000010:1.0:1767384369.573902:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f7a0187. 00000400:00000200:3.0:1767384369.573960:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384369.573977:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp32 from 207.3.0.2 00000800:00000010:3.0:1767384369.573981:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004c6f129a. 00000800:00000010:2.0:1767384369.574020:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000074b99471. 00000800:00000010:2.0:1767384369.574025:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e314d264. 00000800:00000010:2.0:1767384369.574047:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009bfcce7e. 00000800:00000200:2.1:1767384369.574052:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (2) 00000800:00000200:2.1:1767384369.574056:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp32 000000009bfcce7e deleted 00000800:00000010:2.1:1767384369.574058:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009bfcce7e. 00000800:00000200:2.1:1767384369.574063:0:16129:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384369.574068:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp32 ip 192.168.203.152:975 00000800:00000200:2.1:1767384369.574070:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000885a3066 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384369.574075:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp32 p 3.x 192.168.203.152 -> 192.168.203.152:975 incarnation:1767384336704197751 sched[0] 00000800:00000010:2.0:1767384369.574080:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038825893. 00000800:00000010:2.0:1767384369.574127:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038825893. 00000800:00000010:2.0:1767384369.574131:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e314d264. 00000800:00000200:0.1:1767384369.574157:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384369.574164:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004c6f129a. 00000800:00000200:0.0:1767384369.574169:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp32 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384336704197751 sched[0] 00000800:00000010:0.0:1767384369.574175:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fb17474f. 00000800:00000001:2.0:1767384369.574178:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574184:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384369.574210:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384369.574215:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384369.574250:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384369.574252:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000010:2.0:1767384369.574254:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000885a3066. 00000400:00000200:2.0:1767384369.574259:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384369.574265:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: GET: OK 00000400:00000200:2.0:1767384369.574269:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384369.574296:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp32 recovery message sent successfully:0 00000800:00000001:2.0:1767384369.574308:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574313:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384369.574314:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574322:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.574327:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32) <- 192.168.203.152@tcp32 : GET - for me 00000400:00000200:2.0:1767384369.574337:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384369.574359:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1e7d [1] + 0 00000400:00000200:0.0:1767384369.574362:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384369.574370:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp32 to MR: 192.168.203.152@tcp32 local destination 00000400:00000200:2.0:1767384369.574377:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp32 NI seq info: [187:187:256:4294967295] 192.168.203.152@tcp32 LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1767384369.574387:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) -> 192.168.203.152@tcp32(192.168.203.152@tcp32:192.168.203.152@tcp32) 192.168.203.152@tcp32 : REPLY try# 0 00000800:00000200:2.0:1767384369.574391:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp32 00000800:00000010:2.0:1767384369.574395:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002858bc75. 00000800:00000200:2.0:1767384369.574399:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d31c6d40] -> 12345-192.168.203.152@tcp32 (4) 00000400:00000200:0.0:1767384369.574401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000200:2.0:1767384369.574406:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp32 ip 192.168.203.152:988 00000800:00000200:2.0:1767384369.574410:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002858bc75 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384369.574434:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000200:2.0:1767384369.574450:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384369.574453:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002858bc75. 00000400:00000200:2.0:1767384369.574456:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384369.574461:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: REPLY: OK 00000800:00000001:2.0:1767384369.574472:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574475:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384369.574478:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384369.574479:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000800:00000001:2.0:1767384369.574482:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384369.574485:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574496:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.574502:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp32(192.168.203.152@tcp32) <- 192.168.203.152@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384369.574511:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp32: Reply from 12345-192.168.203.152@tcp32 of length 272/272 into md 0x1ec5 00000800:00000001:2.0:1767384369.574516:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384369.574518:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:2.0:1767384369.574521:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384369.574525:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384369.574529:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp32->192.168.203.152@tcp32: REPLY: OK 00000400:00000200:2.0:1767384369.574534:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e53eba 00000400:00000010:2.0:1767384369.574536:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e53eba. 00000400:00000200:2.0:1767384369.574539:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384369.574545:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000039035a19. 00000400:00000010:2.0:1767384369.574549:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008cea49fd. 00000800:00000001:2.0:1767384369.574553:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.574557:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.574558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574649:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574721:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574793:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574826:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574857:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574913:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574938:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574967:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.574995:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575023:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575067:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575103:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575136:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575178:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575249:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575604:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575641:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384369.575724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384369.575845:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000455dd7f. 00000800:00000010:0.0:1767384369.575850:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000460c598d. 00000800:00000010:0.0:1767384369.575854:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f76d1989. 00000800:00000010:0.0:1767384369.575879:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f76d1989. 00000800:00020000:0.0:1767384369.575886:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384369.575889:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000460c598d. 00000800:00000010:0.0:1767384369.575892:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000455dd7f. 00000400:02020000:0.0:1767384369.575937:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp32 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384370.015776:0:36763:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384370.015788:0:36763:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.015792:0:36763:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.015797:0:36763:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384370.015802:0:36763:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.015804:0:36763:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.209318:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384370.209324:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.209329:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384370.209330:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.209441:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.209445:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.209448:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384370.594389:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.594393:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384370.594396:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f35737 00000400:00000010:1.0:1767384370.594400:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f35737. 00000400:00000200:1.0:1767384370.594405:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384370.594410:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384370.594421:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f579e658. 00000400:00000010:1.0:1767384370.594425:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e810f195. 00000400:00000200:1.0:1767384370.594442:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp40 00000400:00000010:1.0:1767384370.594445:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000076357887. 00000400:00000010:1.0:1767384370.594449:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005716b9a3. 00000400:00000010:1.0:1767384370.594452:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000010:1.0:1767384370.594457:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000011eb874. 00000400:00000200:1.0:1767384370.594460:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000400:00000200:1.0:1767384370.594470:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp40 local destination 00000400:00000200:1.0:1767384370.594475:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000400:00000200:1.0:1767384370.594478:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [188:188:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1767384370.594484:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000400:00000200:1.0:1767384370.594491:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000800:00000200:1.0:1767384370.594496:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:1.0:1767384370.594499:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b45e661f. 00000800:00000200:1.0:1767384370.594505:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:1.1:1767384370.594509:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000400:00000200:1.0:1767384370.594525:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:2.0:1767384370.594591:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594627:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594640:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594675:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594704:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594716:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594733:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594762:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594789:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594804:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594831:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594850:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594865:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594878:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594900:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594913:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594926:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594970:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.594993:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595008:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595024:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595038:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595051:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595066:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595097:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595120:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595133:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.595147:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384370.595311:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000800:00000010:2.0:1767384370.595315:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073e3587d. 00000800:00000010:2.0:1767384370.595320:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef47ae1e. 00000800:00000010:2.0:1767384370.595352:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef47ae1e. 00000800:00020000:2.0:1767384370.595373:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384370.595376:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073e3587d. 00000800:00000010:2.0:1767384370.595379:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000400:02020000:2.0:1767384370.595410:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384370.595415:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000800:00000200:2.0:1767384370.595420:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp40 down 00000800:00000100:2.0:1767384370.595435:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:2.0:1767384370.595438:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b45e661f. 00000400:00000200:2.0:1767384370.595441:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384370.595445:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384370.595458:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384370.595460:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384370.595462:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp40) recovery failed with -71 00000001:00000001:3.0:1767384370.707895:0:36928:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384370.707903:0:36928:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384370.711154:0:36928:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384370.718547:0:36929:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b429e0a6. 00000400:00000010:3.0:1767384370.718559:0:36929:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000596b76dd. 00000400:00000010:3.0:1767384370.718568:0:36929:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000061743ef7. 00000400:00000010:3.0:1767384370.718572:0:36929:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e810f195. 00000400:00000010:3.0:1767384370.718575:0:36929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b7db4af. 00000400:00000010:3.0:1767384370.718578:0:36929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000019c032. 00000400:00000010:3.0:1767384370.718580:0:36929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036c3c9ad. 00000400:00000010:3.0:1767384370.718581:0:36929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b677181f. 00000400:00000010:3.0:1767384370.718584:0:36929:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000010ce63df. 00000800:00000010:3.0:1767384370.718599:0:36929:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000825137c9. 00000800:00000200:3.0:1767384370.718626:0:36929:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384370.718639:0:36929:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384370.718674:0:36929:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384370.718700:0:36929:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384370.720111:0:36929:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000005dca26a8. 00000400:00000010:3.0:1767384370.720117:0:36929:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:3.0:1767384370.720122:0:36929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fcfa0e4. 00000400:00000001:3.0:1767384370.720143:0:36929:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384370.720145:0:36929:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384370.720147:0:36929:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000146cd4a6. 00000400:00000200:3.0:1767384370.720151:0:36929:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd918751 00000400:00000010:3.0:1767384370.720153:0:36929:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd918751. 00000400:00000010:3.0:1767384370.720157:0:36929:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000061b20117. 00000400:00000200:3.0:1767384370.720164:0:36929:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000200:3.0:1767384370.720177:0:36929:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384370.720188:0:36929:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384370.720195:0:36929:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bcced760. 00000020:01000000:3.0:1767384370.720199:0:36929:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384370.720203:0:36929:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp47 00000400:00000010:3.0:1767384370.720217:0:36929:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000596b76dd. 00000400:00000010:3.0:1767384370.720220:0:36929:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b429e0a6. 00000400:00000200:1.0:1767384370.720232:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384370.720238:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:1.0:1767384370.720241:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000400:00000010:1.0:1767384370.720245:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000743452c7. 00000400:00000010:1.0:1767384370.720248:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2d3b2cd. 00000400:00000010:1.0:1767384370.720259:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab80b5ff. 00000400:00000200:1.0:1767384370.720262:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:1.0:1767384370.720272:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:1.0:1767384370.720302:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000020:00000001:2.0:1767384370.720303:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384370.720308:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 10000000:00000001:2.0:1767384370.720309:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384370.720314:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384370.720317:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 10000000:01000000:2.0:1767384370.720318:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384370.720323:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384370.720327:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384370.720327:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000020:01000004:2.0:1767384370.720330:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384370.720332:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384370.720334:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384370.720348:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384370.720349:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384370.720350:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384370.720351:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000020:01000004:2.0:1767384370.720352:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384370.720354:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384370.720360:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0b43460. 00000400:00000200:1.0:1767384370.720360:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000020:00000040:2.0:1767384370.720368:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:1.0:1767384370.720369:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000100:00000001:2.0:1767384370.720376:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384370.720376:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 02000000:00000001:2.0:1767384370.720380:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384370.720382:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 02000000:00000001:2.0:1767384370.720386:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720386:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:1.0:1767384370.720393:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 02000000:00000010:2.0:1767384370.720396:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c368385. 00000400:00000200:1.0:1767384370.720397:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000100:00000001:2.0:1767384370.720405:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720406:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:1.0:1767384370.720413:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000100:00000001:2.0:1767384370.720415:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384370.720417:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000100:00000001:2.0:1767384370.720418:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720425:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000100:00000040:2.0:1767384370.720429:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0b43460] to pc [ptlrpcd_00_00+0] req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384370.720431:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000400:00000200:1.0:1767384370.720443:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000200:1.0:1767384370.720447:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 52], ns[82, 52] 00000400:00000200:1.0:1767384370.720452:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[120, 52] 10000000:00000001:2.0:1767384370.720453:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.720458:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384370.720458:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720460:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000020:00000001:2.0:1767384370.720463:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.720464:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384370.720468:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384370.720469:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384370.720469:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 52], ns[90, 52] 00000100:00000040:3.0:1767384370.720478:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384370.720478:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384370.720479:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 52], ns[187, 52] 10000000:00000001:2.0:1767384370.720482:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384370.720485:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384370.720494:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384370.720495:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 52], ns[152, 52] 00000020:01000004:2.0:1767384370.720499:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384370.720503:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384370.720507:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384370.720510:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384370.720511:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 52], ns[158, 52] 00000100:00000001:3.0:1767384370.720513:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384370.720513:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384370.720517:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384370.720518:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384370.720519:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384370.720521:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[136, 52] 00000020:01000004:2.0:1767384370.720522:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384370.720525:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384370.720527:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384370.720531:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baff37df. 00000400:00000200:1.0:1767384370.720531:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[119, 52] 02000000:00000001:3.0:1767384370.720532:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384370.720536:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384370.720540:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.720542:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384370.720546:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384370.720546:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 00000100:00100000:3.0:1767384370.720548:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737766912:0@lo:253: 02000000:00000001:2.0:1767384370.720550:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720558:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[153, 52] 00000100:00000001:3.0:1767384370.720559:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384370.720559:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b0b507b. 00000100:00000001:2.0:1767384370.720566:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720566:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 02000000:00000001:3.0:1767384370.720567:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384370.720573:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.720574:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384370.720575:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 52], ns[188, 52] 00000100:00000001:2.0:1767384370.720577:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384370.720580:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384370.720585:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baff37df] to pc [ptlrpcd_00_01+1] req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384370.720588:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 52], ns[160, 52] 02000000:00000010:3.0:1767384370.720590:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007dc6e5a3. 02000000:00000001:3.0:1767384370.720596:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384370.720603:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000400:00000200:1.0:1767384370.720607:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 52], ns[171, 52] 10000000:00000001:2.0:1767384370.720608:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384370.720611:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000596b76dd. 10000000:00000001:2.0:1767384370.720613:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.720617:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384370.720618:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737766912, portal 25 00000400:00000200:1.0:1767384370.720618:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 52], ns[175, 52] 00000020:01000000:2.0:1767384370.720619:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384370.720624:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384370.720625:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bcced760. 00000100:00000001:3.0:1767384370.720627:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407936 : -113991701143680 : ffff98533d255f80) 00000400:00000200:1.0:1767384370.720629:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[176, 52], ns[186, 52] 00000100:00000040:3.0:1767384370.720635:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.720639:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384370.720644:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384370.720647:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384370.720650:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000100:00000001:3.0:1767384370.720652:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384370.720653:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384370.720659:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384370.720664:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000010:3.0:1767384370.720665:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a54289b8. 00000100:00000200:3.0:1767384370.720670:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737766912, offset 0 00000400:00000200:1.0:1767384370.720674:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp45 00000100:00000001:2.0:1767384370.720676:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384370.720678:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720681:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp45 lpni_is_preferred = 0 00000400:00000200:3.0:1767384370.720682:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384370.720682:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384370.720686:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384370.720689:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp45 02000000:00000001:2.0:1767384370.720690:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720694:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp45 NI seq info: [189:189:256:4294967295] 192.168.203.152@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1767384370.720701:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp45 00000100:00100000:2.0:1767384370.720702:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000baff37df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737767040:0@lo:253: 00000100:00000001:2.0:1767384370.720706:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384370.720710:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384370.720713:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720715:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp45(192.168.203.152@tcp45:) -> 192.168.203.152@tcp45(192.168.203.152@tcp:192.168.203.152@tcp45) : GET try# 0 02000000:00000001:2.0:1767384370.720716:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384370.720721:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcced760. 00000800:00000200:1.0:1767384370.720723:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp45 02000000:00000001:2.0:1767384370.720726:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384370.720729:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001187e83c. 00000400:00000200:3.0:1767384370.720731:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384370.720733:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da767865. 00000400:00000010:2.0:1767384370.720739:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073e3587d. 00000800:00000010:1.0:1767384370.720739:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c883961. 00000400:00000200:3.0:1767384370.720746:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707600 00000100:00000200:2.0:1767384370.720746:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737767040, portal 25 00000800:00000010:1.0:1767384370.720747:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004b60d8f6. 00000100:00000001:2.0:1767384370.720753:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384370.720755:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008408832 : -113991701142784 : ffff98533d256300) 00000400:00000200:3.0:1767384370.720761:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1629 [2] + 0 00000100:00000040:2.0:1767384370.720761:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384370.720761:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (2) 00000800:00000200:1.1:1767384370.720773:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (2) 00000400:00000010:3.0:1767384370.720774:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b2b869. 00000100:00000001:2.0:1767384370.720781:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384370.720783:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053ea5b71 00000100:00000040:2.0:1767384370.720784:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384370.720787:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b4fb73c. 00000400:00000200:1.0:1767384370.720791:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384370.720796:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000100:00000200:2.0:1767384370.720797:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737767040, offset 0 00000400:00000200:3.0:1767384370.720801:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.720807:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384370.720812:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384370.720817:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384370.720821:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053ea5b71 00000400:00000200:2.0:1767384370.720825:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707680 00000400:00000010:3.0:1767384370.720826:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ea5b71. 00000100:00000001:3.0:1767384370.720834:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.720837:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384370.720838:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1631 [2] + 0 00000400:00000010:2.0:1767384370.720844:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cce0aa87. 00000100:00000040:3.0:1767384370.720845:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000085ba77bb x1853236737766912 msgsize 4848 00000400:00000200:2.0:1767384370.720848:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2b9bd01 00000400:00000200:2.0:1767384370.720855:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.720855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00100000:3.0:1767384370.720856:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384370.720863:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384370.720863:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384370.720870:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b9bd01 00000400:00000010:2.0:1767384370.720872:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b9bd01. 00000100:00000001:2.0:1767384370.720875:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384370.720876:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384370.720878:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384370.720879:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003455936d x1853236737767040 msgsize 4848 00000100:00100000:2.0:1767384370.720885:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384370.720887:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384370.720890:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a54289b8 00000400:00000010:3.0:1767384370.720894:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a54289b8. 00000100:00000001:2.0:1767384370.720896:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384370.720899:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384370.720904:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384370.720908:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384370.720910:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b4fb73c 00000400:00000010:2.0:1767384370.720915:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b4fb73c. 00000100:00000001:2.0:1767384370.720920:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384370.720924:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384370.720927:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384370.720932:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.720939:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384370.720946:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.720947:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.720952:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384370.720957:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.720959:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384370.720961:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.720963:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:2.0:1767384370.720964:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.720966:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294958482 00000100:00000001:2.0:1767384370.720970:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294958482 00000100:00000010:3.0:1767384370.720973:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000100:00000001:3.0:1767384370.720980:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384370.721002:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294958482 00000100:00000001:2.0:1767384370.721003:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294958482 00000100:00000001:2.0:1767384370.721007:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294958482 00000100:00000010:3.0:1767384370.721008:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d541bfc. 00000100:00000001:3.0:1767384370.721015:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384370.721021:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294958482 00000100:00000001:2.0:1767384370.721021:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294958482 00000100:00000001:2.0:1767384370.721028:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294958482 00000400:00000200:1.0:1767384370.721030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000010:3.0:1767384370.721031:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ab69620. 00000100:00000001:3.0:1767384370.721040:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384370.721047:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294958482 00000100:00000001:2.0:1767384370.721048:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294958482 00000100:00000001:2.0:1767384370.721053:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294958482 00000100:00000010:3.0:1767384370.721056:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10c7543. 00000100:00000001:3.0:1767384370.721062:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384370.721074:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294958482 00000100:00000001:3.0:1767384370.721075:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384370.721079:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:2.0:1767384370.721080:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384370.721081:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721087:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.721089:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721091:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.721093:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384370.721094:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.721102:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384370.721102:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384370.721105:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384370.721106:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384370.721113:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384370.721114:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384370.721117:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384370.721118:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384370.721123:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.721124:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.721127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000100:00000001:3.0:1767384370.721131:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721131:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721161:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384370.721163:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384370.721165:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737766912 00000100:00100000:3.0:1767384370.721167:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767040 02000000:00000001:2.0:1767384370.721169:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384370.721170:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384370.721172:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384370.721174:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384370.721176:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384370.721178:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.721182:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000100:00100000:3.0:1767384370.721183:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767040 00000100:00000001:2.0:1767384370.721183:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.721188:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384370.721191:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 02000000:00000001:2.0:1767384370.721191:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.721195:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384370.721197:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737766912 00000020:00000040:3.0:1767384370.721198:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:2.0:1767384370.721200:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384370.721202:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000040:2.0:1767384370.721203:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384370.721207:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384370.721207:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384370.721211:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384370.721213:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384370.721215:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384370.721218:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:3.0:1767384370.721219:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d00bd630. 00000100:00000001:2.0:1767384370.721222:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384370.721224:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384370.721227:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef47ae1e. 00000020:00000010:3.0:1767384370.721228:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d00bd630. 00000400:00000200:1.0:1767384370.721232:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000100:00000001:2.0:1767384370.721233:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384370.721237:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e10a40d2. 00000020:00000010:2.0:1767384370.721239:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef47ae1e. 00000020:00000010:3.0:1767384370.721244:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fe04b19. 00000020:00000010:2.0:1767384370.721247:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002abf1209. 00000020:00000010:3.0:1767384370.721251:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023240bd0. 00000020:00000010:2.0:1767384370.721254:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002683fd3. 00000100:00000040:3.0:1767384370.721261:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384370.721261:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000100:00000001:3.0:1767384370.721266:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384370.721267:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384370.721268:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384370.721272:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721272:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384370.721280:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384370.721284:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000100:00000001:2.0:1767384370.721292:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721298:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721300:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384370.721311:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384370.721313:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384370.721317:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:2.0:1767384370.721320:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384370.721322:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017772624 : -113991691778992 : ffff98533db44450) 00000100:00000001:3.0:1767384370.721323:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384370.721326:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003455936d x1853236737767040/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.721349:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384370.721353:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef47ae1e. 00000100:00000001:2.0:1767384370.721356:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384370.721358:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef47ae1e. 00000100:00000001:3.0:1767384370.721362:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384370.721364:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00100000:2.0:1767384370.721366:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003455936d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737767040:12345-0@lo:253: 00000100:00000001:3.0:1767384370.721367:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384370.721375:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384370.721382:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000200:2.0:1767384370.721382:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767040 00000100:00000001:3.0:1767384370.721386:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017781840 : -113991691769776 : ffff98533db46850) 00000020:00000001:2.0:1767384370.721387:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384370.721393:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085ba77bb x1853236737766912/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384370.721393:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384370.721397:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.721403:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384370.721407:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384370.721407:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:2.0:1767384370.721412:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384370.721413:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d00bd630. 00000020:00000001:2.0:1767384370.721416:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.721417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:3.0:1767384370.721418:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384370.721419:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384370.721423:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384370.721424:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d00bd630. 00000020:00000001:2.0:1767384370.721427:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384370.721431:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384370.721432:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085ba77bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737766912:12345-0@lo:253: 02000000:00000001:2.0:1767384370.721434:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384370.721439:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737766912 00000020:00000001:3.0:1767384370.721441:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384370.721443:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7193346. 00000020:00000001:3.0:1767384370.721444:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384370.721447:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384370.721448:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.721450:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384370.721451:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:2.0:1767384370.721452:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.721453:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384370.721459:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384370.721459:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384370.721463:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384370.721465:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384370.721467:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384370.721469:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.721471:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384370.721471:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000846e311c. 02000000:00000001:3.0:1767384370.721475:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384370.721477:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384370.721481:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:3.0:1767384370.721482:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000059e0cabd. 20000000:00000001:2.0:1767384370.721484:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384370.721485:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 02000000:00000001:3.0:1767384370.721486:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.721487:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.721492:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.721493:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.721498:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384370.721499:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384370.721508:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e761e54. 20000000:00000010:3.0:1767384370.721510:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ef6d7778. 00000400:00000200:1.0:1767384370.721512:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 20000000:01000000:2.0:1767384370.721513:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:3.0:1767384370.721516:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384370.721520:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384370.721521:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384370.721526:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384370.721527:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384370.721538:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.721541:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.721544:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384370.721561:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00080000:00000001:2.0:1767384370.721573:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384370.721578:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384370.721579:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384370.721581:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384370.721585:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384370.721589:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:2.0:1767384370.721593:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384370.721604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00080000:00000010:2.0:1767384370.721607:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009b75d8c5. 00080000:00000001:2.0:1767384370.721610:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758781952 : -113996950769664 : ffff9852043e7000) 00080000:00000001:2.0:1767384370.721614:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384370.721643:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721670:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721695:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000001:00000001:2.0:1767384370.721719:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384370.721722:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384370.721724:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384370.721727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:2.0:1767384370.721744:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384370.721747:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384370.721750:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00080000:00000001:2.0:1767384370.721893:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384370.721897:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384370.721929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.721973:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722008:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722058:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722120:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722174:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722214:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384370.722247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384370.722449:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032951c0d. 00000800:00000010:1.0:1767384370.722454:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fc268e4. 00000800:00000010:1.0:1767384370.722459:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006043f844. 00000800:00000010:1.0:1767384370.722484:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006043f844. 00000800:00020000:1.0:1767384370.722495:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384370.722498:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006fc268e4. 00000800:00000010:1.0:1767384370.722501:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000032951c0d. 00000400:02020000:1.0:1767384370.722564:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp45 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384370.722572:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp45 notifying 192.168.203.152@tcp45: down 00000800:00000200:1.0:1767384370.722578:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp45 down 00000800:00000100:1.0:1767384370.722592:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp45 00000800:00000010:1.0:1767384370.722594:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001187e83c. 00000400:00000200:1.0:1767384370.722597:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384370.722602:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp45->192.168.203.152@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384370.722609:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp45 added to recovery queue. ping count: 0 next ping: 292 health :900 00000400:00000200:1.0:1767384370.722612:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384370.722616:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 1 00000400:00000200:1.0:1767384370.722621:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384370.722649:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384370.722654:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300871 00000400:00000001:1.0:1767384370.722657:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.722659:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384370.722661:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d3b2cd 00000400:00000010:1.0:1767384370.722662:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2d3b2cd. 00000400:00000200:1.0:1767384370.722666:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384370.722670:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:1.0:1767384370.722672:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000743452c7. 00000400:00000200:1.0:1767384370.722676:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (39) 00000400:00000200:1.0:1767384370.722679:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:-71 00000400:00000200:1.0:1767384370.722682:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 rc -71 00000400:00000200:1.0:1767384370.722686:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384370.722690:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (38) 00080000:00000001:3.0:1767384370.729767:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384370.729774:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:3.0:1767384370.729777:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.729778:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384370.729779:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384370.729783:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384370.729786:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384370.729787:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384370.729788:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384370.729790:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384370.729791:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009b75d8c5. 00080000:00000001:1.0:1767384370.729799:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384370.729801:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384370.729805:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384370.729812:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384370.729813:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000014079fb8. 20000000:01000000:2.0:1767384370.729818:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384370.729822:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384370.729824:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384370.729827:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384370.729828:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384370.729832:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384370.729836:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384370.729838:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384370.729856:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b40330f0. 00010000:00000001:3.0:1767384370.729860:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384370.729863:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384370.729864:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e1380aa2. 00080000:00000001:2.0:1767384370.729868:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384370.729870:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.729871:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384370.729875:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384370.729876:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e1380aa2 with handle 0x1cafe7b7e4a4ff1d to hash 00000020:00000001:2.0:1767384370.729879:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384370.729880:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384370.729884:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00000020:00000001:2.0:1767384370.729885:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00010000:00000001:3.0:1767384370.729886:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00080000:00000001:2.0:1767384370.729892:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384370.729893:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.729896:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384370.729898:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2a54b8a. 00010000:00010000:3.0:1767384370.729899:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384370.729903:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758774784 : -113996950776832 : ffff9852043e5400) 00080000:00000001:2.0:1767384370.729910:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384370.729912:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384370.729916:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384370.729917:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384370.729919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384370.729920:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.729922:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384370.729929:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.729932:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384370.729934:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384370.729935:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384370.729937:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384370.729939:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b40330f0) refcount = 1 00010000:00010000:3.0:1767384370.729941:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.729946:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384370.729948:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384370.729949:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.729951:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.729952:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384370.729955:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384370.729958:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:3.0:1767384370.729960:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384370.729962:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384370.729963:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=4 00000020:00000001:3.0:1767384370.729965:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384370.729967:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384370.729969:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384370.729972:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384370.729972:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384370.729976:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384370.729982:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384370.729983:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384370.729985:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.729989:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.729991:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384370.729992:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384370.729995:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.729996:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.729999:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384370.730000:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384370.730008:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384370.730010:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384370.730017:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e1380aa2 already unused, calling callback (000000005ba06239) 00010000:00000001:3.0:1767384370.730020:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384370.730023:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384370.730025:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.730031:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384370.730033:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384370.730035:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384370.730037:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e1380aa2 refcount=5 00000020:00000001:3.0:1767384370.730040:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384370.730042:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294049792 : -113992415501824 : ffff985312912200) 00010000:00000001:3.0:1767384370.730046:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384370.730049:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.730056:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:2.0:1767384370.730056:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384370.730059:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384370.730060:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384370.730064:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.730070:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384370.730072:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384370.730075:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384370.730077:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384370.730080:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1380aa2 with handle 0x1cafe7b7e4a4ff1d from hash 00010000:00000001:3.0:1767384370.730084:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384370.730086:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.730088:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.730089:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384370.730091:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384370.730093:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384370.730095:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384370.730096:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384370.730104:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.730106:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384370.730108:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384370.730110:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.730111:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.730113:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.730114:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.730116:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.730118:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.730122:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.730122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.730124:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384370.730125:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384370.730126:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384370.730128:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384370.730129:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384370.730131:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.730132:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.730134:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384370.730138:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384370.730139:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384370.730140:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e1380aa2/0x1cafe7b7e4a4ff1d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384370.730145:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b40330f0 count: 0 00010000:00000001:3.0:1767384370.730153:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384370.730155:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384370.733298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b40330f0. 00010000:00000010:3.1:1767384370.733307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e1380aa2. 00080000:00000001:2.0:1767384370.737791:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384370.737797:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:2.0:1767384370.737801:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384370.737803:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384370.737806:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384370.737818:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384370.737828:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384370.737829:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384370.737835:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384370.737839:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384370.737840:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384370.737847:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384370.737851:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384370.737857:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cb632f92. 00080000:00000001:2.0:1767384370.737858:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384370.737862:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384370.737864:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384370.737865:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384370.737869:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384370.737872:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:2.0:1767384370.737873:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2a54b8a. 00010000:00000010:1.0:1767384370.737879:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bdb7235. 00080000:00000001:2.0:1767384370.737880:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384370.737886:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384370.737890:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff24 to hash 00000020:00000001:1.0:1767384370.737894:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384370.737897:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.737901:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.737904:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384370.737907:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.737911:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.737921:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384370.737923:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384370.737926:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384370.737928:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384370.737929:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.737932:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384370.737935:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.737939:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384370.737941:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384370.737943:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384370.737946:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384370.737948:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cb632f92) refcount = 1 00010000:00010000:1.0:1767384370.737952:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.737960:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384370.737962:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384370.737965:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.737968:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.737970:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384370.737974:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384370.737976:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384370.737980:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384370.737989:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.737992:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=4 00000020:00000001:1.0:1767384370.737995:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.737998:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.738000:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384370.738003:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738010:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384370.738012:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738019:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.738021:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384370.738023:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738030:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384370.738032:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.738035:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384370.738037:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384370.738044:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001bdb7235 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384370.738047:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.738049:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384370.738051:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738057:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384370.738059:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384370.738061:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.738063:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=5 00000020:00000001:1.0:1767384370.738066:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.738069:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384370.738081:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384370.738083:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738090:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384370.738093:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.738095:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.738098:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384370.738101:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384370.738104:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384370.738106:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384370.738110:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff24 from hash 00010000:00000001:1.0:1767384370.738113:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384370.738115:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.738117:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384370.738119:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384370.738121:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384370.738123:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384370.738125:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384370.738127:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.738130:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.738132:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384370.738135:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384370.738138:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.738141:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384370.738143:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.738145:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.738149:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.738152:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738158:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.738160:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384370.738162:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384370.738164:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384370.738166:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.738168:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384370.738177:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384370.738180:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384370.738183:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.738187:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.738194:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384370.738196:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384370.738199:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff24 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384370.738206:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cb632f92 count: 0 00010000:00000001:1.0:1767384370.738221:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384370.738223:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384370.740095:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384370.740099:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384370.740102:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000846e311c. 20000000:00000001:1.0:1767384370.740107:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384370.740113:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767040 00010000:00000001:1.0:1767384370.740116:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384370.740124:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003455936d x1853236737767040/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384370.740134:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384370.740137:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384370.740141:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384370.740146:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384370.740150:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384370.740153:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384370.740156:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384370.740159:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.740163:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384370.740167:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384370.740172:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1bfd996. 00000100:00000200:1.0:1767384370.740177:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737767040, offset 224 00000400:00000200:1.0:1767384370.740184:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384370.740194:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384370.740213:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707680 00000400:00000200:1.0:1767384370.740222:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee1 [2] + 224 00000400:00000200:1.0:1767384370.740231:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.740234:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384370.740240:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384370.740247:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384370.740258:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.740316:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294958482, at 4294958483 00000100:00000001:1.0:1767384370.740319:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384370.740322:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294958482, at 4294958483 00000100:00000010:0.0:1767384370.740326:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000100:00000010:3.0:1767384370.740329:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10c7543. 00000400:00000200:1.0:1767384370.740329:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bfd996 00000400:00000010:1.0:1767384370.740335:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1bfd996. 00000100:00000001:1.0:1767384370.740357:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384370.740359:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384370.740366:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.740371:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384370.740374:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384370.740376:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294958482, at 4294958483 00000020:00000001:1.0:1767384370.740377:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.740384:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:2.0:1767384370.740385:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ab69620. 00000100:00000040:1.0:1767384370.740391:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003455936d x1853236737767040/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384370.740403:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003455936d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737767040:12345-0@lo:253: Request processed in 19052us (19522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384370.740413:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384370.740417:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384370.740420:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384370.740422:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384370.740428:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fe04b19. 00000020:00000010:1.0:1767384370.740433:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023240bd0. 00000020:00000010:1.0:1767384370.740438:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e10a40d2. 00000020:00000040:1.0:1767384370.740444:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:1.0:1767384370.740449:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384370.740458:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7193346. 02000000:00000001:1.0:1767384370.740464:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384370.740467:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384370.740472:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384370.740477:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847bdfd2. 00000400:00000010:1.0:1767384370.740483:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1bfd996. 00000100:00000001:1.0:1767384370.740506:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.740509:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384370.740513:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.740516:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.740518:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da767865. 00000400:00000200:1.0:1767384370.740524:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e3587d 00000400:00000010:1.0:1767384370.740526:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073e3587d. 00000100:00000001:1.0:1767384370.740530:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384370.740535:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384370.740544:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.740552:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384370.740556:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.740559:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384370.740561:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384370.740563:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.740566:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.740569:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384370.740574:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=85 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384370.740578:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384370.740581:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384370.740583:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.740586:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384370.740588:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.740591:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.740595:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.740603:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.740606:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384370.740615:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384370.740620:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384370.740621:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384370.740623:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384370.740625:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384370.740628:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384370.740630:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384370.740632:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384370.740634:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384370.740635:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384370.740639:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384370.740646:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000baff37df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737767040:0@lo:253: 00000100:00000001:1.0:1767384370.740651:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.740653:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384370.740656:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000baff37df x1853236737767040/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.740663:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384370.740666:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384370.740669:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bcced760. 02000000:00000001:1.0:1767384370.740674:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384370.740676:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.740678:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384370.740680:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384370.740683:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b0b507b. 00000400:00000010:0.0:1767384370.740687:0:36934:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002c339bdd. 02000000:00000001:1.0:1767384370.740689:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384370.740692:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384370.740694:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baff37df. 00000100:00000001:1.0:1767384370.740699:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384370.740701:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.740703:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384370.740703:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384370.740708:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384370.740712:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384370.740714:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:0.0:1767384370.740714:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384370.740717:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384370.740718:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384370.740720:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:1.0:1767384370.740724:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384370.740725:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384370.740729:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384370.740729:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384370.740731:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384370.740734:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00080000:00000020:2.0:1767384370.740741:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:0.0:1767384370.740741:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:2.0:1767384370.740746:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:1.0:1767384370.740746:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294958482, at 4294958483 00000400:00000040:0.0:1767384370.740746:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 20000000:00000010:2.0:1767384370.740750:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ef6d7778. 00000400:00000040:0.0:1767384370.740751:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384370.740755:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:00000001:2.0:1767384370.740756:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384370.740759:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000040:2.0:1767384370.740762:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737766912 00000100:00000010:1.0:1767384370.740762:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d541bfc. 00000400:00000040:0.0:1767384370.740763:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384370.740768:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384370.740769:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:0.0:1767384370.740770:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384370.740773:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384370.740775:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000200:2.0:1767384370.740776:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085ba77bb x1853236737766912/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384370.740778:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384370.740782:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384370.740786:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384370.740789:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:2.0:1767384370.740793:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:0.0:1767384370.740793:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00000001:2.0:1767384370.740797:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384370.740798:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00001000:2.0:1767384370.740800:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=85 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384370.740801:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384370.740806:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:2.0:1767384370.740807:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:0.0:1767384370.740808:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384370.740811:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:2.0:1767384370.740812:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000400:00000040:0.0:1767384370.740814:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000001:2.0:1767384370.740816:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000400:00000040:0.0:1767384370.740817:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:2.0:1767384370.740822:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:0.0:1767384370.740823:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:2.0:1767384370.740826:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384370.740827:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:2.0:1767384370.740832:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:0.0:1767384370.740832:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384370.740836:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:2.0:1767384370.740838:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:0.0:1767384370.740839:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384370.740843:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:2.0:1767384370.740844:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b4fb73c. 00000400:00000040:0.0:1767384370.740845:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384370.740850:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000200:2.0:1767384370.740851:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737766912, offset 224 00000400:00000040:0.0:1767384370.740852:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384370.740854:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384370.740855:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384370.740856:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384370.740857:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384370.740858:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384370.740859:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384370.740860:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384370.740863:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000200:2.0:1767384370.740867:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:0.0:1767384370.740872:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384370.740874:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384370.740875:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384370.740876:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384370.740878:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384370.740879:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384370.740880:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384370.740881:0:36934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384370.740961:0:36934:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002c339bdd. 00000400:00000200:2.0:1767384370.740966:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384370.740973:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707600 00000400:00000200:2.0:1767384370.740976:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ed9 [2] + 224 00000400:00000200:2.0:1767384370.740988:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.740991:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384370.740994:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384370.740997:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384370.741006:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.741022:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384370.741027:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b4fb73c 00000400:00000010:2.0:1767384370.741029:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b4fb73c. 00000100:00000001:2.0:1767384370.741032:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384370.741033:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384370.741036:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384370.741039:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384370.741041:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384370.741043:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.741043:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384370.741045:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384370.741047:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384370.741050:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085ba77bb x1853236737766912/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384370.741052:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.741056:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.741059:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000100:00100000:2.0:1767384370.741061:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085ba77bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16138:x1853236737766912:12345-0@lo:253: Request processed in 19652us (20214us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384370.741064:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596b76dd 00000400:00000010:1.0:1767384370.741069:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000596b76dd. 00000100:00100000:2.0:1767384370.741073:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:1.0:1767384370.741074:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384370.741077:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384370.741080:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384370.741081:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384370.741083:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384370.741087:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002683fd3. 00000020:00000010:2.0:1767384370.741092:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00000100:00000200:1.0:1767384370.741094:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384370.741096:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002abf1209. 00000020:00000040:2.0:1767384370.741102:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:1.0:1767384370.741106:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384370.741107:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384370.741108:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384370.741109:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000059e0cabd. 00000100:00000001:1.0:1767384370.741112:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384370.741114:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384370.741115:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384370.741116:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.741118:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.741119:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.741121:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384370.741123:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=85 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384370.741128:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=85 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384370.741129:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384370.741131:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384370.741133:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384370.741134:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081a44b55. 00010000:00000001:1.0:1767384370.741135:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384370.741137:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384370.741140:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b4fb73c. 00000100:00000001:1.0:1767384370.741141:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.741146:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.741151:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.741153:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384370.741154:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384370.741156:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384370.741158:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384370.741159:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384370.741166:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384370.741167:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384370.741167:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384370.741169:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384370.741170:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384370.741170:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384370.741171:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384370.741174:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384370.741178:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0b43460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737766912:0@lo:253: 00000100:00000001:1.0:1767384370.741181:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.741182:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384370.741183:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0b43460 x1853236737766912/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.741187:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384370.741189:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384370.741190:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007dc6e5a3. 02000000:00000001:1.0:1767384370.741194:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384370.741195:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.741196:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384370.741198:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384370.741199:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c368385. 02000000:00000001:1.0:1767384370.741202:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384370.741203:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384370.741203:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0b43460. 00000100:00000001:1.0:1767384370.741206:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384370.741207:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.741208:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.741211:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384370.741212:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.741213:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.741215:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384370.744294:0:36933:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cb632f92. 00010000:00000010:1.1:1767384370.744301:0:36933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bdb7235. 00010000:00000001:3.0:1767384371.234363:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384371.234367:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384371.234372:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384371.234373:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.234411:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384371.234415:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.234418:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384371.618339:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.618343:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384371.618346:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384371.618349:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000200:1.0:1767384371.618354:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384371.618365:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384371.618375:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000076357887. 00000400:00000010:1.0:1767384371.618377:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005716b9a3. 00000400:00000200:1.0:1767384371.618381:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp44 00000400:00000010:1.0:1767384371.618383:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000076357887. 00000400:00000010:1.0:1767384371.618386:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c81d0800. 00000400:00000010:1.0:1767384371.618389:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000010:1.0:1767384371.618393:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6c74c64. 00000400:00000200:1.0:1767384371.618396:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp44 00000400:00000200:1.0:1767384371.618406:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp44 local destination 00000400:00000200:1.0:1767384371.618410:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000400:00000200:1.0:1767384371.618413:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [190:190:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1767384371.618419:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00000400:00000200:1.0:1767384371.618424:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp44:192.168.203.152@tcp44) : GET try# 0 00000800:00000200:1.0:1767384371.618428:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 00000800:00000010:1.0:1767384371.618432:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000220dae6c. 00000800:00000200:1.0:1767384371.618437:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:1.1:1767384371.618441:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:1.0:1767384371.618455:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:1.0:1767384371.618459:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp45 00000400:00000010:1.0:1767384371.618461:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3adb6b6. 00000400:00000010:1.0:1767384371.618463:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5b32c58. 00000400:00000010:1.0:1767384371.618465:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2d3b2cd. 00000400:00000010:1.0:1767384371.618468:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b056e813. 00000400:00000200:1.0:1767384371.618470:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp45 00000400:00000200:1.0:1767384371.618474:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp45 local destination 00000400:00000200:1.0:1767384371.618476:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp45 00000400:00000200:1.0:1767384371.618480:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp45 NI seq info: [191:191:256:4294967295] 192.168.203.152@tcp45 LPNI seq info [181:181:8:4294967295] 00000400:00000200:1.0:1767384371.618483:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp45 00000400:00000200:1.0:1767384371.618487:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp45(192.168.203.152@tcp45:) -> 192.168.203.152@tcp45(192.168.203.152@tcp45:192.168.203.152@tcp45) : GET try# 0 00000800:00000200:1.0:1767384371.618490:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp45 00000800:00000010:1.0:1767384371.618497:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001187e83c. 00000800:00000200:1.0:1767384371.618500:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (2) 00000800:00000200:1.1:1767384371.618503:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (2) 00000400:00000200:2.0:1767384371.618509:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.618519:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp45 added to recovery queue. ping count: 1 next ping: 294 health :900 00000400:00000200:3.0:1767384371.618568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618568:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618623:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618640:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618661:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618681:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618705:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618726:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618749:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618766:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618795:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618845:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618861:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618899:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618911:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618960:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.618967:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.618990:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619018:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619034:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619067:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619083:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619116:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619128:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619167:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619181:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619214:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619229:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619261:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619324:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619394:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619413:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619451:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619462:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619502:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619552:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619604:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619616:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619656:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619703:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619721:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619767:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619785:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619816:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619837:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619860:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619883:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619922:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.619935:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.619989:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620049:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620055:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620112:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620123:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620167:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620224:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620305:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620381:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620385:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620522:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:2.0:1767384371.620578:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e0df2a0. 00000800:00000010:2.0:1767384371.620583:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bfcce7e. 00000800:00000010:2.0:1767384371.620589:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000069933145. 00000400:00000200:3.0:1767384371.620602:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000800:00000010:2.0:1767384371.620613:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000069933145. 00000800:00020000:2.0:1767384371.620623:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384371.620626:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bfcce7e. 00000800:00000010:2.0:1767384371.620629:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e0df2a0. 00000400:00000200:3.0:1767384371.620643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:02020000:2.0:1767384371.620694:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384371.620695:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:2.0:1767384371.620703:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000400:00000200:2.0:1767384371.620707:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384371.620712:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:2.0:1767384371.620716:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000220dae6c. 00000400:00000200:2.0:1767384371.620720:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384371.620725:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384371.620733:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384371.620736:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384371.620741:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp44) recovery failed with -71 00000400:00000200:3.0:1767384371.620749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620782:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620802:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620826:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620863:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620906:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.620977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.152:988 00000800:00000010:3.0:1767384371.621115:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006824017. 00000800:00000010:3.0:1767384371.621119:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c042888d. 00000800:00000010:3.0:1767384371.621123:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000482724dc. 00000800:00000010:3.0:1767384371.621156:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000482724dc. 00000400:00000200:2.0:1767384371.621213:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384371.621229:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp45 from 206.3.0.2 00000800:00000010:2.0:1767384371.621233:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f0b12503. 00000800:00000010:1.0:1767384371.621272:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032951c0d. 00000800:00000010:1.0:1767384371.621295:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384371.621315:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7e829a9. 00000800:00000200:1.1:1767384371.621320:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (2) 00000800:00000200:1.1:1767384371.621323:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp45 00000000f7e829a9 deleted 00000800:00000010:1.1:1767384371.621325:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7e829a9. 00000800:00000200:1.1:1767384371.621343:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384371.621349:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp45 ip 192.168.203.152:974 00000800:00000200:1.1:1767384371.621352:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001187e83c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384371.621356:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp45 p 3.x 192.168.203.152 -> 192.168.203.152:974 incarnation:1767384366010334957 sched[0] 00000800:00000010:1.0:1767384371.621360:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046467eff. 00000800:00000010:1.0:1767384371.621409:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046467eff. 00000800:00000010:1.0:1767384371.621413:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384371.621446:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f0b12503. 00000800:00000200:1.1:1767384371.621474:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384371.621479:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp45 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384366010334957 sched[0] 00000800:00000010:1.0:1767384371.621481:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c042888d. 00000400:00000200:1.0:1767384371.621547:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.621618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.621693:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.621752:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.621811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.621869:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000800:00000001:3.0:1767384371.621927:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384371.621930:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000800:00000001:3.0:1767384371.621934:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.621981:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000800:00000200:3.0:1767384371.621984:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384371.621987:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001187e83c. 00000400:00000200:3.0:1767384371.621991:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.621997:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp45->192.168.203.152@tcp45: GET: OK 00000400:00000200:3.0:1767384371.622002:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384371.622005:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp45 recovery message sent successfully:0 00000800:00000001:3.0:1767384371.622017:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622022:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.622029:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622037:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.622045:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp45(192.168.203.152@tcp45) <- 192.168.203.152@tcp45 : GET - for me 00000400:00000200:1.0:1767384371.622047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384371.622058:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384371.622067:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1ed1 [1] + 0 00000400:00000200:3.0:1767384371.622076:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp45 to MR: 192.168.203.152@tcp45 local destination 00000400:00000200:3.0:1767384371.622084:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp45 NI seq info: [192:192:256:4294967295] 192.168.203.152@tcp45 LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1767384371.622096:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp45(192.168.203.152@tcp45:192.168.203.152@tcp45) -> 192.168.203.152@tcp45(192.168.203.152@tcp45:192.168.203.152@tcp45) 192.168.203.152@tcp45 : REPLY try# 0 00000800:00000200:3.0:1767384371.622101:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp45 00000800:00000010:3.0:1767384371.622106:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e565843. 00000800:00000200:3.0:1767384371.622111:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005c883961] -> 12345-192.168.203.152@tcp45 (4) 00000400:00000200:1.0:1767384371.622112:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000800:00000200:3.0:1767384371.622117:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp45 ip 192.168.203.152:988 00000800:00000200:3.0:1767384371.622121:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e565843 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384371.622163:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384371.622165:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e565843. 00000400:00000200:3.0:1767384371.622170:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.622174:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp45->192.168.203.152@tcp45: REPLY: OK 00000800:00000001:3.0:1767384371.622185:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622188:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.622190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000800:00000001:3.0:1767384371.622191:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622197:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.622200:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622203:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.622211:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp45(192.168.203.152@tcp45) <- 192.168.203.152@tcp45 : REPLY - for me 00000400:00000200:3.0:1767384371.622221:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp45: Reply from 12345-192.168.203.152@tcp45 of length 272/272 into md 0x1efd 00000800:00000001:3.0:1767384371.622225:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.622231:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.622233:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.622237:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp45->192.168.203.152@tcp45: REPLY: OK 00000400:00000200:3.0:1767384371.622240:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d3b2cd 00000400:00000010:3.0:1767384371.622247:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2d3b2cd. 00000400:00000200:3.0:1767384371.622251:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384371.622257:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3adb6b6. 00000400:00000010:3.0:1767384371.622261:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5b32c58. 00000800:00000001:3.0:1767384371.622268:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384371.622270:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000800:00000001:3.0:1767384371.622271:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.622372:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622474:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622524:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622598:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622644:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622656:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622668:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622718:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622740:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622756:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622778:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622794:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622817:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622838:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622881:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622910:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384371.622928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384371.623024:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001fa6a13a. 00000800:00000010:1.0:1767384371.623028:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384371.623031:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000046467eff. 00000800:00000010:1.0:1767384371.623047:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000046467eff. 00000800:00020000:1.0:1767384371.623052:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384371.623055:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ae03aaf. 00000800:00000010:1.0:1767384371.623057:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001fa6a13a. 00000400:02020000:1.0:1767384371.623083:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp45 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384372.257416:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384372.257422:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.257428:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384372.257430:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.257535:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384372.257540:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.257544:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384372.386423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384372.386430:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384372.386452:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384372.386454:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384372.386464:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012267950. 00000100:00000010:2.0:1767384372.386465:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000019662792. 00000020:00000040:3.0:1767384372.386474:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000040:2.0:1767384372.386478:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384372.386482:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384372.386489:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384372.386492:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384372.386495:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384372.386502:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002229af7a. 00000100:00000001:3.0:1767384372.386510:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.386511:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384372.386519:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.386522:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384372.386534:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041d621df. 00000100:00000001:3.0:1767384372.386537:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384372.386541:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.386545:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.386550:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012267950] to pc [ptlrpcd_00_02+2] req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.386558:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384372.386564:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.386577:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019662792] to pc [ptlrpcd_00_03+3] req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.386585:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.386592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384372.386597:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.386601:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384372.386605:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384372.386609:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bd765d7. 00000004:00000001:2.0:1767384372.386609:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.386611:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384372.386634:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384372.386639:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384372.386639:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384372.386643:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384372.386647:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.386663:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384372.386668:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004b024732. 00000100:00000001:2.0:1767384372.386671:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.386679:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384372.386679:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384372.386681:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.386687:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.386692:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384372.386693:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384372.386697:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384372.386699:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.386714:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.386726:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012267950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737767168:0@lo:400: 00000100:00000001:1.0:1767384372.386745:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384372.386746:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384372.386748:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384372.386754:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.386755:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.386757:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384372.386764:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.386768:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384372.386769:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384372.386774:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bd765d7] to pc [ptlrpcd_00_00+0] req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384372.386774:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d13a872. 02000000:00000001:2.0:1767384372.386775:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.386781:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.386789:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.386792:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000100:00100000:2.0:1767384372.386801:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000019662792 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737767296:0@lo:13: 00000400:00000010:1.0:1767384372.386804:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a04ce6. 00000100:00000001:2.0:1767384372.386819:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384372.386820:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737767168, portal 25 02000000:00000001:2.0:1767384372.386830:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384372.386830:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384372.386840:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759382144 : -113996950169472 : ffff985204479880) 02000000:00000001:2.0:1767384372.386841:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.386848:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.386853:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384372.386854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384372.386857:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384372.386858:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e65f5c0. 00000100:00000001:3.0:1767384372.386864:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384372.386868:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384372.386873:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a09be13. 00000400:00000010:2.0:1767384372.386882:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c7f476c. 00000020:00000040:3.0:1767384372.386883:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1767384372.386890:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052b46f72. 00000100:00000001:3.0:1767384372.386891:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384372.386892:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384372.386901:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737767296, portal 4 02000000:00000001:3.0:1767384372.386915:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384372.386917:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384372.386923:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008412416 : -113991701139200 : ffff98533d257100) 02000000:00000001:3.0:1767384372.386925:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.386926:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384372.386935:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384372.386935:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 02000000:00000010:3.0:1767384372.386938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001431cb58. 00000100:00000001:3.0:1767384372.386954:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.386955:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384372.386955:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737767168, offset 0 00000100:00000040:3.0:1767384372.386967:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384372.386974:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384372.386980:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384372.386983:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f090cc67. 00000100:00000001:3.0:1767384372.387011:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384372.387011:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737767296, offset 0 00000100:00000001:3.0:1767384372.387019:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.387022:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384372.387034:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384372.387036:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a09be13] to pc [ptlrpcd_00_01+1] req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.387045:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d707700 00000400:00000200:2.0:1767384372.387058:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384372.387072:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1641 [2] + 0 00000400:00000010:1.0:1767384372.387084:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa82c36. 00000100:00000001:3.0:1767384372.387088:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.387094:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d707780 00000400:00000200:1.0:1767384372.387097:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af60a156 00000100:00000040:3.0:1767384372.387103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384372.387113:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384372.387114:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384372.387114:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:1.0:1767384372.387127:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384372.387128:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb1ca106. 00000400:00000200:2.0:1767384372.387131:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.387134:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af60a156 00000020:00000040:3.0:1767384372.387136:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384372.387142:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384372.387153:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384372.387156:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af60a156. 02000000:00000001:3.0:1767384372.387158:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384372.387169:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384372.387171:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384372.387173:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384372.387175:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384372.387183:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384372.387185:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074e1a2ff. 00000100:00000040:1.0:1767384372.387187:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000c9ec25d x1853236737767168 msgsize 224 00000100:00000040:2.0:1767384372.387195:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000074e1a2ff x1853236737767296 msgsize 224 02000000:00000010:3.0:1767384372.387200:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e01646c. 00000100:00000001:3.0:1767384372.387216:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.387217:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384372.387228:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384372.387233:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384372.387237:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384372.387240:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.387250:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384372.387255:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f090cc67 00000100:00000001:3.0:1767384372.387256:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384372.387266:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f090cc67. 00000100:00000001:3.0:1767384372.387267:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.387279:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb1ca106] to pc [ptlrpcd_00_02+2] req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.387300:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.387389:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:3.0:1767384372.387421:0:32914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384372.387444:0:32914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767296 02000000:00000001:3.0:1767384372.387449:0:32914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384372.387453:0:32914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.387457:0:32914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.387465:0:32914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.387472:0:32914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767296 00000020:00000001:3.0:1767384372.387477:0:32914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384372.387482:0:32914:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:3.0:1767384372.387488:0:32914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.387493:0:32914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000020:00000001:3.0:1767384372.387498:0:32914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:3.0:1767384372.387505:0:32914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000001:3.0:1767384372.387514:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384372.387520:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcf76e67. 00000020:00000010:3.0:1767384372.387526:0:32914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dfc8a4c6. 00000020:00000040:3.0:1767384372.387534:0:32914:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000001:3.0:1767384372.387551:0:32914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384372.387558:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008004f5d9. 00000020:00000010:3.0:1767384372.387565:0:32914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f9d3480. 00000020:00000010:3.0:1767384372.387571:0:32914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 00000100:00000040:3.0:1767384372.387586:0:32914:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384372.387603:0:32914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384372.387606:0:32914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384372.387609:0:32914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.387635:0:32914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.387647:0:32914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.387667:0:32914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384372.387667:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384372.387668:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384372.387675:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00000001:3.0:1767384372.387676:0:32914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384372.387679:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.387684:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384372.387694:0:32914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000200:1.0:1767384372.387697:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.387710:0:32914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384372.387717:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384372.387720:0:32914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008399872 : -113991701151744 : ffff98533d254000) 00000100:00000040:2.0:1767384372.387727:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.387739:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074e1a2ff x1853236737767296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.387739:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.387751:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.387759:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.387771:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384372.387783:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.387796:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5832 usecs (6 jiffies) 00000100:00000001:1.0:1767384372.387802:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.387807:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384372.387809:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960136 00000100:00000001:1.0:1767384372.387810:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384372.387814:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfc8a4c6. 00000100:00000010:2.0:1767384372.387822:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ccd3df5. 00000100:00000001:3.0:1767384372.387823:0:32914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.387826:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.387833:0:32914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfc8a4c6. 00000100:00000001:2.0:1767384372.387835:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384372.387836:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294960149 00000100:00100000:3.0:1767384372.387849:0:32914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074e1a2ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737767296:12345-0@lo:13: 00000100:00000200:3.0:1767384372.387855:0:32914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767296 00000100:00000001:2.0:1767384372.387855:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960136 00000100:00000001:1.0:1767384372.387859:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960136 00000100:00000010:2.0:1767384372.387863:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000020:00000001:3.0:1767384372.387866:0:32914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384372.387868:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294960149 00000100:00000001:2.0:1767384372.387870:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384372.387873:0:32914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384372.387876:0:32914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.387884:0:32914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384372.387884:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960136 00000100:00000001:1.0:1767384372.387886:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960136 00000020:00000001:3.0:1767384372.387891:0:32914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000010:2.0:1767384372.387892:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ec628c8. 00000100:00000001:1.0:1767384372.387898:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294960149 00000100:00000001:2.0:1767384372.387901:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384372.387902:0:32914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384372.387911:0:32914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.387912:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960136 00000020:00000001:3.0:1767384372.387916:0:32914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1767384372.387917:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00000001:1.0:1767384372.387917:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960136 00000020:00000001:3.0:1767384372.387923:0:32914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384372.387927:0:16141:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384372.387930:0:32914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.387930:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294960149 00000100:00000001:2.0:1767384372.387934:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.387938:0:32914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384372.387941:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960136 00000100:00000001:2.0:1767384372.387942:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.387943:0:32914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384372.387952:0:32914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000022c2c222. 00000100:00000001:2.0:1767384372.387954:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.387957:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.387958:0:32914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.387961:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.387965:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.387966:0:32914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.387972:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.387975:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.387978:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:3.0:1767384372.387981:0:32914:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384372.387983:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384372.387984:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.387988:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000001:3.0:1767384372.387991:0:32914:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384372.387992:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384372.387996:0:32914:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384372.387998:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.388000:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:3.0:1767384372.388004:0:32914:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384372.388005:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388005:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.388010:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.388014:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.388018:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384372.388021:0:32914:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388032:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384372.388033:0:32914:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.388035:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:3.0:1767384372.388040:0:32914:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384372.388041:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384372.388046:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384372.388048:0:32914:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:1.0:1767384372.388051:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384372.388055:0:32914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000100:00100000:1.0:1767384372.388059:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eb1ca106 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737767680:0@lo:400: 00002000:00000020:3.0:1767384372.388063:0:32914:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384372.388064:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384372.388069:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00002000:00000001:3.0:1767384372.388070:0:32914:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:1.0:1767384372.388072:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.388075:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000001:3.0:1767384372.388076:0:32914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384372.388080:0:32914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384372.388084:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d89646f. 02000000:00000001:1.0:1767384372.388088:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384372.388092:0:32914:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.388095:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e79207. 00010000:00000040:3.0:1767384372.388099:0:32914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737767296 00000400:00000010:1.0:1767384372.388103:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00010000:00000001:3.0:1767384372.388104:0:32914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384372.388108:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737767680, portal 10 00010000:00000200:3.0:1767384372.388113:0:32914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074e1a2ff x1853236737767296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.388114:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384372.388117:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759385728 : -113996950165888 : ffff98520447a680) 00000100:00000040:1.0:1767384372.388128:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.388129:0:32914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384372.388134:0:32914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388137:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1767384372.388140:0:32914:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=77 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384372.388147:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.388150:0:32914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384372.388153:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000040:3.0:1767384372.388156:0:32914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000200:1.0:1767384372.388160:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737767680, offset 0 00000100:00000001:3.0:1767384372.388161:0:32914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384372.388169:0:32914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384372.388175:0:32914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384372.388181:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767384372.388181:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384372.388182:0:32914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384372.388190:0:32914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384372.388191:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000010:3.0:1767384372.388196:0:32914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000400:00000200:1.0:1767384372.388203:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384372.388204:0:32914:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737767296, offset 224 00000400:00000200:3.0:1767384372.388216:0:32914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384372.388218:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707900 00000100:00000001:2.0:1767384372.388223:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384372.388231:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:2.0:1767384372.388232:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384372.388236:0:32914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384372.388239:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384372.388242:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384372.388253:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.388253:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384372.388254:0:32914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d707780 00000400:00000200:3.0:1767384372.388272:0:32914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f05 [1] + 224 00000400:00000200:3.0:1767384372.388281:0:32914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.388281:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384372.388284:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384372.388288:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ce5ce3b. 00000400:00000200:3.0:1767384372.388300:0:32914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384372.388317:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000001ce5ce3b x1853236737767680 msgsize 224 00000100:00100000:1.0:1767384372.388322:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384372.388345:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384372.388348:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388349:0:16140:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384372.388353:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384372.388357:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 02000000:00000001:2.0:1767384372.388359:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384372.388376:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.388378:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00100000:2.0:1767384372.388383:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008bd765d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737767424:0@lo:400: 00000100:00000001:1.0:1767384372.388385:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384372.388387:0:32914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384372.388393:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.388397:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384372.388399:0:32914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.388404:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384372.388414:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.388426:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384372.388436:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d56d9eb6. 00000100:00000001:1.0:1767384372.388437:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.388444:0:32914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.388445:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.388454:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384372.388468:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e83ea1eb. 00000400:00000010:2.0:1767384372.388484:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f090cc67. 00000100:00000001:1.0:1767384372.388485:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388499:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384372.388501:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737767424, portal 4 00000100:00000001:3.0:1767384372.388504:0:32914:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.388506:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.388510:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384372.388513:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3326 usecs (4 jiffies) 00000100:00000001:2.0:1767384372.388515:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759388416 : -113996950163200 : ffff98520447b100) 00000400:00000200:3.0:1767384372.388518:0:32914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000100:00000001:1.0:1767384372.388518:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294960135 00000100:00000001:1.0:1767384372.388529:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294960149 00000400:00000010:3.0:1767384372.388530:0:32914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000100:00000040:2.0:1767384372.388537:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.388539:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294960135 00000100:00000001:3.0:1767384372.388540:0:32914:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.388547:0:32914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384372.388549:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294960149 00000100:00000001:1.0:1767384372.388557:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294960135 00000100:00000001:3.0:1767384372.388560:0:32914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388567:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294960149 00000100:00000040:3.0:1767384372.388575:0:32914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:1.0:1767384372.388579:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294960135 00010000:00000001:3.0:1767384372.388587:0:32914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384372.388590:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294960149 00000020:00000001:3.0:1767384372.388596:0:32914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.388598:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384372.388598:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384372.388606:0:32914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384372.388608:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.388615:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384372.388633:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000100:00000040:3.0:1767384372.388634:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074e1a2ff x1853236737767296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.388635:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388642:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384372.388644:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737767424, offset 0 00000100:00000001:1.0:1767384372.388650:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.388660:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384372.388666:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384372.388669:0:32914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074e1a2ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16141:x1853236737767296:12345-0@lo:13: Request processed in 857us (1467us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384372.388669:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.388674:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.388678:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.388685:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.388690:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384372.388693:0:32914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767384372.388700:0:32914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:1.0:1767384372.388701:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.388707:0:32914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384372.388709:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384372.388710:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d707800 00000100:00000001:3.0:1767384372.388714:0:32914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384372.388715:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767384372.388723:0:32914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f9d3480. 00000100:00000040:1.0:1767384372.388729:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.388734:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000020:00000010:3.0:1767384372.388736:0:32914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000020:00000010:3.0:1767384372.388748:0:32914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008004f5d9. 00000400:00000200:2.0:1767384372.388755:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.388756:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384372.388758:0:32914:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000100:00000001:1.0:1767384372.388759:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.388765:0:32914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384372.388767:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384372.388768:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384372.388771:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.388783:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.388789:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a09be13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236737767552:0@lo:400: 00000100:00000001:2.0:1767384372.388790:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384372.388798:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384372.388798:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384372.388802:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384372.388804:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384372.388806:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3826368. 02000000:00000001:1.0:1767384372.388807:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384372.388810:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384372.388812:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c69b700. 00000100:00000040:2.0:1767384372.388814:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e3826368 x1853236737767424 msgsize 224 00000100:00000001:3.0:1767384372.388815:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384372.388818:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384372.388825:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1767384372.388829:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002169d910. 00000400:00000001:3.0:1767384372.388831:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384372.388837:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384372.388844:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c7f476c. 00000400:00000200:3.0:1767384372.388851:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052b46f72 00000400:00000010:3.0:1767384372.388854:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052b46f72. 00000100:00000001:2.0:1767384372.388862:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.388863:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384372.388865:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000200:1.0:1767384372.388871:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737767552, portal 10 00000100:00000200:3.0:1767384372.388874:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.388874:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000100:00000001:1.0:1767384372.388876:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384372.388881:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759386624 : -113996950164992 : ffff98520447aa00) 00000400:00000010:2.0:1767384372.388882:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000100:00000001:2.0:1767384372.388905:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384372.388915:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.388917:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384372.388921:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.389019:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.389019:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384372.389021:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.389032:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384372.389038:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.389041:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384372.389043:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384372.389048:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 02000000:00000001:3.0:1767384372.389051:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384372.389057:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384372.389058:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737767552, offset 0 00000100:00000001:3.0:1767384372.389065:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.389079:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.389079:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.389080:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384372.389092:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384372.389098:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384372.389098:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384372.389102:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.389112:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.389113:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384372.389120:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.389122:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5742 usecs (6 jiffies) 00000400:00000200:1.0:1767384372.389123:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707880 00010000:00000001:3.0:1767384372.389129:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384372.389137:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960137 00000100:00000001:0.0:1767384372.389141:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:3.0:1767384372.389143:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.389146:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00100000:0.0:1767384372.389148:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767680 00000100:00000001:2.0:1767384372.389151:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960149 02000000:00000001:0.0:1767384372.389155:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384372.389168:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960137 00000100:00000001:0.0:1767384372.389168:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384372.389170:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384372.389176:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.389176:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.389183:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960149 00000100:00000001:3.0:1767384372.389188:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384372.389189:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.389190:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960137 00000400:00000200:1.0:1767384372.389193:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384372.389196:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:0.0:1767384372.389202:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767680 00000100:00000001:2.0:1767384372.389204:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960149 00000100:00000001:3.0:1767384372.389207:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384372.389211:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.389213:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384372.389214:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960137 00000100:00000001:3.0:1767384372.389216:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.389216:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000100:00000200:1.0:1767384372.389218:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384372.389227:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960149 00000020:00000001:0.0:1767384372.389227:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384372.389231:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ccae6d3. 00000100:00000040:3.0:1767384372.389234:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.389248:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384372.389250:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000100:00000040:1.0:1767384372.389258:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003ccae6d3 x1853236737767552 msgsize 224 00000100:00000001:2.0:1767384372.389260:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389260:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:2.0:1767384372.389277:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389278:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00100000:1.0:1767384372.389281:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384372.389291:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.389292:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384372.389297:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d67a45f. 00000100:00000001:3.0:1767384372.389298:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.389300:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.389305:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.389305:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001a922e6d. 00000400:00000200:1.0:1767384372.389309:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000004:00000001:3.0:1767384372.389313:0:16141:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:1.0:1767384372.389314:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000020:00000040:0.0:1767384372.389315:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:1.0:1767384372.389320:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384372.389324:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.389362:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384372.389365:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384372.389369:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384372.389369:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384372.389372:0:16141:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384372.389375:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.389381:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.389384:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00000040:3.0:1767384372.389390:0:16141:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:0.0:1767384372.389391:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c07340. 00000100:00000001:2.0:1767384372.389394:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.389396:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384372.389399:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077a6a9d4. 00000100:00000040:1.0:1767384372.389407:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.389410:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a3d4bca5. 00000100:00000001:1.0:1767384372.389416:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384372.389417:0:16141:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384372.389418:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384372.389428:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384372.389429:0:16141:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.389438:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3190 usecs (4 jiffies) 00000100:00000040:0.0:1767384372.389440:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384372.389442:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384372.389443:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.389445:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960136 00000100:00000001:0.0:1767384372.389445:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384372.389448:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767424 00000100:00000001:0.0:1767384372.389449:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.389454:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960149 00000100:00000001:0.0:1767384372.389456:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384372.389459:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384372.389472:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.389473:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960136 00000100:00000001:0.0:1767384372.389473:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384372.389474:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000019662792 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16141:1853236737767296:0@lo:13: 00000100:00000001:0.0:1767384372.389483:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384372.389484:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.389484:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960149 00000100:00000001:3.0:1767384372.389487:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.389491:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.389497:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960136 02000000:00000001:2.0:1767384372.389499:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.389500:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384372.389500:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960149 00000100:00000001:0.0:1767384372.389504:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.389510:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960136 00000100:00000040:3.0:1767384372.389511:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000019662792 x1853236737767296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.389512:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767424 00000100:00000001:1.0:1767384372.389514:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960149 00000100:00000001:0.0:1767384372.389518:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384372.389521:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.389523:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384372.389524:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767552 00000020:00000040:2.0:1767384372.389528:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 02000000:00000001:0.0:1767384372.389529:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384372.389533:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384372.389538:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384372.389538:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.389539:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.389541:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384372.389548:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 02000000:00000001:0.0:1767384372.389549:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.389550:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384372.389550:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384372.389557:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e65f5c0. 00000020:00000001:2.0:1767384372.389561:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00100000:0.0:1767384372.389561:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767552 00000100:00000001:1.0:1767384372.389562:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384372.389565:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384372.389568:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384372.389570:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384372.389571:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384372.389572:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000040:3.0:1767384372.389575:0:16141:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384372.389576:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384372.389583:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384372.389583:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384372.389585:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384372.389586:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384372.389589:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 02000000:00000010:3.0:1767384372.389594:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041d621df. 00000100:00000001:1.0:1767384372.389595:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384372.389595:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:2.0:1767384372.389597:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384372.389599:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389606:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 02000000:00000001:3.0:1767384372.389608:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1767384372.389608:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091c1253b. 00000100:00000001:1.0:1767384372.389608:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.389613:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384372.389618:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384372.389635:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019662792. 00000020:00000010:0.0:1767384372.389635:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:2.0:1767384372.389637:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.389646:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384372.389646:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.389647:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384372.389648:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091c1253b. 00000100:00000001:1.0:1767384372.389652:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384372.389654:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.389657:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000100:00000001:3.0:1767384372.389661:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384372.389662:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000020:00000010:2.0:1767384372.389663:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d650ad2. 00000020:00000010:0.0:1767384372.389666:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060f1ff0a. 00000100:00000040:1.0:1767384372.389671:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:3.0:1767384372.389674:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.389675:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009629568 : -113991699922048 : ffff98533d380380) 00000100:00000001:3.0:1767384372.389678:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.389681:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069a9a717. 00000020:00000010:0.0:1767384372.389682:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083eaf47d. 00000100:00000040:1.0:1767384372.389683:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce5ce3b x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.389685:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.389690:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.389704:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000020:00000010:2.0:1767384372.389705:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000100:00000001:1.0:1767384372.389706:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.389709:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384372.389714:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00000001:0.0:1767384372.389717:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.389721:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.389723:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384372.389725:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000100:00000001:0.0:1767384372.389731:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384372.389733:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384372.389736:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00080000:3.0:1767384372.389737:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767384372.389741:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ce5ce3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737767680:12345-0@lo:400: 00000100:00000001:2.0:1767384372.389742:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.389742:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.389744:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:2.0:1767384372.389750:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384372.389756:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.389759:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384372.389761:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767680 00000020:00000001:1.0:1767384372.389766:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384372.389775:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384372.389777:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384372.389778:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.389779:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384372.389783:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384372.389786:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384372.389787:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384372.389788:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384372.389789:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384372.389796:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.389796:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00100000:0.0:1767384372.389805:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000020:00000001:1.0:1767384372.389808:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384372.389810:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:3.0:1767384372.389812:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.389813:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.389813:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009643008 : -113991699908608 : ffff98533d383800) 00000100:00000001:2.0:1767384372.389819:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.389821:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.389822:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384372.389825:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ccae6d3 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384372.389827:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384372.389831:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.389838:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384372.389839:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384372.389842:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384372.389848:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.389848:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384372.389850:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:0.0:1767384372.389854:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.389861:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384372.389862:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000010:0.0:1767384372.389863:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 02000000:00000010:1.0:1767384372.389865:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009706a8d3. 00000100:00000001:3.0:1767384372.389875:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384372.389876:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.389877:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384372.389882:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384372.389883:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ccae6d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236737767552:12345-0@lo:400: 00000100:00000001:2.0:1767384372.389889:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008414208 : -113991701137408 : ffff98533d257800) 00000100:00000001:3.0:1767384372.389891:0:17550:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.389891:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.389892:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767552 00000020:00000001:0.0:1767384372.389904:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384372.389905:0:17550:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.389906:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389907:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384372.389909:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3826368 x1853236737767424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.389911:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384372.389917:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767680 00000020:00000001:0.0:1767384372.389919:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384372.389923:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:3.0:1767384372.389929:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384372.389931:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384372.389931:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384372.389936:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767168 00000020:00000001:0.0:1767384372.389938:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384372.389947:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ce5ce3b x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384372.389948:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384372.389949:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384372.389954:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384372.389956:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384372.389962:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389966:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.389969:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384372.389973:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.389975:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384372.389978:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091c1253b. 00000100:00000001:0.0:1767384372.389980:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384372.389982:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767168 02000000:00000001:0.0:1767384372.389985:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384372.389989:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384372.389992:0:16772:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384372.389993:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001d35bb3. 00010000:00000001:1.0:1767384372.389994:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384372.389998:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091c1253b. 00000020:00000040:3.0:1767384372.389999:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 02000000:00000001:0.0:1767384372.389999:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.390000:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.390009:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.390012:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384372.390012:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=82 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384372.390013:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.390020:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00010000:00000040:0.0:1767384372.390022:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767552 00000100:00100000:2.0:1767384372.390023:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3826368 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737767424:12345-0@lo:400: 00000100:00000001:1.0:1767384372.390024:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384372.390030:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:3.0:1767384372.390032:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00010000:00000001:0.0:1767384372.390033:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384372.390040:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00010000:00000200:0.0:1767384372.390044:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ccae6d3 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384372.390048:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000200:2.0:1767384372.390048:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767424 02000000:00000001:1.0:1767384372.390048:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384372.390053:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.390057:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384372.390059:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384372.390061:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384372.390065:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384372.390069:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfc8a4c6. 00000020:00000001:2.0:1767384372.390072:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.390073:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384372.390073:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384372.390075:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384372.390078:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.390080:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfc8a4c6. 00000400:00000010:1.0:1767384372.390080:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00001000:0.0:1767384372.390083:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=82 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384372.390089:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737767680, offset 224 00000020:00000001:2.0:1767384372.390094:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384372.390096:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384372.390098:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000010:3.0:1767384372.390099:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008004f5d9. 00000100:00000040:0.0:1767384372.390103:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000400:00000200:1.0:1767384372.390107:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384372.390110:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384372.390112:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000010:3.0:1767384372.390113:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f9d3480. 02000000:00000001:0.0:1767384372.390130:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384372.390133:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384372.390134:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 02000000:00000001:0.0:1767384372.390134:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.390140:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384372.390147:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384372.390149:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384372.390150:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384372.390154:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.390156:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384372.390157:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384372.390165:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384372.390165:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707900 00000100:00000001:3.0:1767384372.390167:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384372.390167:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000001:2.0:1767384372.390169:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384372.390172:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384372.390180:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.390181:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737767552, offset 224 00000100:00000001:3.0:1767384372.390187:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.390188:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f11 [1] + 224 02000000:00000001:2.0:1767384372.390200:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384372.390206:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002dde66ec. 00000400:00000200:1.0:1767384372.390209:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384372.390211:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.390213:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.390214:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384372.390225:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.390226:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384372.390232:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.390236:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384372.390237:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384372.390239:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384372.390241:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737767424 00000100:00000001:3.0:1767384372.390245:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384372.390250:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384372.390252:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384372.390264:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707880 00010000:00000200:2.0:1767384372.390265:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3826368 x1853236737767424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384372.390266:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00010000:00000001:2.0:1767384372.390280:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384372.390285:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384372.390289:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.390294:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384372.390299:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 23 to 0@lo 00000400:00000200:0.0:1767384372.390309:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f25 [1] + 224 00000100:00000001:2.0:1767384372.390311:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:1.0:1767384372.390313:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.390318:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:0.0:1767384372.390325:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384372.390350:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017784912 : -113991691766704 : ffff98533db47450) 00000400:00000200:0.0:1767384372.390356:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.390381:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384372.390382:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384372.390383:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c9ec25d x1853236737767168/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384372.390395:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.390400:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384372.390408:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.390410:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:1.0:1767384372.390420:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:2.0:1767384372.390424:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384372.390440:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.390448:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384372.390449:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384372.390450:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384372.390458:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.390462:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384372.390467:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000020:00000010:3.0:1767384372.390468:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfc8a4c6. 00000100:00000200:2.0:1767384372.390480:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737767424, offset 224 00000100:00000040:1.0:1767384372.390481:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000001:3.0:1767384372.390483:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384372.390498:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384372.390506:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfc8a4c6. 00000400:00000200:2.0:1767384372.390508:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384372.390510:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.390525:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384372.390527:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384372.390549:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384372.390552:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce5ce3b x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.390554:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d707800 00000100:00100000:3.0:1767384372.390556:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c9ec25d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737767168:12345-0@lo:400: 00000400:00000200:0.0:1767384372.390561:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384372.390569:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000200:3.0:1767384372.390576:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767168 00000100:00000001:0.0:1767384372.390576:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384372.390588:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384372.390588:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f1d [1] + 224 00000100:00100000:1.0:1767384372.390588:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ce5ce3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236737767680:12345-0@lo:400: Request processed in 877us (2262us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384372.390588:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384372.390610:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384372.390612:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.390617:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.390628:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:3.0:1767384372.390629:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384372.390629:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384372.390629:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000020:00000001:3.0:1767384372.390636:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000040:1.0:1767384372.390637:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00010000:00000001:0.0:1767384372.390637:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384372.390644:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.390647:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384372.390651:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384372.390654:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384372.390655:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384372.390656:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384372.390659:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384372.390662:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077a6a9d4. 00000100:00000001:2.0:1767384372.390665:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384372.390668:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384372.390672:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3d4bca5. 00000020:00000001:3.0:1767384372.390674:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384372.390674:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ccae6d3 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384372.390675:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384372.390680:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c07340. 00000020:00000001:3.0:1767384372.390684:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384372.390691:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000020:00000001:3.0:1767384372.390701:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384372.390702:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.390709:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384372.390718:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384372.390729:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b429e0a6. 02000000:00000001:3.0:1767384372.390740:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.390742:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.390750:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384372.390755:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.390762:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384372.390762:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384372.390770:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384372.390771:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384372.390774:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ccae6d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236737767552:12345-0@lo:400: Request processed in 917us (1500us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384372.390776:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767168 00000400:00000010:1.0:1767384372.390777:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002169d910. 00000400:00000200:1.0:1767384372.390787:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00010000:00000001:3.0:1767384372.390791:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384372.390796:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00010000:00000200:3.0:1767384372.390808:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c9ec25d x1853236737767168/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.390812:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384372.390823:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000200:1.0:1767384372.390827:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.390840:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:0.0:1767384372.390849:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.390854:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384372.390855:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384372.390864:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083eaf47d. 00000400:00000200:2.0:1767384372.390868:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000020:00000010:0.0:1767384372.390871:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00010000:00000001:3.0:1767384372.390873:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384372.390875:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000020:00000010:0.0:1767384372.390878:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060f1ff0a. 00000100:00000001:2.0:1767384372.390883:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384372.390885:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:2.0:1767384372.390886:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384372.390888:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.390891:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.390897:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.390897:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384372.390901:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384372.390915:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:3.0:1767384372.390920:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384372.390923:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384372.390929:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.390933:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000001:2.0:1767384372.390934:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384372.390941:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3826368 x1853236737767424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.390943:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384372.390958:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384372.390966:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.390981:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384372.391002:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384372.391008:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3826368 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737767424:12345-0@lo:400: Request processed in 1034us (2188us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384372.391011:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384372.391013:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000100:00000001:1.0:1767384372.391017:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.391027:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384372.391029:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737767168, offset 224 02000000:00000001:1.0:1767384372.391030:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384372.391031:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384372.391038:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.391044:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.391045:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 02000000:00000001:1.0:1767384372.391047:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.391051:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384372.391057:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384372.391057:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384372.391059:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=82 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384372.391063:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069a9a717. 00000100:00001000:1.0:1767384372.391067:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=82 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384372.391070:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00000100:00000001:1.0:1767384372.391074:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384372.391083:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384372.391083:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384372.391084:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d650ad2. 00010000:00000001:1.0:1767384372.391098:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384372.391101:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00010000:00080000:1.0:1767384372.391105:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.391108:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.391112:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d707700 00010000:00000001:1.0:1767384372.391125:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.391129:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f01 [1] + 224 00000100:00000001:1.0:1767384372.391129:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384372.391133:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384372.391138:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384372.391141:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.391143:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.391145:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.391149:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384372.391152:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384372.391154:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384372.391156:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384372.391160:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384372.391168:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e83ea1eb. 00000100:00000001:1.0:1767384372.391170:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384372.391174:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f090cc67 00000100:00000001:1.0:1767384372.391176:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384372.391178:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f090cc67. 00000100:00000001:1.0:1767384372.391183:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.391185:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384372.391188:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384372.391194:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.391197:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384372.391201:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384372.391266:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384372.391276:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a09be13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236737767552:0@lo:400: 00000100:00000001:1.0:1767384372.391293:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.391296:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.391302:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a09be13 x1853236737767552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.391397:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384372.391412:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384372.391415:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c69b700. 02000000:00000001:1.0:1767384372.391422:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384372.391425:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384372.391428:0:16139:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384372.391431:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384372.391433:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001431cb58. 02000000:00000001:1.0:1767384372.391443:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.391446:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.391449:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a09be13. 00000100:00000001:1.0:1767384372.391457:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.391461:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.391464:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384372.391465:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.391472:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.391475:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.391485:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.391489:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.391491:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.391507:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000400:00000010:3.0:1767384372.391513:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000100:00000001:1.0:1767384372.391517:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.391521:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384372.391522:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384372.391527:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384372.391532:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.391537:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384372.391540:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e79207. 00000100:00000001:3.0:1767384372.391541:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.391549:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:1.0:1767384372.391550:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00010000:00000001:3.0:1767384372.391556:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384372.391556:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000020:00000001:3.0:1767384372.391564:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.391568:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384372.391572:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384372.391577:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.391587:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c9ec25d x1853236737767168/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.391595:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.391608:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.391611:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.391614:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384372.391618:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384372.391621:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.391625:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.391632:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.391637:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=81 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384372.391644:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c9ec25d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737767168:12345-0@lo:400: Request processed in 1190us (4447us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384372.391645:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.391661:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384372.391665:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:1.0:1767384372.391666:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.391672:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384372.391674:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384372.391679:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:1.0:1767384372.391681:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.391686:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384372.391690:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.391694:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f9d3480. 00000100:00000001:1.0:1767384372.391695:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384372.391698:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384372.391702:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384372.391705:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.391706:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000100:00000040:1.0:1767384372.391712:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384372.391715:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008004f5d9. 00000100:00000001:1.0:1767384372.391724:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.391727:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384372.391728:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:1.0:1767384372.391729:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.391739:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384372.391740:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384372.391745:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b429e0a6. 00000100:00100000:1.0:1767384372.391752:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eb1ca106 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737767680:0@lo:400: 02000000:00000001:3.0:1767384372.391755:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384372.391762:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384372.391770:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384372.391772:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:1.0:1767384372.391774:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384372.391778:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000400:00000010:3.0:1767384372.391780:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e32971. 00000400:00000200:1.0:1767384372.391786:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a04ce6 00000400:00000010:1.0:1767384372.391790:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a04ce6. 00000100:00000001:1.0:1767384372.391793:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384372.391796:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384372.391797:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95a01ad. 00000100:00000001:2.0:1767384372.391833:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384372.391837:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.391839:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.391851:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384372.391856:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384372.391857:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384372.391866:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.391867:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.391874:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.391875:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384372.391878:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.391881:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767384372.391884:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384372.391887:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.391890:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384372.391894:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.391894:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384372.391898:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384372.391900:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384372.391905:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384372.391910:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.391924:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.391927:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384372.391928:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=87 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384372.391929:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384372.391934:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384372.391940:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.391941:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384372.391947:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.391953:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384372.391955:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384372.391960:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.391960:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.391968:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384372.391970:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384372.391976:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.391981:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.391983:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.391995:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.392036:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.392044:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384372.392047:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008bd765d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737767424:0@lo:400: 00000100:00000001:1.0:1767384372.392049:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.392065:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.392066:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.392075:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384372.392086:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bd765d7 x1853236737767424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384372.392098:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012267950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737767168:0@lo:400: 00000100:00000001:2.0:1767384372.392120:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384372.392122:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384372.392124:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384372.392128:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d56d9eb6. 00000100:00000001:1.0:1767384372.392129:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384372.392138:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384372.392143:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384372.392144:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eb1ca106 x1853236737767680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384372.392147:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384372.392153:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384372.392158:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004b024732. 02000000:00000001:2.0:1767384372.392165:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384372.392168:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384372.392172:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bd765d7. 00000100:00000001:1.0:1767384372.392174:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384372.392180:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384372.392181:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384372.392182:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.392186:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384372.392187:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d89646f. 00000100:00000001:2.0:1767384372.392196:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384372.392198:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384372.392199:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.392203:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384372.392205:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384372.392209:0:16140:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384372.392211:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.392218:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384372.392221:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e01646c. 02000000:00000001:1.0:1767384372.392227:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.392228:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.392230:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb1ca106. 00000100:00000001:1.0:1767384372.392235:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.392250:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.392253:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.392256:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012267950 x1853236737767168/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.392262:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384372.392263:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384372.392265:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d13a872. 02000000:00000001:1.0:1767384372.392267:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384372.392269:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384372.392270:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384372.392271:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384372.392296:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002229af7a. 02000000:00000001:1.0:1767384372.392302:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.392304:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.392306:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012267950. 00000100:00000001:1.0:1767384372.392308:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.392310:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.392312:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.392317:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.392319:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.392322:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.392324:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384372.398102:0:37465:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384372.398114:0:37465:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.398118:0:37465:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384372.398125:0:37465:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384372.398131:0:37465:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.398134:0:37465:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.407391:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294960149, at 4294960150 00000100:00000040:0.0:1767384372.407401:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294960149, at 4294960150 00000100:00000010:1.0:1767384372.407402:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00000100:00000010:0.0:1767384372.407410:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ccd3df5. 00000100:00000040:2.0:1767384372.407476:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294960149, at 4294960150 00000100:00000010:2.0:1767384372.407488:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ec628c8. 00000100:00000040:3.0:1767384372.407634:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294960149, at 4294960150 00000100:00000010:3.0:1767384372.407644:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000800:00000200:2.0:1767384372.641382:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (6) 00000400:00000001:1.0:1767384372.641392:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767384372.641394:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:988 00000400:00000001:1.0:1767384372.641399:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384372.641405:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000800:00000200:2.0:1767384372.641408:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384372.641411:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000200:1.0:1767384372.641419:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384372.641425:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384372.641439:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000076357887. 00000400:00000010:1.0:1767384372.641444:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c81d0800. 00000800:00000200:3.0:1767384372.641563:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384372.641571:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384372.641584:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384372.641589:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384372.641592:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384373.172109:0:37629:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384373.172115:0:37629:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384373.176880:0:37629:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384373.185398:0:37630:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000039c5e556. 00000400:00000010:1.0:1767384373.185415:0:37630:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000074d6c40e. 00000400:00000010:1.0:1767384373.185427:0:37630:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bb982274. 00000400:00000010:1.0:1767384373.185431:0:37630:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a7b3ec07. 00000400:00000010:1.0:1767384373.185435:0:37630:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009269713. 00000400:00000010:1.0:1767384373.185440:0:37630:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000849eb168. 00000400:00000010:1.0:1767384373.185442:0:37630:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000627e00ee. 00000400:00000010:1.0:1767384373.185445:0:37630:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6996bec. 00000400:00000010:1.0:1767384373.185449:0:37630:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000806830cf. 00000800:00000010:1.0:1767384373.185467:0:37630:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000eb552b29. 00000800:00000200:1.0:1767384373.185478:0:37630:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384373.185497:0:37630:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384373.185537:0:37630:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384373.185566:0:37630:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384373.187155:0:37630:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000743452c7. 00000400:00000010:1.0:1767384373.187160:0:37630:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000400:00000010:1.0:1767384373.187164:0:37630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000001:1.0:1767384373.187180:0:37630:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.187182:0:37630:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384373.187183:0:37630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000400:00000200:1.0:1767384373.187187:0:37630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fcfa0e4 00000400:00000010:1.0:1767384373.187188:0:37630:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fcfa0e4. 00000400:00000010:1.0:1767384373.187191:0:37630:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000005dca26a8. 00000400:00000200:1.0:1767384373.187195:0:37630:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (37) 00000400:00000200:1.0:1767384373.187206:0:37630:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384373.187214:0:37630:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384373.187221:0:37630:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001fa6a13a. 00000020:01000000:1.0:1767384373.187225:0:37630:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384373.187226:0:37630:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp48 00000400:00000010:1.0:1767384373.187238:0:37630:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000074d6c40e. 00000400:00000010:1.0:1767384373.187241:0:37630:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000039c5e556. 00000020:00000001:3.0:1767384373.187311:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384373.187316:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384373.187331:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384373.187334:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384373.187337:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384373.187339:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384373.187341:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.187342:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.187343:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384373.187352:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.187354:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384373.187356:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384373.187358:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.187361:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384373.187366:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b6a66ce. 00000020:00000040:3.0:1767384373.187372:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384373.187379:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.187382:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384373.187388:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.187396:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f2bbbdcd. 00000100:00000001:3.0:1767384373.187404:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187409:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384373.187411:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.187420:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187425:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000100:00000040:3.0:1767384373.187428:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b6a66ce] to pc [ptlrpcd_00_03+3] req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.187434:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000400:00000010:2.0:1767384373.187446:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000069faa5af. 00000400:00000010:2.0:1767384373.187452:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f090cc67. 00000400:00000010:2.0:1767384373.187460:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc2a4efd. 00000400:00000200:2.0:1767384373.187466:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 10000000:00000001:3.0:1767384373.187467:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.187473:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.187477:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384373.187480:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384373.187480:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384373.187488:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000100:00000001:0.0:1767384373.187488:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384373.187489:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384373.187497:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384373.187498:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384373.187500:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384373.187503:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 10000000:01000000:3.0:1767384373.187505:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384373.187509:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384373.187514:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384373.187525:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384373.187531:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000020:01000004:3.0:1767384373.187533:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.187539:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.187546:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384373.187556:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384373.187558:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384373.187562:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384373.187563:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000100:00000001:0.0:1767384373.187564:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384373.187567:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.187572:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384373.187579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2f30ef5. 02000000:00000001:0.0:1767384373.187579:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384373.187580:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 02000000:00000001:0.0:1767384373.187586:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384373.187588:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384373.187596:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384373.187598:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187601:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 02000000:00000001:3.0:1767384373.187602:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384373.187610:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004b6a66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737767808:0@lo:253: 00000400:00000200:2.0:1767384373.187612:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 02000000:00000001:3.0:1767384373.187613:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.187625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000059e0cabd. 00000100:00000001:0.0:1767384373.187631:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384373.187637:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.187643:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384373.187644:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000100:00000001:3.0:1767384373.187645:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.187651:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.187654:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 02000000:00000001:0.0:1767384373.187663:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384373.187664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2f30ef5] to pc [ptlrpcd_00_00+0] req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384373.187677:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000455dd7f. 00000400:00000200:2.0:1767384373.187680:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 02000000:00000001:0.0:1767384373.187689:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187708:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000010:0.0:1767384373.187709:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000200:2.0:1767384373.187726:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000010:0.0:1767384373.187726:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a64dd07. 10000000:00000001:3.0:1767384373.187732:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384373.187737:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737767808, portal 25 10000000:00000001:3.0:1767384373.187746:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.187747:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384373.187753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000100:00000001:0.0:1767384373.187753:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759379456 : -113996950172160 : ffff985204478e00) 00000020:00000001:3.0:1767384373.187757:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384373.187767:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384373.187774:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001fa6a13a. 00000100:00000040:0.0:1767384373.187775:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.187778:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000100:00000001:3.0:1767384373.187791:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.187797:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.187809:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384373.187810:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000100:00000001:3.0:1767384373.187814:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384373.187814:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384373.187817:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384373.187827:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.187827:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.187834:0:16141:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f7ee8f5. 00000100:00000200:0.0:1767384373.187842:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737767808, offset 0 00000400:00000200:2.0:1767384373.187847:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000100:00000001:3.0:1767384373.187858:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384373.187862:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.187863:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384373.187875:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384373.187879:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 02000000:00000001:3.0:1767384373.187880:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384373.187890:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.187897:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c2f30ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737767936:0@lo:253: 00000400:00000200:2.0:1767384373.187898:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000100:00000001:3.0:1767384373.187917:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384373.187920:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 02000000:00000001:3.0:1767384373.187921:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384373.187929:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187933:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 52], ns[82, 52] 02000000:00000001:3.0:1767384373.187936:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384373.187941:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 52], ns[120, 52] 02000000:00000010:3.0:1767384373.187942:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ef6d7778. 02000000:00000001:3.0:1767384373.187957:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.187961:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000400:00000010:3.0:1767384373.187966:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af74f6e8. 00000400:00000200:2.0:1767384373.187966:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 52], ns[90, 52] 00000400:00000010:3.0:1767384373.187974:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000557ed5c1. 00000400:00000200:2.0:1767384373.187979:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 52], ns[187, 52] 00000100:00000200:3.0:1767384373.187985:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737767936, portal 25 00000400:00000200:2.0:1767384373.187986:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 52], ns[152, 52] 00000100:00000001:3.0:1767384373.187993:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384373.187998:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 52], ns[158, 52] 00000100:00000001:3.0:1767384373.188009:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759384832 : -113996950166784 : ffff98520447a300) 00000400:00000200:2.0:1767384373.188010:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 52], ns[136, 52] 00000400:00000200:2.0:1767384373.188022:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 52], ns[119, 52] 00000100:00000040:3.0:1767384373.188029:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.188030:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 00000400:00000200:2.0:1767384373.188054:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 52], ns[153, 52] 00000100:00000001:3.0:1767384373.188076:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384373.188084:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 00000100:00000040:3.0:1767384373.188085:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.188092:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fa6c7bd. 00000400:00000200:2.0:1767384373.188094:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 52], ns[188, 52] 00000100:00000200:3.0:1767384373.188100:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737767936, offset 0 00000400:00000200:2.0:1767384373.188105:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 52], ns[160, 52] 00000400:00000200:3.0:1767384373.188110:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384373.188120:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 52], ns[171, 52] 00000400:00000200:2.0:1767384373.188126:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 52], ns[175, 52] 00000400:00000200:2.0:1767384373.188129:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[180, 52], ns[190, 52] 00000400:00000200:2.0:1767384373.188132:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 52], ns[192, 52] 00000400:00000200:2.0:1767384373.188135:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:2.0:1767384373.188139:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp26 00000400:00000200:2.0:1767384373.188143:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384373.188146:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp26 00000400:00000200:2.0:1767384373.188149:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [193:193:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384373.188154:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp26 00000400:00000200:2.0:1767384373.188160:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:) -> 192.168.203.152@tcp26(192.168.203.152@tcp:192.168.203.152@tcp26) : GET try# 0 00000800:00000200:2.0:1767384373.188165:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp26 00000800:00000010:2.0:1767384373.188170:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a92e870. 00000400:00000200:0.0:1767384373.188171:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.188180:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384373.188187:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000400:00000200:0.0:1767384373.188195:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707980 00000400:00000200:3.0:1767384373.188197:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707a00 00000800:00000200:2.0:1767384373.188197:0:16136:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.152 (cnted 2, interval 4, 1 secs later) 00000400:00000200:0.0:1767384373.188210:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1659 [2] + 0 00000400:00000010:0.0:1767384373.188215:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0e5579. 00000800:00000200:2.0:1767384373.188221:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:988 00000400:00000200:0.0:1767384373.188221:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f73a1497 00000800:00000200:2.0:1767384373.188226:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a92e870 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384373.188230:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.188238:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1699 [2] + 0 00000400:00000010:3.0:1767384373.188246:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf1d0fbc. 00000400:00000200:0.0:1767384373.188249:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384373.188253:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ac70cee 00000400:00000200:0.0:1767384373.188258:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73a1497 00000400:00000200:3.0:1767384373.188260:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.188262:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000010:0.0:1767384373.188264:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f73a1497. 00000400:00000200:2.0:1767384373.188307:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000400:00000200:3.0:1767384373.188310:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.188313:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.188319:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384373.188333:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac70cee 00000400:00000010:3.0:1767384373.188339:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac70cee. 00000100:00000040:0.0:1767384373.188339:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000000757ef5f x1853236737767808 msgsize 4848 00000100:00000001:3.0:1767384373.188348:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384373.188349:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384373.188351:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.188352:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384373.188354:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384373.188355:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000bb80b16d x1853236737767936 msgsize 4848 00000100:00000001:2.0:1767384373.188362:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188363:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384373.188375:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384373.188377:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f7ee8f5 00000100:00000040:3.0:1767384373.188378:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:0.0:1767384373.188381:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f7ee8f5. 00000100:00000001:0.0:1767384373.188386:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384373.188392:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.188393:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.188401:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fa6c7bd 00000100:00000001:0.0:1767384373.188402:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384373.188404:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fa6c7bd. 00000100:00000040:0.0:1767384373.188407:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.188408:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384373.188413:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.188436:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188438:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384373.188441:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384373.188444:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.188448:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188450:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188454:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.188455:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294960950 00000100:00000001:3.0:1767384373.188458:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384373.188460:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003aab7896. 00000100:00000001:0.0:1767384373.188465:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384373.188470:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294960950 00000100:00000001:0.0:1767384373.188473:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294960950 00000100:00000001:3.0:1767384373.188474:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294960950 00000100:00000001:3.0:1767384373.188478:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294960950 00000100:00000010:0.0:1767384373.188479:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008e4d3ae. 00000100:00000001:0.0:1767384373.188485:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384373.188489:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294960950 00000100:00000001:3.0:1767384373.188490:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294960950 00000100:00000001:3.0:1767384373.188493:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294960950 00000100:00000010:0.0:1767384373.188493:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc8c7419. 00000800:00000200:2.0:1767384373.188497:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384373.188499:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767384373.188507:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a92e870. 00000100:00000001:3.0:1767384373.188510:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294960950 00000100:00000001:0.0:1767384373.188510:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294960950 00000400:00000200:2.0:1767384373.188515:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384373.188516:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006b8d99c. 00000100:00000001:3.0:1767384373.188517:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294960950 00000100:00000001:0.0:1767384373.188527:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384373.188532:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.188533:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294960950 00000400:00000200:2.0:1767384373.188534:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: GET: OK 00000100:00000001:0.0:1767384373.188539:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188544:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384373.188552:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384373.188553:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188554:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188565:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.188567:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.188570:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000100:00000001:3.0:1767384373.188573:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.188578:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.188578:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.188585:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384373.188585:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384373.188594:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.188594:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.188597:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384373.188597:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384373.188598:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.188604:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188605:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188607:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188610:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384373.188613:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384373.188616:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.188623:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.188631:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384373.188633:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : GET - for me 00000100:00100000:3.0:1767384373.188639:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767808 02000000:00000001:3.0:1767384373.188643:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384373.188646:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.188650:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.188652:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 640 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384373.188659:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188660:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384373.188666:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767808 00000100:00100000:0.0:1767384373.188666:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737767936 00000400:00000200:2.0:1767384373.188667:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 640/640 into md 0x1f41 [1] + 0 02000000:00000001:0.0:1767384373.188669:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384373.188673:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384373.188675:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384373.188681:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.188682:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384373.188687:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384373.188688:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.188690:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000400:00000200:2.0:1767384373.188693:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp26 to MR: 192.168.203.152@tcp26 local destination 00000100:00100000:0.0:1767384373.188701:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737767936 00000020:00000001:3.0:1767384373.188703:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:3.0:1767384373.188708:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384373.188714:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384373.188715:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp26 NI seq info: [194:194:256:4294967295] 192.168.203.152@tcp26 LPNI seq info [184:184:8:4294967295] 00000100:00000001:3.0:1767384373.188717:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384373.188720:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000010:3.0:1767384373.188724:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa563a48. 00000020:00000001:0.0:1767384373.188727:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.188730:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:3.0:1767384373.188738:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384373.188740:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:3.0:1767384373.188749:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa563a48. 00000020:00000001:0.0:1767384373.188751:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:2.0:1767384373.188761:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) -> 192.168.203.152@tcp26(192.168.203.152@tcp26:192.168.203.152@tcp26) 192.168.203.152@tcp26 : REPLY try# 0 00000020:00000010:3.0:1767384373.188762:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004414e9cb. 00000100:00000001:0.0:1767384373.188762:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384373.188770:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f76d1989. 00000020:00000010:3.0:1767384373.188774:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000acc03c6a. 00000100:00000001:0.0:1767384373.188778:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.188781:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba14b64b. 00000800:00000200:2.0:1767384373.188786:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.152@tcp26 00000020:00000010:0.0:1767384373.188789:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f76d1989. 00000800:00000010:2.0:1767384373.188793:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a92e870. 00000100:00000040:3.0:1767384373.188798:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384373.188798:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e191891. 00000800:00000200:2.0:1767384373.188808:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cfa09f8f] -> 12345-192.168.203.152@tcp26 (4) 00000020:00000010:0.0:1767384373.188808:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d246006f. 00000100:00000001:3.0:1767384373.188809:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.188817:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1767384373.188821:0:16131:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.152 (cnted 2, interval 4, 1 secs later) 00000100:00000001:3.0:1767384373.188823:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384373.188823:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000100:00000001:0.0:1767384373.188837:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1767384373.188839:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp26 ip 192.168.203.152:989 00000100:00000001:3.0:1767384373.188840:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188841:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1767384373.188845:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a92e870 type 3, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1767384373.188846:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.188852:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.188864:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.188869:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.188871:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384373.188874:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384373.188880:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:0.0:1767384373.188880:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.188884:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384373.188885:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00100000:0.0:1767384373.188890:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000001:3.0:1767384373.188891:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017780816 : -113991691770800 : ffff98533db46450) 00000100:00000040:0.0:1767384373.188896:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000040:3.0:1767384373.188900:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000757ef5f x1853236737767808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.188900:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017778768 : -113991691772848 : ffff98533db45c50) 00000100:00000040:0.0:1767384373.188906:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb80b16d x1853236737767936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.188922:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384373.188924:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384373.188926:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa563a48. 00000020:00000010:0.0:1767384373.188929:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f76d1989. 00000100:00000001:3.0:1767384373.188932:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384373.188932:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384373.188933:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384373.188939:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a92e870. 00000020:00000010:0.0:1767384373.188941:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f76d1989. 00000020:00000010:3.0:1767384373.188943:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa563a48. 00000400:00000200:2.0:1767384373.188952:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384373.188962:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000757ef5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737767808:12345-0@lo:253: 00000100:00100000:0.0:1767384373.188962:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb80b16d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737767936:12345-0@lo:253: 00000400:00000200:2.0:1767384373.188967:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: REPLY: OK 00000100:00000200:3.0:1767384373.188988:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767808 00000100:00000200:0.0:1767384373.188988:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737767936 00000020:00000001:3.0:1767384373.188994:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.188997:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384373.189000:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:2.0:1767384373.189002:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384373.189003:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384373.189004:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.189010:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384373.189012:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.189013:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384373.189013:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1767384373.189017:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384373.189018:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:3.0:1767384373.189019:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384373.189023:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1767384373.189024:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.189026:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384373.189026:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384373.189027:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384373.189034:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.189034:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1767384373.189035:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.189037:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384373.189044:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.189046:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384373.189054:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp26(192.168.203.152@tcp26) <- 192.168.203.152@tcp26 : REPLY - for me 00000100:00000001:0.0:1767384373.189054:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384373.189060:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384373.189062:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384373.189068:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384373.189070:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000153881f8. 00000100:00000001:3.0:1767384373.189075:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384373.189082:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.189083:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384373.189083:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp26: Reply from 12345-192.168.203.152@tcp26 of length 640/640 into md 0x1f45 00000100:00000001:0.0:1767384373.189090:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384373.189093:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384373.189094:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000696f8fa6. 20000000:00000001:0.0:1767384373.189095:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384373.189099:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.189104:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.189106:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384373.189106:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000422a0684. 20000000:01000000:0.0:1767384373.189111:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384373.189115:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384373.189116:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384373.189119:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384373.189120:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c368385. 00000800:00000001:2.0:1767384373.189120:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384373.189121:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.189135:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384373.189135:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384373.189136:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384373.189144:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384373.189144:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp26->192.168.203.152@tcp26: REPLY: OK 20000000:00000010:0.0:1767384373.189146:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6185074. 20000000:01000000:0.0:1767384373.189153:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:3.0:1767384373.189154:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384373.189156:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f090cc67 20000000:00000001:0.0:1767384373.189159:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384373.189161:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.189161:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f090cc67. 00080000:00000001:0.0:1767384373.189165:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384373.189170:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:3.0:1767384373.189171:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384373.189177:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 20000000:00000001:3.0:1767384373.189178:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384373.189182:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:2.0:1767384373.189187:0:16131:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.152@tcp (672 bytes) 00000400:00000200:2.0:1767384373.189192:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000010:2.0:1767384373.189200:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000069faa5af. 00000400:00000200:2.0:1767384373.189203:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (39) 00000800:00000001:2.0:1767384373.189212:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.189214:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384373.189215:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384373.189220:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384373.189223:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.189225:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384373.189229:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384373.189230:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384373.189233:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000400:00000010:2.0:1767384373.189235:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000069faa5af. 00080000:00000001:0.0:1767384373.189237:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000010:2.0:1767384373.189240:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e83ea1eb. 00080000:00000010:0.0:1767384373.189244:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009680a20a. 00000400:00000010:2.0:1767384373.189245:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f090cc67. 00080000:00000001:0.0:1767384373.189248:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733046784 : -113996976504832 : ffff985202b5c000) 00000400:00000200:2.0:1767384373.189252:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000069faa5af 00080000:00000001:0.0:1767384373.189253:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000001:2.0:1767384373.189258:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.189260:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384373.189262:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 00000400:00000200:2.0:1767384373.189265:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000400:00000010:2.0:1767384373.189267:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000400:00000200:2.0:1767384373.189271:0:16136:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384373.189274:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000c3175cfa. 00000400:00000200:2.0:1767384373.189277:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000400:00000200:2.0:1767384373.189282:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300871 00000400:00000200:2.0:1767384373.189317:0:16136:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.152@tcp:0 00000400:00000200:2.0:1767384373.189333:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 rc 1 00000400:00000200:2.0:1767384373.189338:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302071 00000400:00000200:2.0:1767384373.189339:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000400:00000010:2.0:1767384373.189343:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000be256702. 00000400:00000010:2.0:1767384373.189348:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ee85f9. 00000400:00000010:2.0:1767384373.189353:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034b1fff0. 00000400:00000200:2.0:1767384373.189362:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384373.189370:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384373.189373:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:2.0:1767384373.189380:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000400:00000200:2.0:1767384373.189388:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:2.0:1767384373.189392:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000400:00000200:2.0:1767384373.189399:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000400:00000200:2.0:1767384373.189406:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000001:00000001:0.0:1767384373.189409:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384373.189410:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00080000:00000001:0.0:1767384373.189413:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.189420:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384373.189422:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000400:00000200:2.0:1767384373.189427:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000400:00000200:2.0:1767384373.189430:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:2.0:1767384373.189435:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000200:2.0:1767384373.189441:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00080000:00000001:0.0:1767384373.189442:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.189454:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384373.189458:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:2.0:1767384373.189463:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000400:00000200:2.0:1767384373.189467:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000400:00000200:2.0:1767384373.189473:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000400:00000200:2.0:1767384373.189477:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 60], ns[194, 60] 00000400:00000200:2.0:1767384373.189482:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 60], ns[56, 60] 00000400:00000200:2.0:1767384373.189496:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 56], ns[82, 56] 00000400:00000200:2.0:1767384373.189516:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 56], ns[120, 56] 00000400:00000200:2.0:1767384373.189520:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 56], ns[173, 56] 00000400:00000200:2.0:1767384373.189526:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 56], ns[90, 56] 00000400:00000200:2.0:1767384373.189532:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 56], ns[187, 56] 00000400:00000200:2.0:1767384373.189536:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 56], ns[152, 56] 00000400:00000200:2.0:1767384373.189542:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 56], ns[158, 56] 00000400:00000200:2.0:1767384373.189548:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 56], ns[136, 56] 00000400:00000200:2.0:1767384373.189554:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 56], ns[119, 56] 00000400:00000200:2.0:1767384373.189559:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 56], ns[169, 56] 00000400:00000200:2.0:1767384373.189564:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 56], ns[153, 56] 00000400:00000200:2.0:1767384373.189573:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 56], ns[150, 56] 00080000:00000001:0.0:1767384373.189573:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384373.189582:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384373.189587:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 56], ns[188, 56] 00000400:00000200:2.0:1767384373.189593:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 56], ns[160, 56] 00000400:00000200:2.0:1767384373.189598:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 56], ns[171, 56] 00000400:00000200:2.0:1767384373.189600:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 56], ns[175, 56] 00000400:00000200:2.0:1767384373.189603:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[180, 56], ns[190, 56] 00000400:00000200:2.0:1767384373.189608:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 56], ns[192, 56] 00000400:00000200:2.0:1767384373.189616:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384373.189620:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp27 00000400:00000200:2.0:1767384373.189623:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384373.189627:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp27 00000400:00000200:2.0:1767384373.189631:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [195:195:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1767384373.189635:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp27 00000400:00000200:2.0:1767384373.189644:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:) -> 192.168.203.152@tcp27(192.168.203.152@tcp:192.168.203.152@tcp27) : GET try# 0 00000800:00000200:2.0:1767384373.189650:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp27 00000800:00000010:2.0:1767384373.189652:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008a92e870. 00000800:00000200:2.0:1767384373.189662:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 00000800:00000200:2.0:1767384373.189671:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:988 00000800:00000200:2.0:1767384373.189673:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a92e870 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384373.189690:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384373.189694:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000800:00000200:0.0:1767384373.189787:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.189791:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008a92e870. 00000400:00000200:0.0:1767384373.189799:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384373.189800:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384373.189807:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.189808:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: GET: OK 00000800:00000001:2.0:1767384373.189814:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384373.189816:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384373.189819:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.189824:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000400:00000200:2.0:1767384373.189834:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : GET - for me 00000400:00000200:2.0:1767384373.189846:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384373.189853:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 672/672 into md 0x1f41 [1] + 0 00000400:00000200:2.0:1767384373.189860:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 00000400:00000200:2.0:1767384373.189865:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [196:196:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1767384373.189878:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) 192.168.203.152@tcp27 : REPLY try# 0 00000800:00000200:2.0:1767384373.189886:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000800:00000010:2.0:1767384373.189889:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a92e870. 00000800:00000200:2.0:1767384373.189893:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 00000800:00000200:2.0:1767384373.189903:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:987 00000800:00000200:2.0:1767384373.189905:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a92e870 type 3, nob 768 niov 1 nkiov 1 00000800:00000200:2.0:1767384373.190024:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384373.190027:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a92e870. 00000800:00000001:0.0:1767384373.190027:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384373.190036:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384373.190039:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.190043:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384373.190046:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: REPLY: OK 00000800:00000001:0.0:1767384373.190051:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.190066:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.190072:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.190083:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384373.190094:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp27: Reply from 12345-192.168.203.152@tcp27 of length 672/672 into md 0x1f5d 00000800:00000001:0.0:1767384373.190099:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.190118:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.190120:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.190127:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: REPLY: OK 00000400:00000200:0.0:1767384373.190131:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ee85f9 00000400:00000010:0.0:1767384373.190135:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ee85f9. 00000400:00000200:0.0:1767384373.190141:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384373.190147:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:0.0:1767384373.190150:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:0.0:1767384373.190153:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 40. state = 0x300271 00000400:00000200:0.0:1767384373.190158:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384373.190173:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (39) 00000800:00000001:0.0:1767384373.190206:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.190210:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.190229:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384373.190235:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000010:2.0:1767384373.190243:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 000000002622c2a9. 00000400:00000010:2.0:1767384373.190248:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 00000000f6a38b5a. 00000400:00000010:2.0:1767384373.190251:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 00000000987dac02. 00000400:00000200:2.0:1767384373.190570:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp40(0000000034943337) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384373.190582:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp44(0000000064363bda) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384373.190591:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c3ae80cc. 00000400:00000200:2.0:1767384373.190599:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c3ae80cc nid 192.168.203.152@tcp46 00000400:00000010:2.0:1767384373.190604:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c5eeb173. 00000400:00000200:2.0:1767384373.190608:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c5eeb173 net tcp46 00000400:00000200:2.0:1767384373.190612:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (38) 00000400:00000200:2.0:1767384373.190620:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp46 flags 0x11 00000400:00000010:2.0:1767384373.190626:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d3ac0868. 00000400:00000200:2.0:1767384373.190628:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d3ac0868 nid 192.168.203.152@tcp47 00000400:00000010:2.0:1767384373.190630:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c156921b. 00000400:00000200:2.0:1767384373.190632:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c156921b net tcp47 00000400:00000200:2.0:1767384373.190634:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (39) 00000400:00000200:2.0:1767384373.190641:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp47 flags 0x11 00000400:00000010:2.0:1767384373.190646:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000270617ea. 00000400:00000200:2.0:1767384373.190649:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000270617ea nid 192.168.203.152@tcp48 00000400:00000010:2.0:1767384373.190652:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000063c350ab. 00000400:00000200:2.0:1767384373.190653:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 0000000063c350ab net tcp48 00000400:00000200:2.0:1767384373.190656:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:2.0:1767384373.190661:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp48 flags 0x11 00000400:00000010:2.0:1767384373.190664:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 000000002622c2a9. 00000400:00000010:2.0:1767384373.190674:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 00000000f6a38b5a. 00000400:00000010:2.0:1767384373.190679:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 00000000987dac02. 00000400:00000010:2.0:1767384373.190686:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000be256702. 00000400:00000200:2.0:1767384373.190691:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384373.190695:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:2.0:1767384373.190701:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:2.0:1767384373.190710:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:2.0:1767384373.190716:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001db80167. 00000400:00000200:2.0:1767384373.190720:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000010:2.0:1767384373.190734:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e086d2cb. 00000400:00000200:2.0:1767384373.190743:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp27 00000400:00000200:2.0:1767384373.190755:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 00000400:00000200:2.0:1767384373.190762:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [197:197:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1767384373.190767:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp27 00000400:00000200:2.0:1767384373.190776:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) : PUT try# 0 00000800:00000200:2.0:1767384373.190784:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000800:00000010:2.0:1767384373.190788:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a92e870. 00000800:00000200:2.0:1767384373.190792:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 00000800:00000200:2.0:1767384373.190798:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:988 00000800:00000200:2.0:1767384373.190801:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a92e870 type 1, nob 768 niov 1 nkiov 1 00000400:00000200:2.0:1767384373.190812:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384373.190817:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000800:00000200:2.0:1767384373.190904:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384373.190907:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a92e870. 00000400:00000200:2.0:1767384373.190913:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.190919:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: PUT: OK 00000400:00000200:2.0:1767384373.190925:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384373.190929:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp27: 0 00000800:00000001:3.0:1767384373.190942:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.190952:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.190955:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.190959:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.190969:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : PUT - for me 00000400:00000200:3.0:1767384373.190988:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384373.190997:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 672/672 into md 0x1f59 [1] + 0 00000400:00000010:3.0:1767384373.191001:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e83ea1eb. 00000400:00000200:3.0:1767384373.191007:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f090cc67 00000800:00000001:3.0:1767384373.191012:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.191491:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.191494:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.191500:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: PUT: OK 00000400:00000200:3.0:1767384373.191507:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f090cc67 00000400:00000010:3.0:1767384373.191510:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f090cc67. 00000400:00000200:3.0:1767384373.191515:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384373.191563:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:3.0:1767384373.191569:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000010:3.0:1767384373.191575:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000b429e0a6. 00000400:00000200:3.0:1767384373.191578:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.152@tcp 40 00000400:00000200:3.0:1767384373.191590:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384373.191602:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000400:00000200:3.0:1767384373.191608:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384373.191614:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp27 to MR: 192.168.203.152@tcp27 local destination 00000400:00000200:3.0:1767384373.191620:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp27 NI seq info: [198:198:256:4294967295] 192.168.203.152@tcp27 LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1767384373.191630:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) -> 192.168.203.152@tcp27(192.168.203.152@tcp27:192.168.203.152@tcp27) 192.168.203.152@tcp27 : ACK try# 0 00000800:00000200:3.0:1767384373.191635:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp27 00000800:00000010:3.0:1767384373.191638:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4536f5a. 00000800:00000200:3.0:1767384373.191644:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003a1a085d] -> 12345-192.168.203.152@tcp27 (6) 00000400:00000200:1.0:1767384373.191644:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384373.191650:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e79207. 00000800:00000200:3.0:1767384373.191655:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp27 ip 192.168.203.152:987 00000400:00000010:1.0:1767384373.191656:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a04ce6. 00000800:00000200:3.0:1767384373.191660:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4536f5a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384373.191664:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000069faa5af 00000400:00000200:1.0:1767384373.191678:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3004f1 00000400:00000010:1.0:1767384373.191685:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 000000002a3aaa48. 00000400:00000010:1.0:1767384373.191688:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 0000000039c5e556. 00000400:00000010:1.0:1767384373.191693:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 0000000017821786. 00000800:00000200:3.0:1767384373.191756:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.191759:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4536f5a. 00000400:00000200:3.0:1767384373.191766:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.191773:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: ACK: OK 00000400:00000010:1.0:1767384373.191774:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 000000002a3aaa48. 00000400:00000010:1.0:1767384373.191782:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 0000000039c5e556. 00000800:00000001:3.0:1767384373.191785:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384373.191786:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 0000000017821786. 00000400:00000010:1.0:1767384373.191792:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000b429e0a6. 00000800:00000001:3.0:1767384373.191793:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.191799:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384373.191803:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000800:00000001:3.0:1767384373.191806:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.191808:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300571 00000800:00000001:3.0:1767384373.191810:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384373.191816:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 1 00000800:00000001:3.0:1767384373.191818:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.191828:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 00000400:00000200:3.0:1767384373.191832:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp27(192.168.203.152@tcp27) <- 192.168.203.152@tcp27 : ACK - for me 00000400:00000200:1.0:1767384373.191835:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384373.191842:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300511 rc 0 00000400:00000200:1.0:1767384373.191849:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384373.191856:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:3.0:1767384373.191857:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp27: ACK from 12345-192.168.203.152@tcp27 into md 0x1f61 00000400:00000200:3.0:1767384373.191866:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.191874:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp27->192.168.203.152@tcp27: ACK: OK 00000400:00000200:3.0:1767384373.191882:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db80167 00000400:00000010:3.0:1767384373.191885:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db80167. 00000400:00000200:3.0:1767384373.191892:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384373.191899:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000400:00000200:3.0:1767384373.191905:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (41) 00000800:00000001:3.0:1767384373.191913:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.191926:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384373.199360:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384373.199366:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:0.0:1767384373.199369:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.199370:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384373.199374:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384373.199378:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384373.199380:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384373.199381:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384373.199382:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384373.199383:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384373.199386:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009680a20a. 00080000:00000001:3.0:1767384373.199391:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384373.199391:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384373.199395:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384373.199399:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384373.199402:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384373.199405:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384373.199410:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384373.199415:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384373.199419:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384373.199427:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a511e09c. 00010000:00000001:1.0:1767384373.199433:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384373.199436:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bdb7235. 00000020:00000001:1.0:1767384373.199442:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384373.199446:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff2b to hash 00000020:00000001:1.0:1767384373.199448:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384373.199450:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199454:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199457:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.199459:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.199462:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199484:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384373.199489:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384373.199491:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384373.199494:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384373.199497:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.199500:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384373.199501:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.199504:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384373.199507:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384373.199509:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384373.199511:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384373.199514:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a511e09c) refcount = 1 00010000:00010000:1.0:1767384373.199518:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199526:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384373.199529:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384373.199531:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.199534:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199537:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384373.199541:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384373.199544:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384373.199547:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.199549:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.199551:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=4 00000020:00000001:1.0:1767384373.199555:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199558:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199561:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384373.199563:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199570:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384373.199573:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199593:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.199596:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384373.199599:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199605:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.199607:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199610:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384373.199612:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384373.199619:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001bdb7235 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384373.199622:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384373.199624:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384373.199626:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199632:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384373.199634:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.199635:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.199637:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=5 00000020:00000001:1.0:1767384373.199640:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199643:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.199646:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384373.199649:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199654:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384373.199655:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384373.199658:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199662:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384373.199664:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384373.199667:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.199677:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384373.199679:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff2b from hash 00010000:00000001:1.0:1767384373.199681:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384373.199682:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.199684:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.199685:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384373.199686:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384373.199688:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384373.199690:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384373.199693:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.199697:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199698:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384373.199700:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384373.199701:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.199702:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.199703:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199705:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.199706:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.199708:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199712:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.199713:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.199713:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384373.199714:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384373.199716:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.199717:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.199718:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384373.199720:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384373.199721:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.199723:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.199726:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384373.199728:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384373.199729:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff2b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384373.199740:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a511e09c count: 0 00010000:00000001:1.0:1767384373.199749:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384373.199751:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:1.0:1767384373.199767:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d483db49. 20000000:01000000:1.0:1767384373.199769:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:1.0:1767384373.199772:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384373.199776:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384373.199800:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384373.199802:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384373.199803:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.199804:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384373.199807:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384373.199809:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384373.199812:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384373.199816:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000017821786. 00080000:00000001:1.0:1767384373.199817:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720357376 : -113996989194240 : ffff985201f42000) 00080000:00000001:1.0:1767384373.199819:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384373.199883:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384373.199885:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.199886:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384373.199896:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.199899:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384373.200029:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384373.200031:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384373.206303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a511e09c. 00010000:00000010:1.1:1767384373.206311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bdb7235. 00000100:00000040:2.0:1767384373.208378:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294960950, at 4294960951 00000100:00000010:2.0:1767384373.208389:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc8c7419. 00000100:00000040:1.0:1767384373.208441:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294960950, at 4294960951 00000100:00000010:1.0:1767384373.208451:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008e4d3ae. 00000100:00000040:3.0:1767384373.209343:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294960950, at 4294960952 00000100:00000010:3.0:1767384373.209353:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006b8d99c. 00000100:00000040:0.0:1767384373.209353:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294960950, at 4294960952 00000100:00000010:0.0:1767384373.209374:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003aab7896. 00080000:00000001:3.0:1767384373.209734:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384373.209748:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384373.209751:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384373.209753:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384373.209753:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384373.209758:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384373.209759:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000010:3.0:1767384373.209761:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000017821786. 20000000:00000001:1.0:1767384373.209763:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384373.209766:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384373.209767:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384373.209768:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384373.209787:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384373.209789:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384373.209796:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384373.209818:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384373.209822:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384373.209826:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384373.209829:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384373.209831:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384373.209836:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ce023d3. 00010000:00000001:1.0:1767384373.209841:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384373.209844:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bdb7235. 00000020:00000001:1.0:1767384373.209848:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384373.209853:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff32 to hash 00000020:00000001:1.0:1767384373.209856:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384373.209858:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.209860:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.209864:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.209868:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.209872:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209877:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384373.209879:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384373.209880:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384373.209881:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384373.209885:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.209888:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384373.209892:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.209894:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384373.209897:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384373.209898:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384373.209900:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384373.209901:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce023d3) refcount = 1 00010000:00010000:1.0:1767384373.209903:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209908:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384373.209911:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384373.209914:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.209921:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.209924:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384373.209926:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384373.209929:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384373.209931:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.209935:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.209936:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=4 00000020:00000001:1.0:1767384373.209942:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.209946:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.209950:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384373.209951:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209956:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384373.209957:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209960:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.209961:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384373.209962:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209966:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.209967:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.209969:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384373.209970:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384373.209975:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001bdb7235 already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384373.209978:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384373.209980:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384373.209983:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.209987:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384373.209993:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.209997:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.210001:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=5 00000020:00000001:1.0:1767384373.210003:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.210005:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384373.210008:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384373.210009:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.210013:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384373.210016:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384373.210019:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.210025:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384373.210026:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384373.210028:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.210031:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384373.210033:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff32 from hash 00010000:00000001:1.0:1767384373.210035:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384373.210037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.210039:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.210041:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384373.210045:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384373.210047:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384373.210049:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384373.210051:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.210053:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.210054:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384373.210056:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384373.210058:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.210059:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.210061:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.210063:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.210064:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.210065:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.210068:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.210073:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.210074:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384373.210076:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384373.210077:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.210078:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.210079:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384373.210081:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384373.210082:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.210084:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.210087:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384373.210088:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384373.210089:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff32 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384373.210093:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ce023d3 count: 0 00010000:00000001:1.0:1767384373.210108:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384373.210109:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384373.210895:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384373.210898:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384373.210900:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000422a0684. 20000000:00000001:0.0:1767384373.210904:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384373.210907:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767936 00010000:00000001:0.0:1767384373.210909:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384373.210917:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb80b16d x1853236737767936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384373.210924:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384373.210926:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.210930:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.210934:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.210936:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384373.210939:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384373.210942:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384373.210944:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.210948:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.210951:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.210954:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af6949f1. 00000100:00000200:0.0:1767384373.210958:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737767936, offset 224 00000400:00000200:0.0:1767384373.210964:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.210972:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.210983:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707a00 00000400:00000200:0.0:1767384373.210988:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f51 [2] + 224 00000400:00000200:0.0:1767384373.211002:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.211005:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.211009:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.211013:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.211020:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.211034:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.211040:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6949f1 00000100:00000001:1.0:1767384373.211042:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384373.211043:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af6949f1. 00000100:00000001:0.0:1767384373.211046:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384373.211048:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.211052:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.211054:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384373.211056:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384373.211059:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.211062:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384373.211063:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384373.211067:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb80b16d x1853236737767936/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384373.211068:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.211072:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384373.211075:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af74f6e8. 00000100:00100000:0.0:1767384373.211080:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb80b16d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737767936:12345-0@lo:253: Request processed in 22153us (22721us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384373.211082:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000557ed5c1 00000400:00000010:1.0:1767384373.211086:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000557ed5c1. 00000100:00000001:1.0:1767384373.211089:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384373.211092:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000200:1.0:1767384373.211096:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.211097:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384373.211102:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.211105:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384373.211110:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384373.211110:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d246006f. 00000020:00000010:0.0:1767384373.211116:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000001:1.0:1767384373.211120:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384373.211121:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e191891. 00000100:00000001:1.0:1767384373.211122:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.211125:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384373.211128:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384373.211128:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:1.0:1767384373.211130:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384373.211133:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.211133:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.211136:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000153881f8. 02000000:00000001:0.0:1767384373.211139:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.211141:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384373.211143:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384373.211147:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384373.211152:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=88 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384373.211153:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384373.211154:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384373.211157:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.211158:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df7c8557. 00010000:00000001:1.0:1767384373.211159:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384373.211163:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.211164:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af6949f1. 00000100:00000001:1.0:1767384373.211165:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.211169:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.211175:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.211177:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384373.211179:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384373.211181:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384373.211183:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384373.211184:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384373.211185:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384373.211186:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384373.211187:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384373.211188:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384373.211189:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384373.211190:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384373.211193:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384373.211198:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c2f30ef5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737767936:0@lo:253: 00000100:00000001:1.0:1767384373.211201:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.211203:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.211204:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2f30ef5 x1853236737767936/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.211208:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384373.211210:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384373.211212:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ef6d7778. 02000000:00000001:1.0:1767384373.211215:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384373.211217:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384373.211218:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384373.211225:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384373.211227:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000059e0cabd. 02000000:00000001:1.0:1767384373.211230:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384373.211231:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384373.211233:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2f30ef5. 00000100:00000001:1.0:1767384373.211236:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384373.211237:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.211239:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.211246:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384373.211247:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.211248:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384373.211250:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.211996:0:37635:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007f2fd1ef. 00000400:00000040:2.0:1767384373.212017:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.212020:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.212023:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.212025:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.212027:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.212029:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384373.212032:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.212034:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.212036:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.212037:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384373.212040:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.212041:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.212043:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.212045:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.212047:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384373.212049:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.212051:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.212053:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384373.212055:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384373.212057:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.212058:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.212061:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.212062:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.212065:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.212067:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384373.212069:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.212070:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.212073:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.212074:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.212075:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.212078:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384373.212080:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.212082:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.212083:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.212086:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.212088:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.212089:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384373.212096:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.212097:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.212098:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.212101:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.212103:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.212104:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384373.212105:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384373.212108:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384373.212110:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384373.212112:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384373.212114:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384373.212116:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.212118:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.212120:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384373.212121:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.212121:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384373.212123:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384373.212125:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384373.212126:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384373.212127:0:37635:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384373.212343:0:37635:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007f2fd1ef. 00080000:00000020:1.0:1767384373.213086:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384373.213088:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384373.213089:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c368385. 20000000:00000001:1.0:1767384373.213095:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384373.213097:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737767808 00010000:00000001:1.0:1767384373.213098:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384373.213101:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000757ef5f x1853236737767808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384373.213107:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384373.213108:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384373.213110:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384373.213112:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384373.213113:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384373.213115:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384373.213117:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384373.213118:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.213119:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384373.213121:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384373.213123:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d91838. 00000100:00000200:1.0:1767384373.213125:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737767808, offset 224 00000400:00000200:1.0:1767384373.213129:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384373.213133:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384373.213138:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707980 00000400:00000200:1.0:1767384373.213141:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f49 [2] + 224 00000400:00000200:1.0:1767384373.213151:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.213153:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384373.213156:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384373.213158:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384373.213165:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.213175:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384373.213179:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d91838 00000400:00000010:1.0:1767384373.213181:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d91838. 00000100:00000001:1.0:1767384373.213183:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384373.213184:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384373.213188:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.213189:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384373.213191:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384373.213192:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384373.213196:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384373.213198:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384373.213198:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.213201:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384373.213202:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384373.213204:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000100:00000040:1.0:1767384373.213207:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000757ef5f x1853236737767808/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384373.213210:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a64dd07 00000400:00000010:0.0:1767384373.213214:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a64dd07. 00000100:00100000:1.0:1767384373.213217:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000757ef5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737767808:12345-0@lo:253: Request processed in 24293us (24877us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384373.213217:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.213224:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384373.213229:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384373.213234:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384373.213238:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384373.213240:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.213241:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384373.213245:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000acc03c6a. 00000100:00000001:0.0:1767384373.213251:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384373.213252:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba14b64b. 00000100:00000001:0.0:1767384373.213255:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384373.213257:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004414e9cb. 00000100:00000001:0.0:1767384373.213258:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384373.213261:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384373.213262:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384373.213263:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384373.213266:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384373.213266:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384373.213269:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000696f8fa6. 02000000:00000001:0.0:1767384373.213270:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.213295:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384373.213298:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.213300:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384373.213302:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.213304:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384373.213306:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384373.213306:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.213307:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.213309:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384373.213311:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.213319:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384373.213332:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384373.213335:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384373.213338:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002169d910. 00000100:00000001:0.0:1767384373.213338:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384373.213344:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d91838. 00000020:01000004:0.0:1767384373.213344:0:16141:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384373.213346:0:16141:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384373.213354:0:16141:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384373.213356:0:16141:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384373.213357:0:16141:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384373.213358:0:16141:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384373.213359:0:16141:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384373.213360:0:16141:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384373.213360:0:16141:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384373.213361:0:16141:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384373.213363:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.213368:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004b6a66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737767808:0@lo:253: 00000100:00000001:0.0:1767384373.213371:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.213372:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384373.213373:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004b6a66ce x1853236737767808/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.213377:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384373.213378:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384373.213379:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000455dd7f. 02000000:00000001:0.0:1767384373.213382:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384373.213383:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384373.213384:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384373.213385:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384373.213386:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f2bbbdcd. 02000000:00000001:0.0:1767384373.213388:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384373.213389:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384373.213390:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b6a66ce. 00000100:00000001:0.0:1767384373.213392:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384373.213392:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.213393:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.213397:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.213398:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.213399:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.213401:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384373.215367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ce023d3. 00010000:00000010:1.1:1767384373.215374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bdb7235. 00010000:00000001:3.0:1767384373.282359:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384373.282364:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.282371:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384373.282373:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.282408:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384373.282413:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.282416:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384373.666362:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp33 00000400:00000010:3.0:1767384373.666368:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d064396d. 00000400:00000010:3.0:1767384373.666376:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d73a871. 00000400:00000010:3.0:1767384373.666381:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000400:00000010:3.0:1767384373.666390:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8fa5df4. 00000400:00000200:3.0:1767384373.666395:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp33 00000400:00000200:3.0:1767384373.666421:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp33 local destination 00000400:00000200:3.0:1767384373.666428:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp33 00000400:00000200:3.0:1767384373.666434:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp33 NI seq info: [199:199:256:4294967295] 192.168.203.152@tcp33 LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1767384373.666442:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp33 00000400:00000200:3.0:1767384373.666456:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp33(192.168.203.152@tcp33:) -> 192.168.203.152@tcp33(192.168.203.152@tcp33:192.168.203.152@tcp33) : GET try# 0 00000800:00000200:3.0:1767384373.666464:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp33 00000800:00000010:3.0:1767384373.666469:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ea83611. 00000800:00000200:3.0:1767384373.666476:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000800:00000200:3.1:1767384373.666488:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb2bedb7] -> 12345-192.168.203.152@tcp33 (2) 00000400:00000200:3.0:1767384373.666508:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp33 added to recovery queue. ping count: 5 next ping: 326 health :500 00000400:00000200:0.0:1767384373.666678:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666760:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666842:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666875:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666926:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666943:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666959:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.666991:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667010:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667069:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667103:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667118:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667134:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667152:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667168:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667188:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667206:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667222:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667240:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667255:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667271:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667391:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667408:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667427:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667440:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384373.667482:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384373.667635:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000455dd7f. 00000800:00000010:0.0:1767384373.667640:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d69a7a04. 00000800:00000010:0.0:1767384373.667644:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bea0e54. 00000800:00000010:0.0:1767384373.667662:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bea0e54. 00000800:00020000:0.0:1767384373.667671:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384373.667674:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d69a7a04. 00000800:00000010:0.0:1767384373.667677:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000455dd7f. 00000400:02020000:0.0:1767384373.667708:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384373.667713:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp33 notifying 192.168.203.152@tcp33: down 00000800:00000200:0.0:1767384373.667718:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp33 down 00000800:00000100:0.0:1767384373.667723:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp33 00000800:00000010:0.0:1767384373.667725:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ea83611. 00000400:00000200:0.0:1767384373.667729:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384373.667732:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp33->192.168.203.152@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384373.667739:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384373.667741:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384373.667744:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp33) recovery failed with -71 00010000:00000001:3.0:1767384374.305354:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384374.305361:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.305366:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384374.305367:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.305390:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.305393:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.305396:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384374.433439:0:20661:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384374.433440:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384374.433446:0:20661:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.433447:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384374.689361:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384374.689366:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384374.689369:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000800:00000200:1.0:1767384374.689370:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0cf08a4] -> 12345-192.168.203.152@tcp14 (6) 00000400:00000010:3.0:1767384374.689373:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000400:00000200:3.0:1767384374.689380:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384374.689384:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp14 ip 192.168.203.152:988 00000400:00000200:3.0:1767384374.689387:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp33 recovery ping unlinked 00000800:00000200:1.0:1767384374.689392:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384374.689399:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d064396d. 00000400:00000010:3.0:1767384374.689404:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d73a871. 00000800:00000200:0.0:1767384374.689517:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384374.689523:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.689532:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.689535:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.689537:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384374.945356:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384374.945362:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:0.0:1767384374.945366:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.945368:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384374.945369:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384374.945370:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384374.945372:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384374.945374:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384374.945375:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 79 10000000:00000001:0.0:1767384374.945387:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384374.945388:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384374.945394:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048bfb713. 00000020:00000040:0.0:1767384374.945398:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384374.945401:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384374.945404:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384374.945408:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384374.945414:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062aef310. 00000100:00000001:0.0:1767384374.945419:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.945422:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384374.945424:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384374.945431:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3d47df6. 00010000:00000001:0.0:1767384374.945434:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384374.945436:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ba16e11. 00000020:00000001:0.0:1767384374.945440:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384374.945442:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000ba16e11 with handle 0x1cafe7b7e4a4ff39 to hash 00000020:00000001:0.0:1767384374.945443:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384374.945444:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.945446:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.945449:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384374.945451:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.945452:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384374.945459:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384374.945466:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384374.945470:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384374.945471:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384374.945475:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f43af1db. 00000100:00000001:0.0:1767384374.945477:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081098483968 : -113992611067648 : ffff985306e90900) 00000100:00000001:0.0:1767384374.945479:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384374.945483:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000100:00000001:0.0:1767384374.945487:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384374.945488:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.945490:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384374.945491:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384374.945498:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.945505:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384374.945506:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.945509:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384374.945510:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384374.945513:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.945514:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737768064:0@lo:101: 00000100:00000001:0.0:1767384374.945517:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384374.945521:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384374.945523:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.945525:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384374.945528:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a38d7fe. 02000000:00000001:0.0:1767384374.945529:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.945533:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000010:0.0:1767384374.945537:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384374.945542:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737768064, portal 25 00000100:00000001:0.0:1767384374.945544:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384374.945545:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000100:00000040:0.0:1767384374.945547:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.945552:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.945554:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.945556:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384374.945557:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737768064, offset 0 00000400:00000200:0.0:1767384374.945562:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.945571:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.945579:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d707a80 00000400:00000200:0.0:1767384374.945583:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16a1 [2] + 0 00000400:00000010:0.0:1767384374.945590:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002938df0. 00000400:00000200:0.0:1767384374.945593:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000898c81d3 00000400:00000200:0.0:1767384374.945597:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.945600:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384374.945603:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000898c81d3 00000400:00000010:0.0:1767384374.945605:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000898c81d3. 00000100:00000001:0.0:1767384374.945608:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384374.945610:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384374.945612:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000006f648334 x1853236737768064 msgsize 328 00000100:00100000:0.0:1767384374.945614:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384374.945616:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384374.945626:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384374.945631:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384374.945632:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384374.945634:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384374.945636:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.945642:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.945644:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.945648:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.945649:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384374.945652:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.945655:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294962707 00000100:00000010:0.0:1767384374.945658:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003aab7896. 00000100:00000001:0.0:1767384374.945663:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384374.945667:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294962707 00000100:00000010:0.0:1767384374.945668:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e22e1c9d. 00000100:00000001:0.0:1767384374.945670:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384374.945676:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294962707 00000100:00000010:0.0:1767384374.945678:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073749e9f. 00000100:00000001:0.0:1767384374.945681:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384374.945686:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294962707 00000100:00000010:0.0:1767384374.945692:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000102944ba. 00000100:00000001:0.0:1767384374.945695:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384374.945701:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.945702:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384374.945703:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.945707:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768064 00000100:00000001:0.0:1767384374.945708:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384374.945710:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384374.945712:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384374.945713:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f43af1db going to sleep for 11 seconds 00000100:00000001:1.0:1767384374.945716:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.945717:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384374.945719:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.945720:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.945725:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.945729:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768064 00000020:00000001:1.0:1767384374.945731:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.945732:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384374.945734:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.945736:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:1.0:1767384374.945739:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384374.945741:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384374.945745:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.945749:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:1.0:1767384374.945751:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.945753:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000020:00000010:1.0:1767384374.945758:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a23265. 00000020:00000010:1.0:1767384374.945762:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6cf6256. 00000020:00000010:1.0:1767384374.945766:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000040:1.0:1767384374.945773:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384374.945776:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.945777:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.945784:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.945790:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.945801:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.945810:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.945812:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384374.945815:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:1.0:1767384374.945818:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384374.945820:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017786960 : -113991691764656 : ffff98533db47c50) 00000100:00000040:1.0:1767384374.945824:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f648334 x1853236737768064/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.945831:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.945833:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:1.0:1767384374.945835:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.945836:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000100:00100000:1.0:1767384374.945839:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f648334 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737768064:12345-0@lo:101: 00000100:00000200:1.0:1767384374.945841:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768064 00000020:00000001:1.0:1767384374.945844:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384374.945846:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384374.945848:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.945850:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.945851:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:1.0:1767384374.945853:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384374.945854:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.945857:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384374.945858:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384374.945860:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.945862:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384374.945863:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384374.945864:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384374.945866:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384374.945867:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.945870:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384374.945873:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ce023d3. 00010000:00000001:1.0:1767384374.945879:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384374.945881:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004876a089. 00000020:00000001:1.0:1767384374.945883:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384374.945884:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004876a089 with handle 0x1cafe7b7e4a4ff40 to hash 00000020:00000001:1.0:1767384374.945885:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384374.945886:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384374.945888:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00010000:1.0:1767384374.945889:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4ff39 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384374.945894:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:1.0:1767384374.945896:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:1.0:1767384374.945902:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384374.945903:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384374.945906:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c798e826. 02000000:00000001:1.0:1767384374.945908:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.945909:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.945911:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384374.945914:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384374.945916:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384374.945917:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384374.945918:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.945920:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384374.945920:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.945922:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384374.945924:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384374.945925:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384374.945926:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384374.945927:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce023d3) refcount = 1 00010000:00010000:1.0:1767384374.945930:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384374.945935:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384374.945936:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384374.945936:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.945941:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.945942:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384374.945946:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384374.945947:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384374.945952:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384374.945953:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384374.945955:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.945956:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.945958:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384374.945958:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.945960:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384374.945960:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000004876a089, rc 0) 00000020:00000001:1.0:1767384374.945962:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384374.945964:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737768064 00010000:00000001:1.0:1767384374.945966:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384374.945968:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f648334 x1853236737768064/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 328/344 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384374.945973:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384374.945975:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.945977:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.945981:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.945982:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384374.945984:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384374.945985:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384374.945987:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.945989:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384374.945990:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384374.945992:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384374.945994:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737768064, offset 224 00000400:00000200:1.0:1767384374.945997:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384374.946002:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384374.946006:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d707a80 00000400:00000200:1.0:1767384374.946009:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f7d [1] + 224 00000400:00000200:1.0:1767384374.946016:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.946018:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384374.946021:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384374.946023:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384374.946029:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.946042:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384374.946047:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384374.946048:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00000001:1.0:1767384374.946051:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384374.946052:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.946056:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.946058:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384374.946060:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384374.946061:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384374.946064:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.946066:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384374.946067:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384374.946070:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f648334 x1853236737768064/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 328/344 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384374.946071:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384374.946074:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000400:00000200:0.0:1767384374.946080:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000100:00100000:1.0:1767384374.946084:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f648334 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737768064:12345-0@lo:101: Request processed in 250us (468us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384374.946084:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384374.946089:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384374.946094:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.946097:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:1.0:1767384374.946103:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384374.946108:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384374.946110:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.946111:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384374.946116:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6cf6256. 00000100:00000001:0.0:1767384374.946119:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384374.946121:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384374.946122:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000100:00000001:0.0:1767384374.946124:0:16775:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384374.946128:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a23265. 02000000:00000001:0.0:1767384374.946128:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384374.946129:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.946132:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384374.946134:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384374.946135:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.946141:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384374.946141:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=89 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384374.946144:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c798e826. 00000100:00001000:0.0:1767384374.946146:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=89 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384374.946148:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384374.946150:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384374.946151:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.946153:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.946155:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384374.946156:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946161:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384374.946164:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384374.946164:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384374.946170:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043f7b98f. 00000400:00000010:1.0:1767384374.946175:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d2ff536. 00000100:00000001:0.0:1767384374.946183:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384374.946185:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384374.946187:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384374.946189:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.946194:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737768064:0@lo:101: 00000100:00000001:0.0:1767384374.946198:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.946199:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946200:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384374.946201:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.946203:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946207:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384374.946208:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f43af1db. 00000100:00000001:0.0:1767384374.946210:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384374.946211:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.946213:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384374.946215:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384374.946216:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384374.946218:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=4 00000020:00000001:0.0:1767384374.946219:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.946220:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000040:0.0:1767384374.946223:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000ba16e11, remote cookie: 0x1cafe7b7e4a4ff40, flags: 0x0 00010000:00000001:0.0:1767384374.946225:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384374.946227:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384374.946228:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384374.946229:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384374.946229:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384374.946231:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b3d47df6) refcount = 1 00010000:00010000:0.0:1767384374.946233:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384374.946243:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384374.946244:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384374.946245:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384374.946247:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384374.946249:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.946250:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384374.946254:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384374.946255:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.946255:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.946256:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.946257:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.946258:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946259:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.946261:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048bfb713 x1853236737768064/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946265:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384374.946267:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384374.946268:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a38d7fe. 02000000:00000001:0.0:1767384374.946270:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384374.946271:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384374.946272:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384374.946289:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384374.946291:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062aef310. 02000000:00000001:0.0:1767384374.946293:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384374.946295:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384374.946296:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048bfb713. 00000100:00000001:0.0:1767384374.946298:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384374.946299:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384374.946300:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.946302:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384374.946302:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:0.0:1767384374.946304:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.946306:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384374.946320:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384374.946321:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=3 00000020:00000001:0.0:1767384374.946322:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.946324:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.946326:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384374.946327:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.946328:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.946329:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.946330:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384374.946332:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007c77993c. 00000100:00000010:0.0:1767384374.946342:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048bfb713. 00000020:00000040:0.0:1767384374.946344:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384374.946346:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384374.946347:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384374.946348:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384374.946351:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062aef310. 00000100:00000001:0.0:1767384374.946353:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946355:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384374.946357:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009a38d7fe. 00000100:00000010:0.0:1767384374.946359:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a40980e3. 00000020:00000040:0.0:1767384374.946360:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384374.946363:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384374.946364:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384374.946365:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f43af1db. 00000100:00000001:0.0:1767384374.946367:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630081098483968 : -113992611067648 : ffff985306e90900) 00000100:00000001:0.0:1767384374.946368:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384374.946369:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000100:00000001:0.0:1767384374.946371:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384374.946372:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946373:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384374.946373:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384374.946375:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946379:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384374.946380:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.946385:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384374.946386:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384374.946387:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.946389:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737768192:0@lo:256: 00000100:00000001:0.0:1767384374.946391:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384374.946393:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384374.946394:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946396:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384374.946399:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000010:0.0:1767384374.946402:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001fab0363. 00000100:00000200:0.0:1767384374.946404:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d707b00-0x695824d707b00, portal 33 00000100:00000001:0.0:1767384374.946406:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.946408:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384374.946409:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061bd6b25. 02000000:00000001:0.0:1767384374.946410:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.946412:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c6758. 00000400:00000010:0.0:1767384374.946413:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384374.946414:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737768192, portal 25 00000100:00000001:0.0:1767384374.946416:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384374.946416:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000100:00000040:0.0:1767384374.946418:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946423:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.946424:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.946425:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384374.946426:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737768192, offset 0 00000400:00000200:0.0:1767384374.946428:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.946432:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.946435:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d707b00 00000400:00000200:0.0:1767384374.946438:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x16c9 [2] + 0 00000400:00000010:0.0:1767384374.946440:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e0ad35c. 00000400:00000200:0.0:1767384374.946442:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000103ff5ac 00000400:00000200:0.0:1767384374.946444:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.946450:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384374.946452:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000103ff5ac 00000400:00000010:0.0:1767384374.946453:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000103ff5ac. 00000100:00000001:0.0:1767384374.946455:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384374.946456:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384374.946458:0:16775:0:(events.c:337:request_in_callback()) incoming req@000000006365ae53 x1853236737768192 msgsize 304 00000100:00100000:0.0:1767384374.946460:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384374.946461:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384374.946469:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384374.946472:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384374.946473:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384374.946475:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384374.946477:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946482:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.946484:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.946489:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946490:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384374.946493:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946495:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294962708 00000100:00000001:1.0:1767384374.946496:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384374.946499:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768192 00000100:00000001:0.0:1767384374.946499:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962707 02000000:00000001:1.0:1767384374.946502:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384374.946504:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294962708 00000100:00000001:1.0:1767384374.946505:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.946508:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946508:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962707 00000100:00000001:0.0:1767384374.946513:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294962708 02000000:00000001:1.0:1767384374.946514:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.946516:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962707 00000100:00100000:1.0:1767384374.946518:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768192 00000100:00000001:0.0:1767384374.946519:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294962708 00000020:00000001:1.0:1767384374.946521:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384374.946522:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962707 00000020:00000040:1.0:1767384374.946524:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:0.0:1767384374.946526:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384374.946527:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384374.946530:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384374.946531:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384374.946533:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384374.946536:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384374.946536:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384374.946539:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384374.946542:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384374.946544:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f43af1db going to sleep for 11 seconds 00000020:00000010:1.0:1767384374.946546:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:0.0:1767384374.946547:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384374.946550:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946551:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.946554:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000020:00000010:1.0:1767384374.946557:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a23265. 00000020:00000010:1.0:1767384374.946559:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6cf6256. 00000020:00000010:1.0:1767384374.946561:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000040:1.0:1767384374.946564:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384374.946566:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.946567:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.946568:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946570:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946578:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.946583:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.946584:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384374.946586:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:1.0:1767384374.946588:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384374.946590:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082017783888 : -113991691767728 : ffff98533db47050) 00000100:00000040:1.0:1767384374.946593:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006365ae53 x1853236737768192/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 304/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.946604:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.946606:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1b92d30. 00000100:00000001:1.0:1767384374.946607:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.946608:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1b92d30. 00000100:00100000:1.0:1767384374.946611:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006365ae53 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737768192:12345-0@lo:256: 00000100:00000200:1.0:1767384374.946613:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768192 00000020:00000001:1.0:1767384374.946615:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384374.946616:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384374.946618:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.946619:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.946620:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:1.0:1767384374.946622:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384374.946623:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.946624:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384374.946625:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384374.946626:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946629:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384374.946630:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384374.946631:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c798e826. 02000000:00000001:1.0:1767384374.946632:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946633:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384374.946635:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384374.946638:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384374.946640:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384374.946642:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384374.946644:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384374.946646:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384374.946647:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384374.946649:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006bbf4be2. 20000000:00000001:1.0:1767384374.946651:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384374.946663:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384374.946668:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384374.946672:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384374.946676:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384374.946677:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384374.946679:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384374.946680:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384374.946681:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384374.946682:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384374.946684:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384374.946685:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384374.946686:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384374.946687:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384374.946688:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384374.946689:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384374.946690:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384374.946691:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384374.946693:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384374.946694:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384374.946695:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384374.946696:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384374.946697:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384374.946698:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384374.946699:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384374.946700:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384374.946701:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384374.946702:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384374.946703:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384374.946705:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384374.946706:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384374.946707:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384374.946708:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384374.946709:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384374.946710:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384374.946712:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384374.946713:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384374.946714:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384374.946716:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384374.946717:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384374.946718:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:1.0:1767384374.946719:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:1.0:1767384374.946727:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384374.946731:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384374.946732:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384374.946734:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384374.946735:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384374.946736:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384374.946737:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384374.946739:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384374.946740:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384374.946741:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384374.946742:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384374.946743:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384374.946744:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384374.946745:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384374.946746:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384374.946747:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384374.946749:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384374.946750:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384374.946751:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384374.946752:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384374.946753:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384374.946754:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384374.946755:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384374.946756:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384374.946757:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384374.946758:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384374.946760:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384374.946761:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384374.946762:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384374.946763:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384374.946764:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384374.946765:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384374.946767:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384374.946768:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384374.946769:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384374.946770:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384374.946771:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384374.946773:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384374.946774:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384374.946775:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:1.0:1767384374.946779:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:1.0:1767384374.946780:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:1.0:1767384374.946782:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:1.0:1767384374.946784:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384374.946786:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006fe1e2c9. 00000100:00000010:1.0:1767384374.946787:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e0c3b357. 00000020:00000040:1.0:1767384374.946789:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:1.0:1767384374.946791:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384374.946793:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384374.946795:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000400:00000010:1.0:1767384374.946799:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028b45295. 00000400:00000200:1.0:1767384374.946801:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384374.946807:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384374.946810:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x695824d707b00 00000400:00000200:1.0:1767384374.946813:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1f8d [4] + 0 00000400:00000010:1.0:1767384374.946815:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3d5df6. 00000400:00000200:1.0:1767384374.946817:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001fab0363 00000400:00000200:1.0:1767384374.946820:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.946822:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384374.946823:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fab0363 00000400:00000010:1.0:1767384374.946824:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001fab0363. 00000100:00000001:1.0:1767384374.946826:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384374.946827:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000048bfb713 desc 000000009a38d7fe mbits 1853236737768192 00000100:00000001:1.0:1767384374.946836:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384374.946839:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384374.946841:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384374.946845:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f99 00000400:00000200:1.0:1767384374.946847:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.946849:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384374.946851:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384374.946852:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006fe1e2c9 00000100:00000001:1.0:1767384374.946854:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384374.946858:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384374.946859:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00000001:1.0:1767384374.946861:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384374.946865:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384374.946866:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006fe1e2c9 00000100:00000001:1.0:1767384374.946870:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384374.946870:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384374.946878:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x695824d707b00-0x695824d707b00 00000100:00000001:1.0:1767384374.946881:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.946885:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946887:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384374.946888:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:1.0:1767384374.946891:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e0c3b357. 00000100:00000010:1.0:1767384374.946893:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006fe1e2c9. 00000100:00000001:1.0:1767384374.946894:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384374.946895:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384374.946899:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006bbf4be2. 20000000:00000001:1.0:1767384374.946902:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384374.946903:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737768192 00010000:00000001:1.0:1767384374.946905:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384374.946907:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006365ae53 x1853236737768192/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 304/240 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384374.946912:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384374.946913:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.946914:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.946916:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.946918:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384374.946919:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384374.946921:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384374.946922:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.946923:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384374.946925:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384374.946926:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384374.946928:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737768192, offset 224 00000400:00000200:1.0:1767384374.946930:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384374.946933:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384374.946936:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d707b00 00000400:00000200:1.0:1767384374.946939:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f91 [1] + 224 00000400:00000200:1.0:1767384374.946941:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.946946:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384374.946947:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384374.946949:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384374.946954:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.946964:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384374.946966:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384374.946967:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00000001:1.0:1767384374.946969:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384374.946969:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.946971:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.946973:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384374.946974:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384374.946975:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.946976:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384374.946979:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006365ae53 x1853236737768192/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:355/0 lens 304/240 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.946984:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006365ae53 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737768192:12345-0@lo:256: Request processed in 380us (525us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384374.946990:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384374.946991:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:1.0:1767384374.946995:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000001:0.0:1767384374.946997:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384374.946998:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384374.947001:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384374.947002:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384374.947004:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6cf6256. 00000400:00000010:0.0:1767384374.947005:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000312c6758. 00000020:00000010:1.0:1767384374.947009:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000400:00000200:0.0:1767384374.947010:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000400:00000010:0.0:1767384374.947013:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000020:00000010:1.0:1767384374.947014:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a23265. 00000100:00000001:0.0:1767384374.947017:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384374.947019:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000200:0.0:1767384374.947022:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384374.947023:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384374.947026:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c798e826. 02000000:00000001:1.0:1767384374.947030:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384374.947033:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384374.947039:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384374.947039:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.947045:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384374.947047:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c39cdbd. 00000100:00000001:0.0:1767384374.947048:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.947052:0:16775:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384374.947055:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e31125ae. 02000000:00000001:0.0:1767384374.947055:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384374.947057:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.947060:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.947062:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.947064:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384374.947066:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.947068:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384374.947068:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.947070:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384374.947072:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.947073:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.947075:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384374.947081:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.947085:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384374.947092:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384374.947094:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.947098:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737768192:0@lo:256: 00000100:00000001:0.0:1767384374.947101:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.947102:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.947103:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384374.947104:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.947105:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.947109:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384374.947110:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f43af1db. 00000100:00000001:0.0:1767384374.947112:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384374.947113:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384374.947115:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:0.0:1767384374.947117:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384374.947122:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000d83be62b. 00010000:00000001:0.0:1767384374.947129:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384374.947131:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384374.947134:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:0.0:1767384374.947136:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.947137:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384374.947138:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:0.0:1767384374.947140:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:0.0:1767384374.947143:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.203.152@tcp' 00000400:00000200:0.0:1767384374.947145:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384374.947146:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384374.947148:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:0.0:1767384374.947151:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384374.947154:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:0.0:1767384374.947157:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384374.947159:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:0.0:1767384374.947161:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (41) 00000400:00000200:0.0:1767384374.947162:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:0.0:1767384374.947166:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:0.0:1767384374.947169:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947170:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:0.0:1767384374.947171:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:0.0:1767384374.947173:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947174:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:0.0:1767384374.947175:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:0.0:1767384374.947177:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947177:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:0.0:1767384374.947178:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:0.0:1767384374.947180:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947181:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:0.0:1767384374.947182:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:0.0:1767384374.947183:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947184:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:0.0:1767384374.947185:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:0.0:1767384374.947186:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947187:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:0.0:1767384374.947188:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:0.0:1767384374.947190:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947190:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:0.0:1767384374.947191:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:0.0:1767384374.947193:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947194:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:0.0:1767384374.947195:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:0.0:1767384374.947196:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947197:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:0.0:1767384374.947198:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:0.0:1767384374.947200:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947200:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:0.0:1767384374.947201:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:0.0:1767384374.947203:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947204:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:0.0:1767384374.947205:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:0.0:1767384374.947206:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947207:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:0.0:1767384374.947212:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:0.0:1767384374.947214:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947215:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:0.0:1767384374.947216:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:0.0:1767384374.947217:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947218:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:0.0:1767384374.947219:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:0.0:1767384374.947221:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947221:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:0.0:1767384374.947222:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:0.0:1767384374.947224:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947225:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:0.0:1767384374.947226:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:0.0:1767384374.947227:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947228:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:0.0:1767384374.947229:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:0.0:1767384374.947231:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947231:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:0.0:1767384374.947232:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:0.0:1767384374.947234:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947235:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:0.0:1767384374.947236:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:0.0:1767384374.947237:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947238:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:0.0:1767384374.947239:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:0.0:1767384374.947241:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947241:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:0.0:1767384374.947242:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:0.0:1767384374.947244:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947245:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:0.0:1767384374.947246:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:0.0:1767384374.947247:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947248:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:0.0:1767384374.947249:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:0.0:1767384374.947251:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947251:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:0.0:1767384374.947255:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:0.0:1767384374.947257:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947258:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:0.0:1767384374.947259:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:0.0:1767384374.947261:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947262:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:0.0:1767384374.947263:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:0.0:1767384374.947264:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947265:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:0.0:1767384374.947266:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:0.0:1767384374.947268:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947268:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:0.0:1767384374.947269:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:0.0:1767384374.947271:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947272:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:0.0:1767384374.947273:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:0.0:1767384374.947290:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947291:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:0.0:1767384374.947292:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:0.0:1767384374.947293:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384374.947294:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000100:00000001:0.0:1767384374.947295:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.947297:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384374.947299:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 10000000:00000010:0.0:1767384374.947302:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000083eaf47d. 10000000:00000040:0.0:1767384374.947304:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 83/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:0.0:1767384374.947305:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384374.947344:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384374.947347:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8dc84c8. 00000020:00000010:0.0:1767384374.947350:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007674597c. 00000040:00000010:0.0:1767384374.947353:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f7bbd677. 00000020:00000010:0.0:1767384374.947356:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d41c407e. 00000020:00000010:0.0:1767384374.947359:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384374.947362:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f3a6c4. 80000000:00000010:0.0:1767384374.947369:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8e81239. 40000000:00000010:0.0:1767384374.947371:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e63325c3. 00100000:00000010:0.0:1767384374.947375:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad1a094c. 00040000:00000010:0.0:1767384374.947378:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005da3fd96. 00040000:00000010:0.0:1767384374.947380:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384374.947383:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b46694fe. 00080000:00000010:0.0:1767384374.947386:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384374.947389:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ab4e255. 00000004:00000010:0.0:1767384374.947393:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008cf82492. 00000004:00000010:0.0:1767384374.947397:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000418f8349. 00002000:00000010:0.0:1767384374.947400:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000061b20117. 00000004:00000010:0.0:1767384374.947403:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000810772e6. 00000004:00000001:0.0:1767384374.947406:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384374.947408:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384374.947409:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000083eaf47d 00000040:00001000:0.0:1767384374.947410:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384374.947411:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384374.947412:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384374.947413:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384374.947415:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384374.947416:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384374.947417:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384374.947418:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:0.0:1767384374.947419:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384374.947460:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.947463:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007674597c. 00000040:00000010:0.0:1767384374.947466:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f7bbd677. 00000020:00000010:0.0:1767384374.947468:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d41c407e. 00000020:00000010:0.0:1767384374.947471:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384374.947474:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f3a6c4. 80000000:00000010:0.0:1767384374.947476:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b8e81239. 40000000:00000010:0.0:1767384374.947479:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e63325c3. 00100000:00000010:0.0:1767384374.947482:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad1a094c. 00040000:00000010:0.0:1767384374.947485:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005da3fd96. 00040000:00000010:0.0:1767384374.947489:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008039af84. 00040000:00000010:0.0:1767384374.947496:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b46694fe. 00080000:00000010:0.0:1767384374.947498:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000023a05596. 00000004:00000010:0.0:1767384374.947500:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006ab4e255. 00000004:00000010:0.0:1767384374.947502:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008cf82492. 00000004:00000010:0.0:1767384374.947505:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000418f8349. 00002000:00000010:0.0:1767384374.947507:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000061b20117. 00000004:00000010:0.0:1767384374.947509:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000810772e6. 00000020:00000010:0.0:1767384374.947511:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8dc84c8. 00000020:00000001:0.0:1767384374.947513:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.947514:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384374.947516:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000083eaf47d. 10000000:00000040:0.0:1767384374.947522:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384374.947524:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000d83be62b. 10000000:00000001:0.0:1767384374.947526:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.947527:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.947530:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048bfb713 x1853236737768192/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.947534:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384374.947535:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384374.947536:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061bd6b25. 02000000:00000001:0.0:1767384374.947538:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384374.947538:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384374.947539:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384374.947540:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384374.947542:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384374.947543:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384374.947543:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384374.947544:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384374.947545:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a40980e3. 00000100:00000010:0.0:1767384374.947548:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009a38d7fe. 00000100:00000001:0.0:1767384374.947549:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384374.947550:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062aef310. 02000000:00000001:0.0:1767384374.947552:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384374.947552:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384374.947553:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048bfb713. 00000100:00000001:0.0:1767384374.947555:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384374.947559:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384374.947567:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007c77993c. 10000000:01000000:0.0:1767384374.947570:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384374.947572:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384374.947573:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384374.947574:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384374.947575:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=3 00000020:00000001:0.0:1767384374.947577:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.947578:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384374.947580:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384374.947582:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384374.947586:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.947587:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384374.947588:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384374.947592:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384374.947593:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.947594:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384374.947595:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.947596:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.947598:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384374.947599:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384374.947601:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:0.0:1767384374.947602:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384374.953523:0:38184:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a0c2f37c. 00000020:00000040:3.0:1767384374.953528:0:38184:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384374.953530:0:38184:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a0c2f37c. 00000100:00000040:2.0:1767384374.966345:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294962708, at 4294962709 00000100:00000010:2.0:1767384374.966355:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073749e9f. 00000100:00000040:0.0:1767384374.966358:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294962708, at 4294962709 00000100:00000040:3.0:1767384374.966359:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294962708, at 4294962709 00000100:00000040:1.0:1767384374.966360:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294962708, at 4294962709 00000100:00000010:3.0:1767384374.966369:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000102944ba. 00000100:00000010:0.0:1767384374.966372:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003aab7896. 00000100:00000010:1.0:1767384374.966374:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e22e1c9d. 00080000:00000001:1.0:1767384375.003033:0:38176:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384375.003045:0:38176:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.003048:0:38176:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384375.003053:0:38176:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384375.003058:0:38176:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.003061:0:38176:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.330328:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384375.330332:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.330337:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384375.330350:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384375.330353:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384375.330354:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.330357:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384375.330359:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.330360:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.330362:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384375.330392:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384375.330396:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384375.330400:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384375.713364:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp44 00000400:00000010:3.0:1767384375.713371:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009c782cea. 00000400:00000010:3.0:1767384375.713379:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa6b70ca. 00000400:00000010:3.0:1767384375.713393:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000400:00000010:3.0:1767384375.713403:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd99baf0. 00000400:00000200:3.0:1767384375.713408:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp44 00000400:00000200:3.0:1767384375.713427:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp44 local destination 00000400:00000200:3.0:1767384375.713432:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000400:00000200:3.0:1767384375.713435:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [200:200:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [190:190:8:4294967295] 00000400:00000200:3.0:1767384375.713441:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00000400:00000200:3.0:1767384375.713447:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp44:192.168.203.152@tcp44) : GET try# 0 00000800:00000200:3.0:1767384375.713452:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 00000800:00000010:3.0:1767384375.713456:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a623901c. 00000800:00000200:3.0:1767384375.713462:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:3.1:1767384375.713466:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:3.0:1767384375.713486:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:3.0:1767384375.713490:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp34 00000400:00000010:3.0:1767384375.713494:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000faa7f9bf. 00000400:00000010:3.0:1767384375.713498:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000569443fb. 00000400:00000010:3.0:1767384375.713502:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f137ad0. 00000400:00000010:3.0:1767384375.713508:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040964ca2. 00000400:00000200:3.0:1767384375.713510:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp34 00000400:00000200:3.0:1767384375.713516:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp34 local destination 00000400:00000200:3.0:1767384375.713520:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp34 00000400:00000200:3.0:1767384375.713523:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [201:201:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384375.713526:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp34 00000400:00000200:3.0:1767384375.713534:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) : GET try# 0 00000800:00000200:3.0:1767384375.713537:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp34 00000800:00000010:3.0:1767384375.713540:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff1322d6. 00000800:00000200:3.0:1767384375.713543:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:3.1:1767384375.713546:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000400:00000200:2.0:1767384375.713554:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384375.713562:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp34 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:2.0:1767384375.713611:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713655:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713714:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713773:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713824:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713882:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713884:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713931:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.713945:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.713969:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714031:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714092:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714136:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714139:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714205:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714264:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714265:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714368:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714383:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714418:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714429:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714480:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714527:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714561:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714577:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714626:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714655:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714676:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714690:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714729:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714792:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714841:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714845:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714887:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714896:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714938:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.714949:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.714981:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715027:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715071:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715120:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715176:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715178:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715248:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715248:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715349:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384375.715414:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000001:00000001:1.0:1767384375.715462:0:38342:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384375.715465:0:38342:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000400:00000200:2.0:1767384375.715473:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715503:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715547:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715579:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715598:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715635:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715651:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715664:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715676:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715688:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715715:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000800:00000010:2.0:1767384375.715744:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e0df2a0. 00000400:00000200:0.0:1767384375.715746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000800:00000010:2.0:1767384375.715753:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0ea10cd. 00000400:00000200:0.0:1767384375.715764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715777:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.715789:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.152:988 00000800:00000010:2.0:1767384375.715790:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf25cc45. 00000400:00000200:0.0:1767384375.715803:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.152:988 00000800:00000010:2.0:1767384375.715864:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf25cc45. 00000800:00020000:2.0:1767384375.715909:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384375.715914:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0ea10cd. 00000800:00000010:2.0:1767384375.715917:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e0df2a0. 00000400:00000200:3.0:1767384375.715960:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384375.715975:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000455dd7f. 00000800:00000010:0.0:1767384375.715981:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062777278. 00000400:00000200:3.0:1767384375.715982:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp34 from 205.3.0.2 00000800:00000010:0.0:1767384375.715987:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e63325c3. 00000800:00000010:3.0:1767384375.715994:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004e54397f. 00000800:00000010:0.0:1767384375.716030:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e63325c3. 00000800:00000010:0.0:1767384375.716069:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000153881f8. 00000800:00000010:0.0:1767384375.716072:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020441825. 00000800:00000010:0.0:1767384375.716090:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d38f2214. 00000400:02020000:2.0:1767384375.716098:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000200:0.1:1767384375.716098:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (2) 00000800:00000200:0.1:1767384375.716103:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp34 00000000d38f2214 deleted 00000800:00000010:0.1:1767384375.716106:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d38f2214. 00000800:00000200:0.1:1767384375.716112:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384375.716118:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp34 ip 192.168.203.152:973 00000800:00000200:0.1:1767384375.716121:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff1322d6 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384375.716126:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp34 p 3.x 192.168.203.152 -> 192.168.203.152:973 incarnation:1767384341286961011 sched[0] 00000800:00000010:0.0:1767384375.716131:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e63325c3. 00000800:00000010:0.0:1767384375.716167:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e63325c3. 00000800:00000010:0.0:1767384375.716170:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020441825. 00000800:00000010:0.0:1767384375.716195:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004e54397f. 00000800:00000001:0.0:1767384375.716206:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.716210:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384375.716251:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384375.716254:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff1322d6. 00000400:00000200:0.0:1767384375.716261:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384375.716267:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: GET: OK 00000400:00000200:0.0:1767384375.716271:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384375.716294:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp34 recovery message sent successfully:0 00000800:00000200:0.1:1767384375.716339:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384375.716345:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp34 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384341286961011 sched[0] 00000800:00000010:0.0:1767384375.716348:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062777278. 00000400:00000200:0.0:1767384375.716393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716435:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716479:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716523:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716614:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716656:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716707:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716753:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716807:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.716859:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000800:00000001:3.0:1767384375.716885:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.716893:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384375.716896:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.716904:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384375.716904:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384375.716911:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34) <- 192.168.203.152@tcp34 : GET - for me 00000400:00000200:3.0:1767384375.716922:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384375.716927:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384375.716931:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 272/272 into md 0x1f41 [1] + 0 00000400:00000200:3.0:1767384375.716941:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp34 to MR: 192.168.203.152@tcp34 local destination 00000400:00000200:3.0:1767384375.716948:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp34 NI seq info: [202:202:256:4294967295] 192.168.203.152@tcp34 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384375.716956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384375.716962:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) -> 192.168.203.152@tcp34(192.168.203.152@tcp34:192.168.203.152@tcp34) 192.168.203.152@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384375.716969:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.152@tcp34 00000800:00000010:3.0:1767384375.716972:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eb63377. 00000800:00000200:3.0:1767384375.716977:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b40f504d] -> 12345-192.168.203.152@tcp34 (4) 00000800:00000200:3.0:1767384375.716981:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp34 ip 192.168.203.152:988 00000800:00000200:3.0:1767384375.716984:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004eb63377 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384375.716988:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000800:00000200:3.0:1767384375.717029:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384375.717031:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eb63377. 00000400:00000200:3.0:1767384375.717034:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384375.717039:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: REPLY: OK 00000400:00000200:0.0:1767384375.717044:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000800:00000001:3.0:1767384375.717048:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.717053:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384375.717055:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.717058:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384375.717060:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.717063:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384375.717068:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp34(192.168.203.152@tcp34) <- 192.168.203.152@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384375.717076:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp34: Reply from 12345-192.168.203.152@tcp34 of length 272/272 into md 0x1fa9 00000800:00000001:3.0:1767384375.717080:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384375.717080:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000800:00000001:3.0:1767384375.717086:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384375.717094:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384375.717098:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp34->192.168.203.152@tcp34: REPLY: OK 00000400:00000200:3.0:1767384375.717101:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f137ad0 00000400:00000010:3.0:1767384375.717104:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f137ad0. 00000400:00000200:3.0:1767384375.717108:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384375.717110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000010:3.0:1767384375.717113:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000faa7f9bf. 00000400:00000010:3.0:1767384375.717118:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000569443fb. 00000800:00000001:3.0:1767384375.717124:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.717127:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384375.717138:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717169:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717192:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717244:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717256:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717297:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717344:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717357:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717406:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717419:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717432:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.717443:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384375.717518:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000422a0684. 00000800:00000010:0.0:1767384375.717522:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062777278. 00000800:00000010:0.0:1767384375.717524:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e63325c3. 00000800:00000010:0.0:1767384375.717538:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e63325c3. 00000800:00020000:0.0:1767384375.717542:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384375.717544:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062777278. 00000800:00000010:0.0:1767384375.717546:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000422a0684. 00000400:02020000:0.0:1767384375.717569:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp34 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384375.717590:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000800:00000200:2.0:1767384375.717598:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp44 down 00000800:00000100:2.0:1767384375.717649:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:2.0:1767384375.717652:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a623901c. 00000400:00000200:2.0:1767384375.717655:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384375.717659:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384375.717701:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384375.717704:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384375.717708:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp44) recovery failed with -71 00000001:00000001:1.0:1767384375.719487:0:38342:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384375.728871:0:38343:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000184e855b. 00000400:00000010:1.0:1767384375.728887:0:38343:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006dd3583c. 00000400:00000010:1.0:1767384375.728897:0:38343:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001ac70cee. 00000400:00000010:1.0:1767384375.728902:0:38343:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f02c4014. 00000400:00000010:1.0:1767384375.728906:0:38343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2ae770c. 00000400:00000010:1.0:1767384375.728911:0:38343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fbd88e4. 00000400:00000010:1.0:1767384375.728913:0:38343:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b62a026. 00000400:00000010:1.0:1767384375.728915:0:38343:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d493707. 00000400:00000010:1.0:1767384375.728918:0:38343:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008d0ab66d. 00000800:00000010:1.0:1767384375.728932:0:38343:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000035cbf3ba. 00000800:00000200:1.0:1767384375.728942:0:38343:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384375.728961:0:38343:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384375.728996:0:38343:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:1.0:1767384375.729022:0:38343:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384375.730843:0:38343:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000e49edcaf. 00000400:00000010:1.0:1767384375.730848:0:38343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1cf188. 00000400:00000010:1.0:1767384375.730852:0:38343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000400:00000001:1.0:1767384375.730871:0:38343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384375.730872:0:38343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384375.730874:0:38343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000400:00000200:1.0:1767384375.730876:0:38343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384375.730882:0:38343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000010:1.0:1767384375.730886:0:38343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000743452c7. 00000400:00000200:1.0:1767384375.730889:0:38343:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:1.0:1767384375.730900:0:38343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384375.730907:0:38343:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384375.730914:0:38343:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001fa6a13a. 00000020:01000000:1.0:1767384375.730917:0:38343:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384375.730919:0:38343:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp49 00000400:00000010:1.0:1767384375.730931:0:38343:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006dd3583c. 00000400:00000010:1.0:1767384375.730934:0:38343:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000184e855b. 00000400:00000200:2.0:1767384375.730935:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384375.730944:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 00000400:00000010:2.0:1767384375.730952:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e85cc526. 00000400:00000200:2.0:1767384375.730956:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000010:2.0:1767384375.730962:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002eb8526d. 00000020:00000001:0.0:1767384375.730965:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384375.730969:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 10000000:00000001:0.0:1767384375.730970:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384375.730975:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384375.730976:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384375.730980:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384375.730982:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384375.730983:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384375.730985:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000020:01000004:0.0:1767384375.730986:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384375.730989:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384375.730992:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384375.730994:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384375.730995:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384375.730997:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000020:01000004:0.0:1767384375.730997:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384375.731000:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384375.731006:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048bfb713. 00000400:00000200:2.0:1767384375.731007:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000020:00000040:0.0:1767384375.731011:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384375.731016:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:2.0:1767384375.731024:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000100:00000001:0.0:1767384375.731025:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384375.731028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384375.731034:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 02000000:00000001:0.0:1767384375.731035:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731043:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 02000000:00000010:0.0:1767384375.731045:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000422a0684. 00000400:00000200:2.0:1767384375.731052:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000100:00000001:0.0:1767384375.731053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731061:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000100:00000001:0.0:1767384375.731062:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384375.731066:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731070:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000100:00000040:0.0:1767384375.731074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048bfb713] to pc [ptlrpcd_00_01+1] req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384375.731092:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 10000000:00000001:0.0:1767384375.731098:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731099:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 10000000:00000001:0.0:1767384375.731103:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731105:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384375.731107:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384375.731110:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767384375.731111:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000020:01000000:0.0:1767384375.731111:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384375.731116:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384375.731119:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384375.731123:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384375.731125:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384375.731126:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384375.731127:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 10000000:01000000:0.0:1767384375.731128:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384375.731129:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384375.731133:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384375.731135:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384375.731136:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384375.731139:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384375.731140:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384375.731142:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000100:00000001:1.0:1767384375.731143:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384375.731144:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384375.731147:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:1.0:1767384375.731150:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384375.731151:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384375.731155:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000020:01000004:0.0:1767384375.731155:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384375.731158:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384375.731161:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384375.731165:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 00000400:00000200:2.0:1767384375.731171:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000020:00000040:0.0:1767384375.731171:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:1.0:1767384375.731172:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384375.731174:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384375.731176:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384375.731177:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384375.731181:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.731182:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384375.731186:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 60], ns[194, 60] 02000000:00000001:1.0:1767384375.731186:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384375.731188:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000013fa0f05. 02000000:00000001:1.0:1767384375.731190:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731194:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384375.731197:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737768320:0@lo:253: 00000100:00000001:0.0:1767384375.731199:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384375.731202:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[198, 60] 00000100:00000001:0.0:1767384375.731203:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731204:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384375.731210:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384375.731211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3653008] to pc [ptlrpcd_00_02+2] req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384375.731213:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731215:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 60], ns[82, 60] 02000000:00000001:1.0:1767384375.731216:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384375.731223:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000696f8fa6. 02000000:00000001:1.0:1767384375.731227:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731233:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[120, 60] 00000400:00000010:1.0:1767384375.731234:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000400:00000010:1.0:1767384375.731240:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dd3583c. 00000400:00000200:2.0:1767384375.731245:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 60], ns[173, 60] 00000100:00000200:1.0:1767384375.731246:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737768320, portal 25 10000000:00000001:0.0:1767384375.731247:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384375.731251:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384375.731256:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731257:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 60], ns[90, 60] 00000100:00000001:1.0:1767384375.731257:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384375.731260:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384375.731261:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067443840 : -113992642107776 : ffff9853050f6680) 00000020:00000010:0.0:1767384375.731266:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001fa6a13a. 00000100:00000040:1.0:1767384375.731270:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384375.731301:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384375.731319:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384375.731321:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384375.731323:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 60], ns[187, 60] 00000100:00000040:0.0:1767384375.731326:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384375.731345:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 00000100:00000001:1.0:1767384375.731351:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384375.731356:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384375.731360:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384375.731360:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384375.731361:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 60], ns[202, 60] 00000400:00000010:1.0:1767384375.731365:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a230340c. 02000000:00000001:0.0:1767384375.731366:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384375.731371:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384375.731372:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737768320, offset 0 00000400:00000200:2.0:1767384375.731376:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[136, 60] 02000000:00000001:0.0:1767384375.731376:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384375.731382:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384375.731383:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737768448:0@lo:253: 00000100:00000001:0.0:1767384375.731389:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384375.731392:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 60], ns[119, 60] 02000000:00000001:0.0:1767384375.731392:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384375.731394:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384375.731396:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384375.731399:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001fa6a13a. 02000000:00000001:0.0:1767384375.731403:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384375.731409:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c6758. 00000400:00000010:0.0:1767384375.731413:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062777278. 00000400:00000200:2.0:1767384375.731414:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[169, 60] 00000100:00000200:0.0:1767384375.731418:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737768448, portal 25 00000100:00000001:0.0:1767384375.731422:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384375.731424:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067442048 : -113992642109568 : ffff9853050f5f80) 00000400:00000200:2.0:1767384375.731425:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[153, 60] 00000100:00000040:0.0:1767384375.731428:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384375.731440:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000100:00000001:0.0:1767384375.731441:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384375.731445:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384375.731449:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020441825. 00000400:00000200:2.0:1767384375.731450:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 60], ns[188, 60] 00000400:00000200:2.0:1767384375.731457:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[160, 60] 00000100:00000200:0.0:1767384375.731459:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737768448, offset 0 00000400:00000200:2.0:1767384375.731469:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 60], ns[171, 60] 00000400:00000200:0.0:1767384375.731470:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384375.731479:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 60], ns[175, 60] 00000400:00000200:2.0:1767384375.731485:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 60], ns[200, 60] 00000400:00000200:2.0:1767384375.731489:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 60], ns[192, 60] 00000400:00000200:2.0:1767384375.731494:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000400:00000200:2.0:1767384375.731499:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384375.731504:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384375.731508:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:2.0:1767384375.731512:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp46 00000400:00000200:2.0:1767384375.731518:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp46 lpni_is_preferred = 0 00000400:00000200:2.0:1767384375.731521:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp46 00000400:00000200:2.0:1767384375.731525:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp46 NI seq info: [203:203:256:4294967295] 192.168.203.152@tcp46 LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1767384375.731532:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp46 00000400:00000200:2.0:1767384375.731539:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp46(192.168.203.152@tcp46:) -> 192.168.203.152@tcp46(192.168.203.152@tcp:192.168.203.152@tcp46) : PUT try# 0 00000800:00000200:2.0:1767384375.731545:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.152@tcp46 00000800:00000010:2.0:1767384375.731552:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fa45649. 00000400:00000200:1.0:1767384375.731552:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384375.731554:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384375.731565:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707b80 00000400:00000200:0.0:1767384375.731566:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d707c00 00000800:00000010:2.0:1767384375.731568:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0ea10cd. 00000400:00000200:1.0:1767384375.731574:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d1 [2] + 0 00000800:00000010:2.0:1767384375.731575:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e3dc59e0. 00000400:00000010:1.0:1767384375.731580:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054347c1d. 00000400:00000200:1.0:1767384375.731584:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d750453 00000800:00000200:2.0:1767384375.731588:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:1.0:1767384375.731592:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384375.731592:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1729 [2] + 0 00000800:00000200:2.1:1767384375.731601:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:1.0:1767384375.731601:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384375.731602:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002afb157f. 00000400:00000200:0.0:1767384375.731606:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d64247d 00000400:00000200:1.0:1767384375.731609:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d750453 00000400:00000200:0.0:1767384375.731610:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384375.731612:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d750453. 00000400:00000200:0.0:1767384375.731616:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384375.731618:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384375.731619:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d64247d 00000100:00000200:1.0:1767384375.731621:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384375.731622:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d64247d. 00000100:00000040:1.0:1767384375.731624:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000871f67b4 x1853236737768320 msgsize 4848 00000400:00000200:2.0:1767384375.731627:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000100:00000001:0.0:1767384375.731627:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384375.731631:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384375.731635:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384375.731636:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300551 rc 0 00000100:00000040:0.0:1767384375.731637:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000031a3ddbd x1853236737768448 msgsize 4848 00000100:00000040:1.0:1767384375.731638:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384375.731648:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384375.731651:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384375.731652:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384375.731657:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384375.731660:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384375.731662:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a230340c 00000100:00000001:0.0:1767384375.731662:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384375.731667:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a230340c. 00000100:00000001:1.0:1767384375.731671:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384375.731672:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020441825 00000400:00000010:0.0:1767384375.731675:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020441825. 00000100:00000200:1.0:1767384375.731677:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384375.731679:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384375.731685:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.731702:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384375.731703:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384375.731711:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384375.731711:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.731744:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731745:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731751:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384375.731751:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384375.731756:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731758:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294963493 00000100:00000010:0.0:1767384375.731763:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e81239. 00000100:00000001:1.0:1767384375.731766:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731768:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384375.731772:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294963493 00000100:00000001:0.0:1767384375.731776:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294963493 00000100:00000001:1.0:1767384375.731777:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294963493 00000100:00000001:1.0:1767384375.731783:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294963493 00000100:00000010:0.0:1767384375.731784:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3e647c0. 00000100:00000001:0.0:1767384375.731802:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384375.731808:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294963493 00000100:00000001:1.0:1767384375.731809:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294963493 00000100:00000010:0.0:1767384375.731812:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d003afb2. 00000100:00000001:1.0:1767384375.731814:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294963493 00000100:00000001:0.0:1767384375.731816:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384375.731822:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294963493 00000100:00000001:0.0:1767384375.731822:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294963493 00000100:00000010:0.0:1767384375.731826:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f5b9b90. 00000100:00000001:1.0:1767384375.731827:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294963493 00000100:00000001:0.0:1767384375.731832:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384375.731837:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384375.731838:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294963493 00000100:00000001:0.0:1767384375.731840:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731843:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384375.731845:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384375.731845:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731848:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731850:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384375.731852:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768320 00000100:00000001:1.0:1767384375.731852:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731856:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384375.731857:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384375.731859:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731860:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384375.731861:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384375.731866:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384375.731867:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731869:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384375.731873:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384375.731874:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.731875:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384375.731881:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768320 00000100:00000001:1.0:1767384375.731884:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384375.731886:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384375.731888:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768448 00000020:00000040:2.0:1767384375.731889:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 02000000:00000001:1.0:1767384375.731892:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384375.731894:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384375.731896:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384375.731900:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000100:00000001:1.0:1767384375.731901:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.731907:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.731908:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:1.0:1767384375.731913:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768448 00000020:00000001:2.0:1767384375.731914:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384375.731917:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384375.731921:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:2.0:1767384375.731922:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384375.731923:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.731927:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=16 00000020:00000010:2.0:1767384375.731930:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf25cc45. 00000020:00000001:1.0:1767384375.731931:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384375.731936:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384375.731937:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:2.0:1767384375.731945:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf25cc45. 00000100:00000001:1.0:1767384375.731945:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384375.731950:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000020:00000010:2.0:1767384375.731954:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4f45b13. 00000100:00000001:1.0:1767384375.731955:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384375.731961:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe4e2a. 00000020:00000010:2.0:1767384375.731963:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005182f20. 00000020:00000010:1.0:1767384375.731968:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008700b085. 00000020:00000010:2.0:1767384375.731972:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000020:00000010:1.0:1767384375.731975:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518f350f. 00000100:00000040:2.0:1767384375.731984:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384375.731987:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b4a48de. 00000100:00000001:2.0:1767384375.731989:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384375.731993:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384375.731996:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.731996:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384375.732000:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384375.732002:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384375.732005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:2.0:1767384375.732006:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.732009:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384375.732022:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.732023:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384375.732043:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384375.732044:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384375.732047:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384375.732052:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000001:2.0:1767384375.732057:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384375.732058:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000400:00000200:0.0:1767384375.732059:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:1.0:1767384375.732064:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016927824 : -113991692623792 : ffff98533da76050) 00000100:00100000:2.0:1767384375.732066:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:2.0:1767384375.732072:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000040:1.0:1767384375.732072:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000871f67b4 x1853236737768320/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/0 e 0 to 0 dl 1767384386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384375.732079:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016925776 : -113991692625840 : ffff98533da75850) 00000100:00000001:1.0:1767384375.732088:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384375.732091:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031a3ddbd x1853236737768448/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/0 e 0 to 0 dl 1767384386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384375.732093:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dfe4e2a. 00000400:00000200:0.0:1767384375.732099:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000001:1.0:1767384375.732100:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384375.732107:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dfe4e2a. 00000100:00000001:2.0:1767384375.732113:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384375.732118:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000871f67b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16138:x1853236737768320:12345-0@lo:253: 00000020:00000010:2.0:1767384375.732120:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf25cc45. 00000100:00000200:1.0:1767384375.732124:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768320 00000100:00000001:2.0:1767384375.732126:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384375.732129:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384375.732131:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf25cc45. 00000020:00000001:1.0:1767384375.732134:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384375.732138:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384375.732139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00100000:2.0:1767384375.732142:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031a3ddbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16140:x1853236737768448:12345-0@lo:253: 00000020:00000001:1.0:1767384375.732143:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384375.732148:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000200:2.0:1767384375.732150:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768448 00000020:00000001:1.0:1767384375.732154:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384375.732156:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384375.732158:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384375.732161:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384375.732162:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384375.732165:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.732166:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384375.732167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000020:00000001:2.0:1767384375.732171:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384375.732171:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.732175:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00000001:1.0:1767384375.732178:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384375.732180:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384375.732181:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384375.732184:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384375.732187:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384375.732190:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384375.732190:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f2bbbdcd. 00000020:00000001:2.0:1767384375.732193:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.732195:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384375.732198:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384375.732199:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 02000000:00000001:2.0:1767384375.732200:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384375.732207:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384375.732208:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007e0df2a0. 20000000:00000001:1.0:1767384375.732211:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384375.732213:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384375.732218:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384375.732220:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384375.732222:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000059e0cabd. 00000400:00000200:0.0:1767384375.732225:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 20000000:01000000:1.0:1767384375.732227:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384375.732230:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc445d1e. 20000000:00000001:1.0:1767384375.732232:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384375.732236:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384375.732236:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384375.732241:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384375.732242:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384375.732245:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 20000000:00000001:2.0:1767384375.732247:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384375.732247:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384375.732252:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384375.732253:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384375.732263:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384375.732264:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cba4c3da. 00000400:00000200:0.0:1767384375.732264:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 20000000:00000001:2.0:1767384375.732266:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384375.732271:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:0.0:1767384375.732348:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732384:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732423:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732474:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732568:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732625:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732675:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 20000000:00000001:1.0:1767384375.732768:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384375.732773:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384375.732776:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00080000:00000001:1.0:1767384375.732815:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384375.732819:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384375.732820:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384375.732821:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384375.732825:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384375.732829:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384375.732832:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384375.732838:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006fe1e2c9. 00080000:00000001:1.0:1767384375.732840:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720352256 : -113996989199360 : ffff985201f40c00) 00080000:00000001:1.0:1767384375.732843:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384375.732847:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732917:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000001:00000001:1.0:1767384375.732932:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384375.732934:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384375.732937:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384375.732954:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384375.732956:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384375.732956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.732997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00080000:00000001:1.0:1767384375.733059:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384375.733062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00080000:00000001:1.0:1767384375.733063:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384375.733096:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000100:00000001:2.0:1767384375.733099:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384375.733103:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384375.733145:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733172:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733194:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733269:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384375.733343:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384375.733497:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcced760. 00000800:00000010:0.0:1767384375.733502:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020441825. 00000800:00000010:0.0:1767384375.733506:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e63325c3. 00000800:00000010:0.0:1767384375.733531:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e63325c3. 00000800:00020000:0.0:1767384375.733543:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384375.733546:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020441825. 00000800:00000010:0.0:1767384375.733550:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcced760. 00000400:02020000:0.0:1767384375.733616:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp46 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384375.733624:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp46 notifying 192.168.203.152@tcp46: down 00000800:00000200:0.0:1767384375.733630:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp46 down 00000800:00000100:0.0:1767384375.733637:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.203.152@tcp46 00000800:00000010:0.0:1767384375.733648:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fa45649. 00000400:00000200:0.0:1767384375.733653:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384375.733657:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp46->192.168.203.152@tcp46: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384375.733668:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp46 added to recovery queue. ping count: 0 next ping: 297 health :900 00000400:00000200:0.0:1767384375.733672:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384375.733675:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:0.0:1767384375.733680:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384375.733715:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384375.733720:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301151 00000400:00000001:0.0:1767384375.733724:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384375.733726:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384375.733728:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85cc526 00000400:00000010:0.0:1767384375.733730:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85cc526. 00000400:00000200:0.0:1767384375.733734:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384375.733738:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:0.0:1767384375.733741:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:0.0:1767384375.733745:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:0.0:1767384375.733748:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300151 rc -71 00000400:00000200:0.0:1767384375.733752:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:0.0:1767384375.733756:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (41) 00080000:00000001:1.0:1767384375.740762:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384375.740769:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00080000:00000001:0.0:1767384375.740771:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384375.740772:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384375.740776:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384375.740778:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384375.740783:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384375.740784:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384375.740785:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384375.740789:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384375.740793:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006fe1e2c9. 20000000:00000001:1.0:1767384375.740795:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384375.740799:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384375.740800:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384375.740801:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086d58e25. 20000000:01000000:2.0:1767384375.740806:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:2.0:1767384375.740814:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384375.740815:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384375.740819:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384375.740832:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384375.740835:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384375.740838:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384375.740841:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384375.740843:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384375.740845:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384375.740848:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003ce023d3 count: 2 00080000:00000001:2.0:1767384375.740849:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384375.740853:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.740853:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384375.740857:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384375.740859:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384375.740862:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384375.740863:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c411ead. 00000020:00000001:2.0:1767384375.740866:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00000020:00000001:1.0:1767384375.740868:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384375.740871:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384375.740872:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c411ead with handle 0x1cafe7b7e4a4ff47 to hash 00000020:00000001:1.0:1767384375.740875:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767384375.740878:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f6a38b5a. 00010000:00000001:1.0:1767384375.740878:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00080000:00000001:2.0:1767384375.740883:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758773760 : -113996950777856 : ffff9852043e5000) 00010000:00000001:1.0:1767384375.740884:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00080000:00000001:2.0:1767384375.740890:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384375.740891:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.740894:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.740896:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.740904:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384375.740908:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384375.740910:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384375.740912:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.740913:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384375.740917:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.740921:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384375.740923:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.740924:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.740926:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.740927:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.740929:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384375.740931:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384375.740942:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce023d3) refcount = 2 00010000:00000040:1.0:1767384375.740944:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384375.740946:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384375.740950:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384375.740951:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384375.740956:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c755b169. 00000100:00000001:1.0:1767384375.740959:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384375.740963:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053ea5b71. 00000100:00000001:1.0:1767384375.740965:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757677184 : -113996951874432 : ffff9852042d9480) 00000100:00000001:1.0:1767384375.740967:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076757677184 : -113996951874432 : ffff9852042d9480) 00000100:00000001:1.0:1767384375.740969:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384375.740970:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384375.740972:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384375.740974:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.740976:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384375.740977:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.740980:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000001:00000001:2.0:1767384375.740981:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384375.740981:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:2.0:1767384375.740986:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.740986:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384375.740991:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 00080000:00000001:2.0:1767384375.740992:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:1.0:1767384375.740997:0:16794:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00000100:00000001:1.0:1767384375.741001:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384375.741002:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384375.741006:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384375.741011:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384375.741012:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c0b104a. 00080000:00000001:2.0:1767384375.741016:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384375.741019:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.741023:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 16 pid: 16772 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384375.741035:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 16 pid: 16772 timeout: 446 lvb_type: 0 00010000:00000001:1.0:1767384375.741048:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384375.741051:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384375.741055:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384375.741062:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384375.741064:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384375.741067:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737768576:0@lo:104: 00000100:00000001:1.0:1767384375.741071:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384375.741074:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384375.741076:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.741078:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384375.741081:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a6a4331. 02000000:00000001:1.0:1767384375.741083:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384375.741088:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0466b. 00000400:00000010:1.0:1767384375.741094:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384375.741098:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737768576, portal 16 00000100:00000001:1.0:1767384375.741100:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384375.741102:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000040:1.0:1767384375.741107:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1767384375.741110:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384375.741113:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1767384375.741115:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384375.741119:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384375.741122:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000200:1.0:1767384375.741125:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737768576, offset 0 00000400:00000200:1.0:1767384375.741130:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384375.741138:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384375.741146:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d707c80 00000400:00000200:1.0:1767384375.741151:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 1640 00000400:00000200:1.0:1767384375.741155:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384375.741158:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384375.741163:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384375.741170:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384375.741173:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae00305. 00000100:00000040:1.0:1767384375.741175:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000002ae00305 x1853236737768576 msgsize 328 00000100:00100000:1.0:1767384375.741180:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384375.741190:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384375.741196:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:1.0:1767384375.741198:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00000001:1.0:1767384375.741201:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384375.741205:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384375.741211:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384375.741213:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384375.741217:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768576 00000100:00000040:1.0:1767384375.741218:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384375.741223:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384375.741226:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.741228:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384375.741228:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384375.741233:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.741234:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384375.741238:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.741239:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294963502 00000100:00100000:0.0:1767384375.741245:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768576 00000020:00000001:0.0:1767384375.741249:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384375.741259:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb1f 00000020:00000001:0.0:1767384375.741262:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384375.741265:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c6dff6de refcount=3 00000020:00000001:0.0:1767384375.741268:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000020:00000001:0.0:1767384375.741271:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081032177664 : -113992677373952 : ffff985302f54800) 00000100:00000001:1.0:1767384375.741449:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294963493 00000100:00000001:1.0:1767384375.741455:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294963503 00000100:00000001:1.0:1767384375.741461:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294963493 00000100:00000001:1.0:1767384375.741465:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294963503 00000100:00000001:1.0:1767384375.741469:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294963493 00000100:00000001:1.0:1767384375.741473:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294963503 00000100:00000001:1.0:1767384375.741477:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294963493 00000100:00000001:1.0:1767384375.741480:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384375.741483:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.741484:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.741487:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.741489:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741489:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384375.741493:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.741494:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.741495:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384375.741496:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa02754. 00010000:00000001:1.0:1767384375.741497:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384375.741502:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384375.741507:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa02754. 00000020:00000010:0.0:1767384375.741515:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bd6b25. 00000020:00000010:0.0:1767384375.741521:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6bbe939. 00010000:00000001:1.0:1767384375.741523:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384375.741525:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000100:00000001:1.0:1767384375.741527:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.741532:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384375.741534:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384375.741536:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000053ea5b71 going to sleep for 11 seconds 00000100:00000001:1.0:1767384375.741539:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384375.741539:0:16761:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384375.741543:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741545:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384375.741549:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384375.741551:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741559:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741571:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384375.741587:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384375.741589:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384375.741593:0:19331:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384375.741596:0:19331:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384375.741597:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384375.741602:0:19331:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384375.741602:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c6dff6de : new rpc_count 1 00000100:00000001:1.0:1767384375.741607:0:19331:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741607:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082009636736 : -113991699914880 : ffff98533d381f80) 00000100:00000040:0.0:1767384375.741615:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ae00305 x1853236737768576/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 328/0 e 0 to 0 dl 1767384386 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384375.741626:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384375.741630:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa02754. 00000100:00000001:0.0:1767384375.741632:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384375.741635:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa02754. 00000100:00100000:0.0:1767384375.741640:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ae00305 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737768576:12345-0@lo:104: 00000100:00000200:0.0:1767384375.741645:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768576 00010000:00000001:0.0:1767384375.741654:0:16761:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384375.741659:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384375.741661:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384375.741664:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=2 00000020:00000001:0.0:1767384375.741666:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384375.741670:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00010000:00000001:0.0:1767384375.741674:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384375.741677:0:16761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384375.741680:0:16761:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384375.741689:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384375.741691:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384375.741696:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009a38d7fe. 02000000:00000001:0.0:1767384375.741699:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741702:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384375.741709:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384375.741712:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384375.741717:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c5cf0bc4 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384375.741722:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384375.741726:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384375.741729:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384375.741732:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384375.741734:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.741738:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384375.741743:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384375.741765:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384375.741772:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737768576, offset 224 00000400:00000200:0.0:1767384375.741804:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384375.741823:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384375.741833:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d707c80 00000400:00000200:0.0:1767384375.741839:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fc5 [1] + 224 00000400:00000200:0.0:1767384375.741844:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384375.741849:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384375.741861:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384375.741867:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384375.741878:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384375.741895:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384375.741903:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 00000100:00000001:1.0:1767384375.741906:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384375.741906:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384375.741912:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384375.741913:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384375.741917:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384375.741917:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384375.741921:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d0466b. 00000400:00000200:1.0:1767384375.741926:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000100:00000001:0.0:1767384375.741926:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384375.741929:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000040:0.0:1767384375.741933:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:1.0:1767384375.741934:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384375.741938:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384375.741940:0:16761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384375.741947:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007d0f0a0e. 00000100:00000200:1.0:1767384375.741948:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384375.741953:0:16761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384375.741956:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384375.741958:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.741960:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384375.741962:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384375.741963:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384375.741964:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.741966:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384375.741969:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 0000000057160cf5 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384375.741972:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000004597700b time=90 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384375.741972:0:16761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384375.741979:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384375.741980:0:16761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384375.741981:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384375.741982:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384375.741984:0:16761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.741987:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384375.741988:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384375.741988:0:16761:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.741990:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.741995:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384375.741996:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384375.742001:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae00305 x1853236737768576/t0(0) o104->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384375.742002:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384375.742007:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384375.742007:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384375.742012:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384375.742036:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384375.742036:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ae00305 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+3:16794:x1853236737768576:12345-0@lo:104: Request processed in 405us (855us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384375.742038:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000ba16e11 already unused, calling callback (0000000028dca730) 00000100:00000001:1.0:1767384375.742042:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:3.0:1767384375.742044:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384375.742046:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:3.0:1767384375.742049:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.742051:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384375.742054:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.742057:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384375.742059:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000001:1.0:1767384375.742060:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742068:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384375.742068:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384375.742069:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c6dff6de : new rpc_count 0 00010000:00000001:3.0:1767384375.742072:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384375.742076:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384375.742077:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384375.742081:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236737768576:0@lo:104: 00000020:00000040:3.0:1767384375.742082:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000ba16e11 refcount=3 00000100:00000001:0.0:1767384375.742082:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384375.742088:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384375.742089:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00000020:00000010:0.0:1767384375.742090:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6bbe939. 00000100:00000001:1.0:1767384375.742091:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.742096:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384375.742097:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093450752 : -113992616100864 : ffff9853069c3c00) 00000100:00000001:1.0:1767384375.742098:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384375.742101:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000040:1.0:1767384375.742102:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737768576/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384375.742104:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384375.742109:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384375.742110:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bd6b25. 00000100:00000001:1.0:1767384375.742113:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384375.742118:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384375.742121:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a6a4331. 00000020:00000040:0.0:1767384375.742121:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000c6dff6de : new refcount 2 10000000:00000001:3.0:1767384375.742124:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384375.742127:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00010000:3.0:1767384375.742128:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384375.742128:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384375.742129:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384375.742131:0:16794:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000020:00000001:1.0:1767384375.742132:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384375.742134:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008c0b104a. 02000000:00000001:1.0:1767384375.742137:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384375.742139:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384375.742142:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00000001:1.0:1767384375.742146:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384375.742148:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384375.742163:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:1.0:1767384375.742163:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053ea5b71. 00000100:00000001:1.0:1767384375.742166:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384375.742169:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384375.742170:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000010:1.0:1767384375.742172:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c755b169. 10000000:00000040:3.0:1767384375.742174:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384375.742177:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384375.742181:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742182:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384375.742185:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742187:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.742188:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384375.742194:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384375.742196:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384375.742198:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384375.742204:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384375.742208:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384375.742210:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:00000001:3.0:1767384375.742214:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384375.742216:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742221:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384375.742223:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384375.742226:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384375.742229:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384375.742230:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384375.742233:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000ba16e11 with handle 0x1cafe7b7e4a4ff39 from hash 00010000:00000001:3.0:1767384375.742236:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384375.742237:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384375.742239:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384375.742241:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384375.742243:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384375.742245:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384375.742248:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384375.742251:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384375.742256:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008693b97e. 00000020:00000040:3.0:1767384375.742260:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384375.742264:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384375.742265:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384375.742268:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384375.742315:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab7f79a6. 00000100:00000001:3.0:1767384375.742322:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742325:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384375.742329:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384375.742348:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384375.742350:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.742354:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384375.742357:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384375.742363:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008693b97e] to pc [ptlrpcd_00_03+3] req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384375.742389:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384375.742393:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384375.742395:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384375.742398:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.742401:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384375.742403:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384375.742406:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384375.742414:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384375.742415:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000000ba16e11/0x1cafe7b7e4a4ff39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1cafe7b7e4a4ff40 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384375.742423:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b3d47df6 count: 0 00010000:00000001:3.0:1767384375.742434:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384375.742436:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384375.742439:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007d0f0a0e. 00010000:00000001:3.0:1767384375.742444:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384375.742447:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384375.742450:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384375.742453:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384375.742456:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384375.742459:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384375.742462:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384375.742464:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384375.742467:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384375.742470:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384375.742498:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384375.742501:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384375.742503:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384375.742508:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.742518:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384375.742520:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384375.742524:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384375.742526:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384375.742529:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384375.742532:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008693b97e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737768704:0@lo:103: 00000100:00000001:3.0:1767384375.742537:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384375.742541:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384375.742543:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384375.742545:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384375.742549:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000299de97f. 02000000:00000001:3.0:1767384375.742552:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384375.742557:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002938df0. 00000400:00000010:3.0:1767384375.742562:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f137ad0. 00000100:00000200:3.0:1767384375.742566:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737768704, portal 18 00000100:00000001:3.0:1767384375.742569:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384375.742570:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759378560 : -113996950173056 : ffff985204478a80) 00000100:00000040:3.0:1767384375.742576:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.742583:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384375.742587:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384375.742591:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000200:3.0:1767384375.742595:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737768704, offset 0 00000400:00000200:3.0:1767384375.742604:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384375.742613:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384375.742623:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d707d00 00000400:00000200:3.0:1767384375.742630:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:3.0:1767384375.742636:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384375.742640:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384375.742650:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384375.742652:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384375.742657:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 00000100:00000040:3.0:1767384375.742659:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000709933fb x1853236737768704 msgsize 328 00000100:00100000:3.0:1767384375.742664:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384375.742676:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384375.742682:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384375.742684:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384375.742688:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384375.742691:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.742699:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384375.742701:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384375.742703:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768704 00000100:00000040:3.0:1767384375.742706:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384375.742708:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384375.742712:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384375.742715:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.742721:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.742722:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384375.742724:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768704 00000100:00000001:3.0:1767384375.742727:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384375.742728:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384375.742731:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:1.0:1767384375.742732:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384375.742734:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384375.742734:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=17 00000020:00000001:1.0:1767384375.742736:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:1.0:1767384375.742741:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384375.742742:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294963504 00000100:00000001:1.0:1767384375.742744:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384375.742748:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008efbfe6c. 00000100:00000001:3.0:1767384375.742751:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963502 00000100:00000001:1.0:1767384375.742751:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384375.742756:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008efbfe6c. 00000100:00000001:3.0:1767384375.742761:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294963504 00000020:00000010:1.0:1767384375.742761:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c0b104a. 00000020:00000010:1.0:1767384375.742767:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003aa329d6. 00000100:00000001:3.0:1767384375.742769:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963503 00000020:00000010:1.0:1767384375.742772:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004258097a. 00000100:00000001:3.0:1767384375.742776:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294963504 00000100:00000040:1.0:1767384375.742780:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384375.742784:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963503 00000100:00000001:1.0:1767384375.742784:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384375.742787:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384375.742791:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384375.742792:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294963504 00010000:00000001:1.0:1767384375.742793:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.742796:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384375.742799:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384375.742801:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963503 00000100:00000001:3.0:1767384375.742805:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384375.742807:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384375.742809:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384375.742809:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=4 00000020:00000001:1.0:1767384375.742814:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00000100:00000001:3.0:1767384375.742815:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.742817:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00000100:00000001:3.0:1767384375.742821:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384375.742824:0:20661:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 17 pid: 16772 timeout: 446 lvb_type: 0 00000100:00000001:3.0:1767384375.742830:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384375.742830:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384375.742835:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384375.742835:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.742838:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.742841:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.742842:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384375.742844:0:20661:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384375.742847:0:20661:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000709933fb x1853236737768704/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 328/0 e 0 to 0 dl 1767384386 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.742853:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384375.742855:0:20661:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384375.742858:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.742859:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.742864:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.742867:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.742881:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384375.742881:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384375.742884:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384375.742885:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384375.742889:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384375.742891:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384375.742893:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 3 00000100:00000001:1.0:1767384375.742896:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759376768 : -113996950174848 : ffff985204478380) 00000100:00000001:3.0:1767384375.742897:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384375.742901:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000709933fb x1853236737768704/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 328/0 e 0 to 0 dl 1767384386 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.742907:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384375.742910:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008efbfe6c. 00000100:00000001:1.0:1767384375.742912:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384375.742913:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008efbfe6c. 00000100:00100000:1.0:1767384375.742918:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000709933fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+17:16141:x1853236737768704:12345-0@lo:103: 00000100:00000200:1.0:1767384375.742921:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768704 00010000:00000001:1.0:1767384375.742923:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384375.742931:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384375.742933:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384375.742935:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384375.742937:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384375.742940:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000743452c7. 02000000:00000001:1.0:1767384375.742942:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.742944:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.742945:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384375.742947:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384375.742948:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384375.742949:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.742951:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004876a089 refcount=4 00000020:00000001:1.0:1767384375.742952:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000001:1.0:1767384375.742953:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628864 : -113991966922752 : ffff98532d4de800) 00010000:00000040:1.0:1767384375.742955:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003ce023d3 count: 3 00010000:00010000:1.0:1767384375.742958:0:20661:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 17 pid: 16772 timeout: 446 lvb_type: 0 00000100:00001000:1.0:1767384375.742962:0:20661:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b0b9939f time=1767384375 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384375.742965:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384375.742969:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.742970:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384375.742972:0:20661:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 17 pid: 16772 timeout: 446 lvb_type: 0 00000020:00000001:1.0:1767384375.742976:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.742978:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.742979:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.742981:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.742983:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384375.742984:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384375.742988:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.742990:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.742991:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.742993:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384375.742995:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004876a089 with handle 0x1cafe7b7e4a4ff40 from hash 00010000:00000001:1.0:1767384375.743003:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384375.743004:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743005:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743006:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384375.743008:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384375.743009:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384375.743011:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004876a089/0x1cafe7b7e4a4ff40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1cafe7b7e4a4ff39 expref: 17 pid: 16772 timeout: 446 lvb_type: 0 00010000:00000040:1.0:1767384375.743015:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:1.0:1767384375.743016:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 16 00010000:00000001:1.0:1767384375.743022:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743023:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384375.743025:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384375.743027:0:20661:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009c411ead 00010000:00000001:1.0:1767384375.743028:0:20661:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384375.743030:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.743031:0:20661:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.743032:0:20661:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.743034:0:20661:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.743035:0:20661:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384375.743036:0:20661:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384375.743037:0:20661:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743041:0:20661:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384375.743043:0:20661:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384375.743045:0:20661:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384375.743046:0:20661:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384375.743048:0:20661:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce023d3) refcount = 2 00010000:00010000:1.0:1767384375.743050:0:20661:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743053:0:20661:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384375.743055:0:20661:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384375.743056:0:20661:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.743057:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384375.743067:0:20661:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008efbfe6c. 00000100:00000001:1.0:1767384375.743069:0:20661:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384375.743073:0:20661:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053ea5b71. 00000100:00000001:1.0:1767384375.743075:0:20661:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076757677184 : -113996951874432 : ffff9852042d9480) 00000100:00000001:1.0:1767384375.743077:0:20661:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630076757677184 : -113996951874432 : ffff9852042d9480) 00000100:00000001:1.0:1767384375.743078:0:20661:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384375.743079:0:20661:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384375.743081:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384375.743082:0:20661:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384375.743084:0:20661:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384375.743086:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384375.743087:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.743088:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=5 00000020:00000001:1.0:1767384375.743090:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.743091:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.743093:0:20661:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384375.743095:0:20661:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743099:0:20661:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384375.743100:0:20661:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743104:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743105:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384375.743107:0:20661:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743110:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.743112:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743114:0:20661:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384375.743115:0:20661:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384375.743118:0:20661:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009c411ead already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384375.743126:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.743128:0:20661:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384375.743129:0:20661:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743133:0:20661:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384375.743134:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384375.743135:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.743136:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=6 00000020:00000001:1.0:1767384375.743138:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.743139:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.743142:0:20661:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384375.743143:0:20661:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743146:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384375.743147:0:20661:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.743148:0:20661:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743156:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384375.743158:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384375.743160:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.743161:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384375.743163:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c411ead with handle 0x1cafe7b7e4a4ff47 from hash 00010000:00000001:1.0:1767384375.743165:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384375.743166:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743167:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743169:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384375.743170:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384375.743171:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384375.743173:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384375.743174:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.743176:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743178:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384375.743179:0:20661:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384375.743181:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743183:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743191:0:20661:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743193:0:20661:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743194:0:20661:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.743196:0:20661:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743199:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743200:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743201:0:20661:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384375.743202:0:20661:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384375.743203:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743204:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743205:0:20661:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384375.743218:0:20661:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384375.743219:0:20661:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743220:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.743220:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.743221:0:20661:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743222:0:20661:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384375.743223:0:20661:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384375.743225:0:20661:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.743226:0:20661:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.743227:0:20661:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384375.743228:0:20661:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053ea5b71. 00000100:00000001:1.0:1767384375.743231:0:20661:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384375.743232:0:20661:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384375.743233:0:20661:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008efbfe6c. 00010000:00000001:1.0:1767384375.743234:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384375.743235:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384375.743237:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.743239:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384375.743240:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384375.743242:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384375.743244:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384375.743246:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384375.743247:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384375.743249:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384375.743256:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.743258:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384375.743260:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384375.743262:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384375.743265:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737768704, offset 224 00000400:00000200:1.0:1767384375.743268:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384375.743299:0:20661:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384375.743318:0:20661:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d707d00 00000400:00000200:1.0:1767384375.743323:0:20661:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fd1 [1] + 224 00000400:00000200:1.0:1767384375.743338:0:20661:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384375.743341:0:20661:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384375.743345:0:20661:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384375.743348:0:20661:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384375.743356:0:20661:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.743368:0:20661:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384375.743374:0:20661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384375.743375:0:20661:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384375.743379:0:20661:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384375.743380:0:20661:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384375.743385:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384375.743387:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:1.0:1767384375.743389:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743391:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384375.743395:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000709933fb x1853236737768704/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384375.743402:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000709933fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+16:16141:x1853236737768704:12345-0@lo:103: Request processed in 493us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384375.743409:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384375.743411:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 2 00000100:00000001:1.0:1767384375.743414:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384375.743422:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384375.743425:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003aa329d6. 00000020:00000010:1.0:1767384375.743430:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004258097a. 00000020:00000010:1.0:1767384375.743434:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c0b104a. 00000020:00000040:1.0:1767384375.743438:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000001:1.0:1767384375.743440:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.743465:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384375.743468:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384375.743474:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384375.743476:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384375.743478:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002938df0. 00000400:00000200:1.0:1767384375.743483:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f137ad0 00000400:00000010:1.0:1767384375.743484:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f137ad0. 00000100:00000001:1.0:1767384375.743488:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384375.743492:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384375.743500:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.743506:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384375.743508:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.743510:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384375.743511:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384375.743513:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384375.743514:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384375.743515:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384375.743517:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384375.743520:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384375.743523:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384375.743524:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.743526:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384375.743527:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.743529:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384375.743533:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.743537:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384375.743545:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384375.743546:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384375.743549:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384375.743555:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008693b97e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737768704:0@lo:103: 00000100:00000001:1.0:1767384375.743559:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.743560:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384375.743563:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008693b97e x1853236737768704/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384375.743568:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384375.743569:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384375.743571:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000299de97f. 02000000:00000001:1.0:1767384375.743573:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384375.743575:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384375.743576:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384375.743578:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384375.743579:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab7f79a6. 02000000:00000001:1.0:1767384375.743582:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384375.743584:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384375.743585:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008693b97e. 00000100:00000001:1.0:1767384375.743588:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384375.743590:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.743591:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384375.743595:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384375.743596:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384375.743598:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384375.743601:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.743617:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743621:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384375.743623:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384375.743626:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.743638:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384375.743640:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384375.743642:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff47 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384375.743648:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ce023d3 count: 0 00010000:00000001:1.0:1767384375.743663:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384375.743665:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384375.746350:0:17571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3d47df6. 00010000:00000010:1.1:1767384375.746354:0:16600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004876a089. 00010000:00000010:3.1:1767384375.746357:0:17571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ba16e11. 00010000:00000010:1.1:1767384375.749317:0:38347:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ce023d3. 00010000:00000010:1.1:1767384375.749326:0:38347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c411ead. 00080000:00000001:2.0:1767384375.749576:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384375.749581:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:2.0:1767384375.749584:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384375.749587:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384375.749589:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384375.749591:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384375.749596:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384375.749598:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384375.749600:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384375.749602:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384375.749602:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384375.749607:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:0.0:1767384375.749607:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f6a38b5a. 20000000:01000000:1.0:1767384375.749610:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384375.749615:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384375.749616:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384375.749616:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:01000000:1.0:1767384375.749621:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384375.749627:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384375.749630:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384375.749636:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ce023d3. 00010000:00000001:1.0:1767384375.749642:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384375.749646:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c411ead. 00000020:00000001:1.0:1767384375.749649:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384375.749652:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c411ead with handle 0x1cafe7b7e4a4ff4e to hash 00000020:00000001:1.0:1767384375.749655:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384375.749657:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749660:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749663:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.749665:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.749668:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749677:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384375.749679:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384375.749681:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384375.749683:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.749685:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.749687:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384375.749689:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.749691:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384375.749701:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384375.749703:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384375.749705:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384375.749707:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce023d3) refcount = 1 00010000:00010000:1.0:1767384375.749712:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749719:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384375.749721:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384375.749723:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.749726:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749729:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384375.749732:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384375.749736:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:1.0:1767384375.749739:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384375.749740:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.749742:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=4 00000020:00000001:1.0:1767384375.749744:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749747:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749749:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384375.749751:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749758:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384375.749760:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749767:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.749769:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384375.749771:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749778:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.749780:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749783:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384375.749791:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384375.749798:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009c411ead already unused, calling callback (000000005ba06239) 00010000:00000001:1.0:1767384375.749801:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.749804:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384375.749806:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749812:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384375.749814:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384375.749817:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384375.749819:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c411ead refcount=5 00000020:00000001:1.0:1767384375.749822:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749825:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742628352 : -113991966923264 : ffff98532d4de600) 00010000:00000001:1.0:1767384375.749829:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384375.749831:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749838:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384375.749840:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384375.749842:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749845:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384375.749847:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384375.749849:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384375.749851:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384375.749853:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c411ead with handle 0x1cafe7b7e4a4ff4e from hash 00010000:00000001:1.0:1767384375.749856:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384375.749858:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.749859:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.749861:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384375.749863:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384375.749865:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384375.749867:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384375.749869:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384375.749872:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749881:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384375.749883:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384375.749886:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.749887:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.749889:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749890:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.749893:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.749895:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749902:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.749904:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.749905:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384375.749907:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384375.749908:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384375.749910:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384375.749912:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384375.749914:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384375.749917:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.749919:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384375.749925:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384375.749926:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384375.749927:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c411ead/0x1cafe7b7e4a4ff4e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384375.749934:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ce023d3 count: 0 00010000:00000001:1.0:1767384375.749941:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384375.749943:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384375.750580:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384375.750584:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384375.750587:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000059e0cabd. 20000000:00000001:0.0:1767384375.750593:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384375.750597:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737768320 00010000:00000001:0.0:1767384375.750600:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384375.750607:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000871f67b4 x1853236737768320/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384375.750616:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384375.750618:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384375.750621:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384375.750625:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384375.750628:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384375.750631:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384375.750634:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384375.750636:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.750640:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384375.750643:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384375.750647:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d7b9b24. 00000100:00000200:0.0:1767384375.750650:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737768320, offset 224 00000400:00000200:0.0:1767384375.750657:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384375.750665:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384375.750673:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707b80 00000400:00000200:0.0:1767384375.750680:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fb5 [2] + 224 00000400:00000200:0.0:1767384375.750687:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384375.750691:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384375.750695:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384375.750700:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384375.750725:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384375.750745:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384375.750753:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d7b9b24 00000400:00000010:0.0:1767384375.750756:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d7b9b24. 00000100:00000001:0.0:1767384375.750760:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384375.750762:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384375.750767:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384375.750768:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.750771:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384375.750775:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:3.0:1767384375.750777:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384375.750779:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384375.750781:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384375.750783:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384375.750784:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000020:00000001:0.0:1767384375.750789:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384375.750790:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dd3583c 00000400:00000010:3.0:1767384375.750793:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dd3583c. 00000100:00000040:0.0:1767384375.750797:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000871f67b4 x1853236737768320/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.750798:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384375.750805:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384375.750819:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000871f67b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16138:x1853236737768320:12345-0@lo:253: Request processed in 18726us (19189us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384375.750821:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.750835:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384375.750838:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384375.750841:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:3.0:1767384375.750842:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384375.750845:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384375.750847:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:3.0:1767384375.750848:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384375.750850:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.750853:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384375.750854:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384375.750858:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=90 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384375.750858:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384375.750863:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=90 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384375.750864:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005182f20. 00000100:00000001:3.0:1767384375.750865:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384375.750868:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.750871:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384375.750872:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00010000:00000001:3.0:1767384375.750873:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.750878:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384375.750880:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4f45b13. 00000100:00000040:3.0:1767384375.750882:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384375.750887:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384375.750889:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384375.750893:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384375.750895:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384375.750899:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f2bbbdcd. 00000100:00000001:3.0:1767384375.750903:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384375.750904:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384375.750907:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384375.750909:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384375.750910:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384375.750913:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384375.750915:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384375.750916:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384375.750918:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:0.0:1767384375.750918:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384375.750921:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384375.750924:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384375.750925:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384375.750926:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384375.750926:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d7fcd4. 00000100:00000040:3.0:1767384375.750928:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384375.750934:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d7b9b24. 00000100:00100000:3.0:1767384375.750937:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048bfb713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737768320:0@lo:253: 00000100:00000001:3.0:1767384375.750942:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.750945:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384375.750947:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048bfb713 x1853236737768320/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.750952:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384375.750954:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384375.750956:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000696f8fa6. 02000000:00000001:3.0:1767384375.750959:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384375.750961:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384375.750962:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384375.750964:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384375.750966:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000422a0684. 02000000:00000001:3.0:1767384375.750970:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384375.750971:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384375.750972:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048bfb713. 00000100:00000001:3.0:1767384375.750977:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384375.750978:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.750980:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384375.750985:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384375.750986:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.750988:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384375.750990:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384375.753708:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384375.753717:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384375.753719:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc445d1e. 20000000:00000001:3.0:1767384375.753723:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384375.753726:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737768448 00010000:00000001:3.0:1767384375.753728:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384375.753732:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031a3ddbd x1853236737768448/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384375.753738:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384375.753739:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384375.753741:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384375.753744:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384375.753746:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384375.753747:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:3.0:1767384375.753750:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384375.753751:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384375.753754:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384375.753757:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384375.753761:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045318d09. 00000100:00000200:3.0:1767384375.753763:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737768448, offset 224 00000400:00000200:3.0:1767384375.753768:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384375.753774:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384375.753781:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d707c00 00000400:00000200:3.0:1767384375.753786:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fbd [2] + 224 00000400:00000200:3.0:1767384375.753792:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384375.753796:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384375.753799:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384375.753802:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384375.753809:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384375.753821:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384375.753825:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045318d09 00000400:00000010:3.0:1767384375.753827:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045318d09. 00000100:00000001:3.0:1767384375.753830:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384375.753832:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384375.753837:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384375.753841:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384375.753842:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384375.753845:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384375.753846:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:3.0:1767384375.753849:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384375.753849:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384375.753852:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000312c6758. 00000020:00000001:3.0:1767384375.753853:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384375.753857:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384375.753858:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062777278 00000100:00000040:3.0:1767384375.753861:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031a3ddbd x1853236737768448/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:356/0 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384375.753862:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062777278. 00000100:00000001:0.0:1767384375.753867:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384375.753874:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384375.753876:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031a3ddbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737768448:12345-0@lo:253: Request processed in 21762us (22235us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384375.753891:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000200:0.0:1767384375.753893:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384375.753895:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384375.753899:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384375.753901:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384375.753905:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518f350f. 00000100:00000001:0.0:1767384375.753908:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384375.753909:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b4a48de. 00000100:00000001:0.0:1767384375.753912:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384375.753915:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008700b085. 00000100:00000001:0.0:1767384375.753917:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384375.753921:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384375.753922:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384375.753923:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384375.753928:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384375.753929:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384375.753931:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384375.753933:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007e0df2a0. 00000100:00001000:0.0:1767384375.753936:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=90 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384375.753939:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384375.753944:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384375.753944:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=90 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384375.753952:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384375.753952:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384375.753955:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384375.753959:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384375.753960:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af74f6e8. 00010000:00000001:0.0:1767384375.753961:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.753965:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384375.753966:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045318d09. 00000100:00000040:0.0:1767384375.753969:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384375.753977:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384375.753979:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384375.753980:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384375.753983:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384375.753984:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384375.753986:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384375.753987:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384375.753989:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384375.753990:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384375.753996:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384375.753997:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384375.753998:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384375.754000:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384375.754006:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3653008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737768448:0@lo:253: 00000100:00000001:0.0:1767384375.754010:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384375.754012:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384375.754013:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3653008 x1853236737768448/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384375.754017:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384375.754019:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384375.754020:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001fa6a13a. 02000000:00000001:0.0:1767384375.754025:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384375.754026:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384375.754028:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384375.754029:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384375.754030:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000013fa0f05. 02000000:00000001:0.0:1767384375.754035:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384375.754036:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384375.754037:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000100:00000001:0.0:1767384375.754041:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384375.754042:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384375.754044:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384375.754048:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384375.754049:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384375.754051:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384375.754052:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384375.755689:0:38348:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007f2fd1ef. 00000400:00000040:2.0:1767384375.755704:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384375.755706:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384375.755708:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384375.755712:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384375.755714:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384375.755715:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384375.755717:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384375.755718:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384375.755719:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384375.755720:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384375.755722:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384375.755723:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384375.755724:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384375.755725:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384375.755726:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384375.755728:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384375.755728:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384375.755729:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384375.755730:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384375.755732:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384375.755733:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384375.755733:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384375.755734:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384375.755735:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384375.755736:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384375.755737:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384375.755738:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384375.755739:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384375.755740:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384375.755741:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384375.755742:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384375.755743:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384375.755744:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384375.755745:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384375.755746:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384375.755747:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384375.755747:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384375.755749:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384375.755750:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384375.755751:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384375.755752:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384375.755753:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384375.755759:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384375.755760:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384375.755761:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384375.755762:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384375.755763:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384375.755764:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384375.755766:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384375.755767:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384375.755768:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384375.755769:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384375.755770:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384375.755771:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384375.755772:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384375.755773:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384375.755774:0:38348:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384375.755859:0:38348:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007f2fd1ef. 00010000:00000010:1.1:1767384375.757328:0:38349:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ce023d3. 00010000:00000010:1.1:1767384375.757337:0:38349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c411ead. 00000100:00000040:3.0:1767384375.762351:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294963504, at 4294963505 00000100:00000040:2.0:1767384375.762351:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294963504, at 4294963505 00000100:00000040:0.0:1767384375.762357:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294963504, at 4294963505 00000100:00000010:2.0:1767384375.762364:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d003afb2. 00000100:00000010:3.0:1767384375.762367:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f5b9b90. 00000100:00000010:0.0:1767384375.762373:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e81239. 00000100:00000040:1.0:1767384375.763319:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294963504, at 4294963506 00000100:00000010:1.0:1767384375.763325:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3e647c0. 00010000:00000001:3.0:1767384376.354386:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384376.354394:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.354401:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384376.354404:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.354443:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384376.354448:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384376.354451:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384376.737485:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384376.737492:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384376.737496:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000400:00000010:3.0:1767384376.737508:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000400:00000200:3.0:1767384376.737513:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384376.737522:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384376.737538:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009c782cea. 00000400:00000010:3.0:1767384376.737542:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa6b70ca. 00000400:00000200:3.0:1767384376.737567:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp46 00000400:00000010:3.0:1767384376.737571:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009c782cea. 00000400:00000010:3.0:1767384376.737578:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005c54b75f. 00000400:00000010:3.0:1767384376.737582:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe184377. 00000400:00000010:3.0:1767384376.737590:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050c215eb. 00000400:00000200:3.0:1767384376.737594:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp46 00000400:00000200:3.0:1767384376.737610:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp46 local destination 00000400:00000200:3.0:1767384376.737617:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp46 00000400:00000200:3.0:1767384376.737624:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp46 NI seq info: [204:204:256:4294967295] 192.168.203.152@tcp46 LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1767384376.737633:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp46 00000400:00000200:3.0:1767384376.737651:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp46(192.168.203.152@tcp46:) -> 192.168.203.152@tcp46(192.168.203.152@tcp46:192.168.203.152@tcp46) : GET try# 0 00000800:00000200:3.0:1767384376.737659:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp46 00000800:00000010:3.0:1767384376.737663:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000390d9795. 00000800:00000200:3.0:1767384376.737674:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000800:00000200:3.1:1767384376.737681:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:0.0:1767384376.737795:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.737920:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738030:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738135:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738334:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384376.738514:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp46 added to recovery queue. ping count: 1 next ping: 299 health :900 00000400:00000200:0.0:1767384376.738518:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738555:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738576:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738629:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738647:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738664:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738719:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738737:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738756:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738771:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738806:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738845:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738895:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738918:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738957:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738976:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.738996:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.739022:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384376.739044:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384376.739213:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcced760. 00000800:00000010:0.0:1767384376.739218:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000403c0e29. 00000800:00000010:0.0:1767384376.739223:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ab04419e. 00000800:00000010:0.0:1767384376.739245:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ab04419e. 00000800:00020000:0.0:1767384376.739254:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384376.739257:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000403c0e29. 00000800:00000010:0.0:1767384376.739259:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcced760. 00000400:02020000:0.0:1767384376.739359:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp46 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.739368:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp46 notifying 192.168.203.152@tcp46: down 00000400:00000200:0.0:1767384376.739373:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384376.739378:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp46 00000800:00000010:0.0:1767384376.739381:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000390d9795. 00000400:00000200:0.0:1767384376.739386:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.739390:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp46->192.168.203.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384376.739404:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384376.739409:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384376.739415:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp46) recovery failed with -71 00010000:00000001:3.0:1767384377.378358:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384377.378365:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.378372:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384377.378374:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.378419:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384377.378423:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384377.378426:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384377.505389:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384377.505395:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384377.505402:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027d03216. 00000020:00000040:3.0:1767384377.505411:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384377.505412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384377.505426:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384377.505427:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384377.505431:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384377.505436:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037fdf95d. 02000000:00000001:3.0:1767384377.505438:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.505450:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 02000000:00000010:3.0:1767384377.505452:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c39c7f40. 00000100:00000001:1.0:1767384377.505462:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384377.505465:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384377.505468:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.505470:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.505479:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384377.505481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da64ad92. 00000100:00000001:3.0:1767384377.505482:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.505493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.505498:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027d03216] to pc [ptlrpcd_00_00+0] req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.505508:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384377.505524:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.505527:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.505532:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.505538:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037fdf95d] to pc [ptlrpcd_00_01+1] req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.505559:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.505562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384377.505565:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384377.505568:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384377.505568:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073c65139. 00000020:00000040:1.0:1767384377.505574:0:37:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384377.505575:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.505578:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384377.505579:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384377.505581:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.505584:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.505585:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384377.505591:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7f77c15. 00000100:00000001:1.0:1767384377.505602:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.505603:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384377.505608:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.505612:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384377.505614:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384377.505616:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384377.505627:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.505637:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000027d03216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737768832:0@lo:13: 00000100:00000001:3.0:1767384377.505651:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384377.505653:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.505656:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.505657:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384377.505660:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.505663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073c65139] to pc [ptlrpcd_00_02+2] req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384377.505665:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384377.505673:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000001897380. 02000000:00000001:3.0:1767384377.505676:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.505680:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384377.505682:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0e5579. 00000100:00000001:0.0:1767384377.505685:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.505686:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.505688:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384377.505691:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000100:00000040:1.0:1767384377.505692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384377.505698:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.505708:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384377.505709:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737768832, portal 4 00000100:00000001:0.0:1767384377.505713:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384377.505719:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086536615. 00000100:00000001:3.0:1767384377.505721:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384377.505722:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.505727:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759381248 : -113996950170368 : ffff985204479500) 02000000:00000001:0.0:1767384377.505729:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384377.505739:0:37:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384377.505739:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384377.505744:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.505748:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.505749:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384377.505759:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737768960:0@lo:400: 02000000:00000001:1.0:1767384377.505760:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.505764:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.505764:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384377.505771:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd8cd7dc. 02000000:00000001:0.0:1767384377.505771:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384377.505775:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.505776:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.505777:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384377.505783:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062aef310. 00000100:00000040:1.0:1767384377.505784:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384377.505787:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.505794:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c6758. 00000100:00000001:1.0:1767384377.505796:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.505799:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.505802:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000040:1.0:1767384377.505805:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086536615] to pc [ptlrpcd_00_03+3] req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.505811:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737768960, portal 25 00000100:00000001:0.0:1767384377.505814:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384377.505816:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009638528 : -113991699913088 : ffff98533d382680) 00000100:00000001:1.0:1767384377.505818:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.505824:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.505828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384377.505845:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384377.505852:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed0abcdd. 00000020:00000040:1.0:1767384377.505861:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384377.505873:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384377.505874:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384377.505876:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384377.505882:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.505887:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.505889:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384377.505890:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384377.505899:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000071b47a5. 00000100:00000001:1.0:1767384377.505905:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384377.505909:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000040:1.0:1767384377.505910:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384377.505910:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:3.0:1767384377.505925:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737768832, offset 0 00000100:00000200:0.0:1767384377.505925:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737768960, offset 0 00000100:00000001:1.0:1767384377.505927:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.505929:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.505933:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed0abcdd] to pc [ptlrpcd_00_00+0] req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.505945:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384377.505956:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.505960:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000400:00000200:0.0:1767384377.505962:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.505974:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d707e00 00000100:00000001:1.0:1767384377.505975:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.505980:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.505987:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384377.505991:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.505997:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384377.505998:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.506002:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384377.506004:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.506006:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.506009:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737769088:0@lo:400: 00000100:00000001:1.0:1767384377.506012:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384377.506015:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384377.506018:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.506021:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384377.506025:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000248b9651. 02000000:00000001:1.0:1767384377.506027:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.506032:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0466b. 00000400:00000200:3.0:1767384377.506081:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.506089:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1731 [2] + 0 00000400:00000200:3.0:1767384377.506100:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384377.506100:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000400:00000200:0.0:1767384377.506109:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a3fc566d 00000400:00000200:0.0:1767384377.506113:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.506118:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384377.506119:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000200:0.0:1767384377.506122:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fc566d 00000400:00000010:0.0:1767384377.506125:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3fc566d. 00000100:00000200:1.0:1767384377.506131:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737769088, portal 4 00000100:00000001:0.0:1767384377.506131:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.506133:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384377.506136:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384377.506145:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009640320 : -113991699911296 : ffff98533d382d80) 00000100:00000040:0.0:1767384377.506146:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000034e949e0 x1853236737768960 msgsize 224 00000100:00000040:1.0:1767384377.506155:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.506165:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d707d80 00000100:00100000:0.0:1767384377.506165:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384377.506177:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384377.506185:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384377.506186:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000100:00000040:1.0:1767384377.506191:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.506192:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384377.506194:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384377.506195:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000200:1.0:1767384377.506201:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737769088, offset 0 00000400:00000200:3.0:1767384377.506205:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.506208:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000400:00000010:0.0:1767384377.506213:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000100:00000001:0.0:1767384377.506216:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384377.506220:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384377.506221:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.506226:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384377.506230:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384377.506231:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384377.506237:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384377.506237:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384377.506239:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088807f7b. 00000100:00000040:3.0:1767384377.506251:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000088807f7b x1853236737768832 msgsize 224 00000400:00000200:1.0:1767384377.506260:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d707e80 00000100:00000001:0.0:1767384377.506263:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.506319:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000100:00000001:0.0:1767384377.506321:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384377.506327:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.506332:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.506338:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384377.506341:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294965268 00000100:00000010:0.0:1767384377.506346:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eca6eef2. 00000100:00000001:1.0:1767384377.506348:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384377.506354:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384377.506358:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384377.506365:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294965268 00000100:00000010:0.0:1767384377.506370:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089afa8ab. 00000100:00000001:0.0:1767384377.506375:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000010:1.0:1767384377.506376:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ffa822c. 00000100:00000040:1.0:1767384377.506382:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000003ffa822c x1853236737769088 msgsize 224 00000100:00000001:0.0:1767384377.506385:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294965268 00000100:00000010:0.0:1767384377.506390:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a775022c. 00000100:00100000:1.0:1767384377.506396:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384377.506396:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384377.506402:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294965268 00000100:00000001:1.0:1767384377.506407:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384377.506410:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384377.506411:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061ce218e. 00000100:00000001:0.0:1767384377.506418:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384377.506419:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000100:00000001:3.0:1767384377.506423:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384377.506424:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00000001:0.0:1767384377.506424:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.506430:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.506433:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384377.506433:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.506437:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384377.506440:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000100:00000200:1.0:1767384377.506441:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.506446:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384377.506447:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000001:0.0:1767384377.506454:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384377.506455:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384377.506466:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.506466:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.506467:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.506472:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.506477:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.506482:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.506487:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384377.506501:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.506508:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.506510:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.506513:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.506517:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.506517:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.506519:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.506525:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.506530:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.506531:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384377.506542:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.506544:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.506546:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.506551:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384377.506558:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5760 usecs (6 jiffies) 00000100:00000001:0.0:1767384377.506558:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384377.506560:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.506561:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.506568:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965255 02000000:00000001:0.0:1767384377.506572:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384377.506573:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5760 usecs (6 jiffies) 00000100:00000001:1.0:1767384377.506573:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965268 02000000:00000001:0.0:1767384377.506576:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.506587:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965255 00000100:00000001:1.0:1767384377.506588:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965255 02000000:00000001:0.0:1767384377.506588:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.506601:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737769344:0@lo:400: 00000100:00000001:3.0:1767384377.506602:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965268 00000100:00000001:1.0:1767384377.506602:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965268 00000100:00000001:3.0:1767384377.506618:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965255 00000100:00000001:1.0:1767384377.506619:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965255 00000100:00000001:0.0:1767384377.506619:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384377.506628:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965268 02000000:00000001:0.0:1767384377.506628:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384377.506629:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965268 02000000:00000001:0.0:1767384377.506633:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.506644:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965255 00000100:00000001:1.0:1767384377.506645:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965255 02000000:00000001:0.0:1767384377.506645:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384377.506653:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061bd6b25. 00000100:00000001:3.0:1767384377.506658:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965268 00000100:00000001:1.0:1767384377.506659:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965268 02000000:00000001:0.0:1767384377.506659:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.506672:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965255 00000100:00000001:1.0:1767384377.506673:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384377.506673:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004661eb67. 00000100:00000001:1.0:1767384377.506680:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.506682:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000001:3.0:1767384377.506687:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965268 00000100:00000001:1.0:1767384377.506689:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.506690:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737769344, portal 10 00000100:00000001:3.0:1767384377.506692:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.506694:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.506699:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384377.506707:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.506709:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009631360 : -113991699920256 : ffff98533d380a80) 00000100:00000001:1.0:1767384377.506711:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.506717:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384377.506725:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.506729:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.506731:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.506733:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.506738:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.506743:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.506747:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.506748:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384377.506752:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384377.506753:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384377.506760:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384377.506761:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.506762:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384377.506765:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000001:3.0:1767384377.506769:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.506774:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384377.506774:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737769344, offset 0 00000100:00000001:3.0:1767384377.506775:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.506777:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.506786:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.506789:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.506793:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384377.506794:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384377.506797:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384377.506802:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.506808:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384377.506813:0:32914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384377.506815:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384377.506817:0:32914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768832 00000100:00000001:1.0:1767384377.506821:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.506825:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707f80 02000000:00000001:3.0:1767384377.506826:0:32914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384377.506828:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384377.506833:0:32914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384377.506834:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.506840:0:32914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.506840:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 02000000:00000001:1.0:1767384377.506842:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.506846:0:32914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.506852:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737769216:0@lo:400: 00000100:00100000:3.0:1767384377.506854:0:32914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768832 00000400:00000200:0.0:1767384377.506858:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384377.506859:0:32914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.506865:0:32914:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:1.0:1767384377.506867:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384377.506873:0:32914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384377.506873:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384377.506877:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384377.506881:0:32914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 02000000:00000001:1.0:1767384377.506883:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.506885:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.506890:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384377.506892:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384377.506895:0:32914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:3.0:1767384377.506900:0:32914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 02000000:00000010:1.0:1767384377.506901:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e66150c9. 00000100:00000010:0.0:1767384377.506901:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000001:1.0:1767384377.506913:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.506914:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384377.506914:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000c3653008 x1853236737769344 msgsize 224 00000100:00100000:0.0:1767384377.506923:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384377.506925:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000020:00000010:3.0:1767384377.506926:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016f9d424. 00000100:00000001:0.0:1767384377.506933:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384377.506938:0:32914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dcf76e67. 00000400:00000010:1.0:1767384377.506940:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000400:00000200:0.0:1767384377.506941:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000020:00000040:3.0:1767384377.506945:0:32914:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000010:0.0:1767384377.506945:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000100:00000001:0.0:1767384377.506953:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384377.506955:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737769216, portal 10 00000100:00000200:0.0:1767384377.506959:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.506960:0:32914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384377.506960:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384377.506968:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082009632256 : -113991699919360 : ffff98533d380e00) 00000020:00000010:3.0:1767384377.506972:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bf760e3. 00000100:00000001:0.0:1767384377.506973:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.506978:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.506981:0:32914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072253384. 00000100:00000040:0.0:1767384377.506982:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.506993:0:32914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025114863. 00000100:00000040:3.0:1767384377.507008:0:32914:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384377.507018:0:32914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.507020:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384377.507020:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.507022:0:32914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.507025:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.507029:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.507033:0:32914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.507034:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384377.507035:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3448 usecs (4 jiffies) 00000100:00000001:0.0:1767384377.507043:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294965253 00000400:00000010:1.0:1767384377.507044:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000001:0.0:1767384377.507046:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294965268 00000100:00000001:3.0:1767384377.507048:0:32914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384377.507049:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737769216, offset 0 00000100:00000001:0.0:1767384377.507053:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294965253 00000100:00000001:0.0:1767384377.507057:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294965268 00000100:00000001:0.0:1767384377.507060:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294965253 00000100:00000001:0.0:1767384377.507062:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294965268 00000100:00000001:0.0:1767384377.507063:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294965253 00000100:00000001:3.0:1767384377.507067:0:32914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.507067:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384377.507067:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294965268 00000100:00000001:0.0:1767384377.507077:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.507081:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.507086:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.507090:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384377.507093:0:32914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384377.507097:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384377.507099:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.507102:0:32914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384377.507103:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.507114:0:32914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000400:00000200:1.0:1767384377.507114:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d707f00 00000100:00000001:0.0:1767384377.507117:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384377.507124:0:32914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384377.507125:0:17551:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.507125:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737768960 00000400:00000200:1.0:1767384377.507127:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:3.0:1767384377.507137:0:32914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759377664 : -113996950173952 : ffff985204478700) 00000100:00000001:2.0:1767384377.507138:0:17551:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.507139:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384377.507140:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.507146:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.507154:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.507159:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088807f7b x1853236737768832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.507159:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384377.507161:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.507170:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737768960 00000100:00000001:1.0:1767384377.507173:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.507178:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384377.507179:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.507186:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000010:1.0:1767384377.507191:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6c91ab2. 00000020:00000001:0.0:1767384377.507194:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384377.507200:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e6c91ab2 x1853236737769216 msgsize 224 00000020:00000040:0.0:1767384377.507201:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384377.507206:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384377.507208:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000010:3.0:1767384377.507212:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b181890e. 00000020:00000001:0.0:1767384377.507213:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00100000:1.0:1767384377.507217:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384377.507225:0:32914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.507227:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.507229:0:32914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b181890e. 00000020:00000010:0.0:1767384377.507233:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bea0e54. 00000100:00000001:1.0:1767384377.507237:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.507238:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384377.507243:0:32914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088807f7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236737768832:12345-0@lo:13: 00000400:00000200:1.0:1767384377.507246:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000020:00000010:0.0:1767384377.507248:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bea0e54. 00000400:00000010:1.0:1767384377.507254:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000200:3.0:1767384377.507261:0:32914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768832 00000020:00000010:0.0:1767384377.507261:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e073d71. 00000100:00000001:1.0:1767384377.507263:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384377.507270:0:32914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384377.507320:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.507329:0:32914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384377.507330:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384377.507332:0:32914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.507336:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.507337:0:32914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.507341:0:32914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000020:00000001:3.0:1767384377.507349:0:32914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384377.507354:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.507355:0:32914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.507361:0:32914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.507363:0:32914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384377.507363:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384377.507367:0:32914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507369:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.507374:0:32914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384377.507374:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3281 usecs (4 jiffies) 02000000:00000001:3.0:1767384377.507381:0:32914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384377.507382:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965254 02000000:00000010:3.0:1767384377.507385:0:32914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008fe123dd. 00000020:00000010:0.0:1767384377.507386:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb547763. 00000100:00000001:1.0:1767384377.507389:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965268 02000000:00000001:3.0:1767384377.507391:0:32914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.507396:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00000100:00000001:3.0:1767384377.507400:0:32914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507400:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965254 00000100:00000040:0.0:1767384377.507406:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00002000:00000001:3.0:1767384377.507409:0:32914:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384377.507409:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965268 00000100:00000001:0.0:1767384377.507412:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.507416:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965254 00000100:00000001:0.0:1767384377.507416:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:3.0:1767384377.507417:0:32914:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384377.507419:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.507425:0:32914:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384377.507426:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965268 00000100:00000001:1.0:1767384377.507429:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965254 00000100:00000001:0.0:1767384377.507431:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.507436:0:32914:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384377.507438:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965268 00000100:00000001:0.0:1767384377.507440:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.507441:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.507446:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.507450:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.507452:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.507454:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384377.507455:0:32914:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507458:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.507461:0:32914:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384377.507462:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00002000:00000024:3.0:1767384377.507470:0:32914:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:0.0:1767384377.507471:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384377.507474:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.507477:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016933968 : -113991692617648 : ffff98533da77850) 00000020:00000020:3.0:1767384377.507479:0:32914:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384377.507480:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.507486:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034e949e0 x1853236737768960/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384377.507489:0:32914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384377.507500:0:32914:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384377.507500:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384377.507508:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769088 00002000:00000001:3.0:1767384377.507514:0:32914:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:1.0:1767384377.507516:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:3.0:1767384377.507519:0:32914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384377.507520:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1767384377.507524:0:32914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507528:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384377.507532:0:32914:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.507539:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.507544:0:32914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737768832 00000100:00100000:1.0:1767384377.507545:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769088 00000100:00000001:0.0:1767384377.507545:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384377.507552:0:32914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384377.507554:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384377.507554:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bea0e54. 00000020:00000040:1.0:1767384377.507557:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00010000:00000200:3.0:1767384377.507560:0:32914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088807f7b x1853236737768832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.507561:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384377.507563:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.507569:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=6 00000020:00000010:0.0:1767384377.507572:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bea0e54. 00000020:00000001:1.0:1767384377.507580:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00100000:0.0:1767384377.507590:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034e949e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737768960:12345-0@lo:400: 00000020:00000001:1.0:1767384377.507591:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00010000:00000001:3.0:1767384377.507597:0:32914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384377.507601:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384377.507608:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737768960 00010000:00000001:3.0:1767384377.507609:0:32914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.507609:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00001000:3.0:1767384377.507620:0:32914:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.507621:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384377.507621:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384377.507628:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384377.507634:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000020:00000001:0.0:1767384377.507637:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.507639:0:32914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384377.507640:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000943c8c. 00000020:00000001:0.0:1767384377.507645:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384377.507646:0:32914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000010:1.0:1767384377.507647:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003464a26c. 00000020:00000001:0.0:1767384377.507652:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000100:00000001:3.0:1767384377.507657:0:32914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000010:1.0:1767384377.507659:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004258097a. 00000020:00000001:0.0:1767384377.507659:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384377.507666:0:32914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384377.507667:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.507670:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384377.507674:0:32914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.507676:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384377.507678:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384377.507683:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384377.507684:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.507685:0:32914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384377.507687:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507691:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.507694:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384377.507695:0:32914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384377.507703:0:32914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000001:0.0:1767384377.507703:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384377.507705:0:17549:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384377.507710:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384377.507711:0:17549:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384377.507714:0:32914:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737768832, offset 224 00000100:00000001:1.0:1767384377.507715:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384377.507716:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000061b20117. 02000000:00000001:0.0:1767384377.507724:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.507727:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384377.507732:0:32914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384377.507734:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.507735:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384377.507739:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737768960 00000400:00000200:3.0:1767384377.507748:0:32914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384377.507750:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384377.507759:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034e949e0 x1853236737768960/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.507761:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384377.507765:0:32914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d707d80 00000100:00000001:1.0:1767384377.507768:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384377.507786:0:32914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ff1 [1] + 224 00000100:00100000:1.0:1767384377.507787:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00000001:0.0:1767384377.507790:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384377.507796:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.507797:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 2 00000400:00000200:3.0:1767384377.507798:0:32914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384377.507801:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.507810:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076755015680 : -113996954535936 : ffff98520404f800) 00000100:00000001:0.0:1767384377.507812:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384377.507817:0:32914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384377.507823:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000040:1.0:1767384377.507824:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ffa822c x1853236737769088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.507826:0:32914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384377.507835:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:1.0:1767384377.507838:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384377.507841:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384377.507842:0:32914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.507843:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 02000000:00000001:0.0:1767384377.507847:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.507853:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.507858:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384377.507868:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000100:00000040:0.0:1767384377.507872:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384377.507881:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00100000:1.0:1767384377.507885:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ffa822c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236737769088:12345-0@lo:400: 00000100:00000200:0.0:1767384377.507890:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737768960, offset 224 00000100:00000200:1.0:1767384377.507905:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769088 00000100:00000040:3.0:1767384377.507907:0:32914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.507910:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384377.507914:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384377.507920:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384377.507926:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.507928:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384377.507939:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.507946:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000400:00000200:0.0:1767384377.507954:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d707e00 00000020:00000001:1.0:1767384377.507961:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384377.507962:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ff5 [1] + 224 00000100:00000001:3.0:1767384377.507968:0:32914:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384377.507968:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.507969:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384377.507977:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384377.507982:0:32914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000020:00000001:1.0:1767384377.507983:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384377.507983:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384377.507992:0:32914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000020:00000001:1.0:1767384377.507993:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.508000:0:32914:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384377.508002:0:17549:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384377.508002:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384377.508003:0:32914:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384377.508008:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.508010:0:32914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.508012:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384377.508019:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384377.508021:0:32914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 02000000:00000010:1.0:1767384377.508025:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006fe1e2c9. 00010000:00000001:3.0:1767384377.508033:0:32914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384377.508033:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.508034:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.508043:0:32914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.508044:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.508053:0:32914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384377.508054:0:17549:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384377.508061:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737769088 00000100:00000001:0.0:1767384377.508063:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384377.508065:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088807f7b x1853236737768832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.508067:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384377.508071:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000400:00000010:0.0:1767384377.508077:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00010000:00000200:1.0:1767384377.508079:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ffa822c x1853236737769088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508087:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.508093:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.508101:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.508116:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384377.508122:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384377.508126:0:32914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088807f7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236737768832:12345-0@lo:13: Request processed in 913us (1868us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384377.508127:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.508136:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384377.508145:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384377.508146:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034e949e0 x1853236737768960/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.508154:0:32914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00000001:1.0:1767384377.508154:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.508169:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=82 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384377.508170:0:32914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 1 00000100:00000001:3.0:1767384377.508179:0:32914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384377.508180:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034e949e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737768960:12345-0@lo:400: Request processed in 629us (2026us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384377.508181:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384377.508183:0:32914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384377.508190:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000020:00000010:3.0:1767384377.508192:0:32914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072253384. 00000100:00000001:1.0:1767384377.508200:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00100000:0.0:1767384377.508201:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 02000000:00000001:1.0:1767384377.508203:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384377.508204:0:32914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025114863. 02000000:00000001:1.0:1767384377.508206:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.508218:0:32914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bf760e3. 00000100:00000001:1.0:1767384377.508218:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.508219:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384377.508226:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384377.508228:0:32914:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000100:00000040:1.0:1767384377.508228:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.508230:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384377.508238:0:32914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384377.508238:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb547763. 00000400:00000010:1.0:1767384377.508239:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000020:00000010:0.0:1767384377.508248:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000100:00000200:1.0:1767384377.508253:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737769088, offset 224 00000020:00000010:0.0:1767384377.508253:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e073d71. 00000020:00000040:0.0:1767384377.508259:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000400:00000200:1.0:1767384377.508261:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1767384377.508265:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384377.508266:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384377.508321:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000061b20117. 00000400:00000200:1.0:1767384377.508322:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384377.508326:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 02000000:00000001:0.0:1767384377.508329:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384377.508334:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d707e80 00000100:00000001:0.0:1767384377.508335:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.508339:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.508343:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384377.508344:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2001 [1] + 224 00000100:00000200:0.0:1767384377.508344:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384377.508355:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001289bca1. 00000400:00000001:3.0:1767384377.508356:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384377.508357:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384377.508360:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384377.508364:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384377.508369:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0e5579. 00000400:00000200:3.0:1767384377.508374:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c8c35 00000400:00000010:3.0:1767384377.508375:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000368c8c35. 00000100:00000001:3.0:1767384377.508378:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384377.508380:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010e3b6eb. 00000100:00000200:3.0:1767384377.508383:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.508388:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384377.508401:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508402:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384377.508410:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769344 02000000:00000001:0.0:1767384377.508417:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384377.508424:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.508427:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384377.508429:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.508437:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.508448:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769344 00000020:00000001:0.0:1767384377.508456:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.508462:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:0.0:1767384377.508471:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384377.508476:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384377.508477:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:0.0:1767384377.508492:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384377.508493:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.508499:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.508500:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384377.508511:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384377.508512:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384377.508517:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384377.508517:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bea0e54. 00000100:00000001:3.0:1767384377.508521:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.508524:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.508525:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001d67a45f. 00000100:00000001:1.0:1767384377.508533:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384377.508535:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.508537:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00001000:3.0:1767384377.508543:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=82 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384377.508547:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000100:00001000:3.0:1767384377.508548:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.508549:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384377.508553:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e073d71. 00000400:00000010:1.0:1767384377.508557:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:3.0:1767384377.508561:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384377.508562:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb547763. 00000100:00000001:3.0:1767384377.508564:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.508564:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384377.508567:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b0c83a0. 00010000:00000001:3.0:1767384377.508573:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384377.508574:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384377.508580:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384377.508586:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.508590:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384377.508592:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508594:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384377.508599:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384377.508601:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.508610:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384377.508613:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384377.508615:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.508620:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384377.508626:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384377.508627:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.508634:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.508639:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384377.508640:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ffa822c x1853236737769088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508640:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.508641:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384377.508648:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384377.508652:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384377.508654:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.508656:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769216 02000000:00000001:0.0:1767384377.508665:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384377.508670:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508671:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.508681:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.508683:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ffa822c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236737769088:12345-0@lo:400: Request processed in 836us (2291us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384377.508693:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.508704:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769216 00000020:00000001:0.0:1767384377.508712:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.508716:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:3.0:1767384377.508725:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384377.508725:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000001:0.0:1767384377.508726:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.508733:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:3.0:1767384377.508741:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384377.508742:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000040:1.0:1767384377.508743:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384377.508748:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.508749:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:1.0:1767384377.508750:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384377.508756:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:3.0:1767384377.508759:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384377.508760:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000040:3.0:1767384377.508765:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:1.0:1767384377.508766:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003464a26c. 00000020:00000010:0.0:1767384377.508766:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d67a45f. 00000100:00000001:0.0:1767384377.508774:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.508776:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004258097a. 00000004:00000040:3.0:1767384377.508777:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:0.0:1767384377.508777:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d67a45f. 00000020:00000010:1.0:1767384377.508795:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000943c8c. 00000020:00000010:0.0:1767384377.508797:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c07340. 00000004:00000020:3.0:1767384377.508798:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000040:1.0:1767384377.508803:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000020:00000010:0.0:1767384377.508804:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a86627b. 00000004:00000001:3.0:1767384377.508808:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.508810:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000001:1.0:1767384377.508811:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.508815:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384377.508816:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.508821:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.508827:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.508834:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384377.508835:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384377.508842:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384377.508843:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1767384377.508847:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000027d03216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16138:1853236737768832:0@lo:13: 00000100:00000001:0.0:1767384377.508848:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.508860:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1767384377.508861:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.508865:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.508868:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.508869:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000040:3.0:1767384377.508874:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000027d03216 x1853236737768832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.508878:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067442048 : -113992642109568 : ffff9853050f5f80) 00000100:00000001:0.0:1767384377.508884:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384377.508891:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384377.508896:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c3653008 x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.508905:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000001:3.0:1767384377.508909:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384377.508914:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 02000000:00000001:3.0:1767384377.508916:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384377.508922:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076755007616 : -113996954544000 : ffff98520404d880) 02000000:00000010:3.0:1767384377.508923:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000001897380. 00000100:00000001:1.0:1767384377.508926:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384377.508934:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1767384377.508936:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce977c37. 00000100:00000040:0.0:1767384377.508938:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6c91ab2 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.508939:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384377.508940:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384377.508947:0:16138:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:1.0:1767384377.508950:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce977c37. 00000020:00000001:3.0:1767384377.508957:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384377.508963:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c39c7f40. 00000100:00100000:1.0:1767384377.508969:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c3653008 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737769344:12345-0@lo:400: 02000000:00000001:3.0:1767384377.508973:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384377.508974:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384377.508975:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769344 02000000:00000001:3.0:1767384377.508978:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384377.508980:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d67a45f. 00000020:00000001:1.0:1767384377.508982:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:3.0:1767384377.508984:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027d03216. 00000100:00000001:0.0:1767384377.508985:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384377.508987:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384377.508993:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d67a45f. 00000100:00000001:3.0:1767384377.508994:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384377.508995:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.509002:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.509004:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384377.509005:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.509009:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00100000:0.0:1767384377.509013:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6c91ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737769216:12345-0@lo:400: 00000100:00000001:3.0:1767384377.509017:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384377.509018:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769216 00000100:00000001:3.0:1767384377.509022:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.509024:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384377.509025:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384377.509027:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384377.509028:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384377.509033:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.509033:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.509034:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.509046:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.509047:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384377.509048:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000020:00000001:1.0:1767384377.509049:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384377.509053:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.509053:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384377.509057:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.509058:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384377.509061:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384377.509062:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384377.509064:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384377.509065:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384377.509068:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384377.509069:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000184e855b. 00000020:00000001:0.0:1767384377.509070:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384377.509072:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.509075:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.509075:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384377.509078:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384377.509079:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384377.509082:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000061b20117. 00010000:00000040:1.0:1767384377.509083:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737769344 02000000:00000001:0.0:1767384377.509086:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384377.509088:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:1.0:1767384377.509088:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384377.509089:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384377.509095:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3653008 x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.509096:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.509097:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00010000:00000040:0.0:1767384377.509106:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737769216 00010000:00000001:0.0:1767384377.509112:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384377.509115:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.509118:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384377.509118:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1767384377.509120:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6c91ab2 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.509121:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.509123:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.509128:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1767384377.509135:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384377.509136:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000400:00000001:3.0:1767384377.509138:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384377.509139:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384377.509145:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000312c6758. 00000100:00000001:1.0:1767384377.509146:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00010000:00000001:0.0:1767384377.509146:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.509158:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384377.509158:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=87 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384377.509160:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0592e8 02000000:00000001:1.0:1767384377.509162:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384377.509166:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a0592e8. 00000100:00000001:0.0:1767384377.509169:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384377.509171:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384377.509174:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384377.509175:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 00000100:00000040:1.0:1767384377.509184:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.509184:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000200:3.0:1767384377.509185:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384377.509192:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 02000000:00000001:0.0:1767384377.509193:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384377.509201:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384377.509204:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737769344, offset 224 00000100:00000001:0.0:1767384377.509212:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384377.509227:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384377.509228:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.509228:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384377.509238:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000200:0.0:1767384377.509249:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737769216, offset 224 00000400:00000200:1.0:1767384377.509255:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.509271:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384377.509333:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.509335:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.509336:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707f80 00000100:00000001:3.0:1767384377.509340:0:16139:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384377.509344:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384377.509346:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.509349:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384377.509350:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2009 [1] + 224 00000100:00000001:3.0:1767384377.509354:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.509361:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384377.509362:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.509362:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d707f00 00000100:00001000:3.0:1767384377.509373:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=92 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384377.509382:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.509384:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2011 [1] + 224 00000100:00001000:3.0:1767384377.509389:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.509405:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384377.509406:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384377.509407:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384377.509413:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.509421:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384377.509422:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384377.509429:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384377.509429:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.509432:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384377.509440:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.509446:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.509454:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.509489:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.509498:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.509509:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.509523:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384377.509530:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.509544:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.509554:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384377.509564:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000100:00100000:3.0:1767384377.509565:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000037fdf95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737768960:0@lo:400: 00000100:00000001:1.0:1767384377.509566:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384377.509568:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000100:00000001:0.0:1767384377.509581:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.509582:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.509583:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.509585:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384377.509587:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000100:00000001:0.0:1767384377.509588:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.509593:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000040:0.0:1767384377.509599:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000040:3.0:1767384377.509602:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000037fdf95d x1853236737768960/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.509602:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384377.509606:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384377.509608:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384377.509612:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.509617:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.509623:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384377.509632:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000040:0.0:1767384377.509640:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6c91ab2 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.509643:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384377.509650:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.509661:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384377.509661:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384377.509664:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384377.509668:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6c91ab2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737769216:12345-0@lo:400: Request processed in 689us (2463us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384377.509669:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062aef310. 00000100:00000040:1.0:1767384377.509670:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3653008 x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384377.509678:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384377.509683:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384377.509687:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000100:00100000:0.0:1767384377.509695:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000020:00000001:3.0:1767384377.509698:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384377.509702:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 02000000:00000010:3.0:1767384377.509704:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000da64ad92. 00000100:00000001:0.0:1767384377.509712:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384377.509714:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384377.509716:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384377.509717:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384377.509721:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a86627b. 00000100:00000010:3.0:1767384377.509724:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037fdf95d. 00000100:00100000:1.0:1767384377.509725:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c3653008 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236737769344:12345-0@lo:400: Request processed in 790us (2803us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384377.509727:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000100:00000001:3.0:1767384377.509736:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384377.509738:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c07340. 00000100:00000001:3.0:1767384377.509743:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.509749:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.509750:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000020:00000040:0.0:1767384377.509750:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000001:3.0:1767384377.509762:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.509763:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.509764:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000001:3.0:1767384377.509767:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.509774:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384377.509778:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384377.509778:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384377.509784:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384377.509787:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004661eb67. 00000020:00000010:1.0:1767384377.509787:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb547763. 00000400:00000200:3.0:1767384377.509803:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a2b82e 00000020:00000010:1.0:1767384377.509804:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b0c83a0. 00000400:00000010:3.0:1767384377.509810:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a2b82e. 00000020:00000010:1.0:1767384377.509813:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e073d71. 00000100:00000001:3.0:1767384377.509815:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384377.509825:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384377.509826:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000001:1.0:1767384377.509837:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384377.509843:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.509851:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.509855:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.509858:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384377.509860:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.509862:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.509863:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.509866:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.509868:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384377.509870:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=86 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384377.509872:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384377.509875:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=86 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384377.509879:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384377.509881:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384377.509889:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000100:00000001:3.0:1767384377.509890:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384377.509893:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.509898:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00010000:00000001:3.0:1767384377.509899:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384377.509906:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00010000:00080000:3.0:1767384377.509908:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.509914:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.509919:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384377.509922:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384377.509923:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.509923:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384377.509931:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.509937:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.509937:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.509981:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.509992:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384377.509994:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.510003:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.510004:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.510051:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed0abcdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236737769344:0@lo:400: 00000100:00000001:3.0:1767384377.510063:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510063:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.510069:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384377.510070:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.510074:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed0abcdd x1853236737769344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.510074:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.510080:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384377.510085:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.510090:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.510093:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.510093:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.510097:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384377.510099:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061bd6b25. 00000100:00001000:1.0:1767384377.510101:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=87 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384377.510105:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767384377.510106:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=87 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384377.510107:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384377.510111:0:16139:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384377.510114:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384377.510115:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384377.510122:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000071b47a5. 00000100:00000001:1.0:1767384377.510123:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.510133:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384377.510134:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384377.510144:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384377.510146:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed0abcdd. 00010000:00080000:1.0:1767384377.510149:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.510156:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.510158:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384377.510163:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384377.510166:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.510167:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384377.510168:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.510174:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510175:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.510190:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384377.510190:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.510193:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.510199:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.510205:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.510216:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.510220:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.510222:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.510225:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.510231:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086536615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737769216:0@lo:400: 00000400:00000001:1.0:1767384377.510247:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384377.510249:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384377.510250:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d0466b. 00000400:00000200:1.0:1767384377.510252:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384377.510253:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384377.510254:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384377.510257:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.510262:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.510267:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384377.510268:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510270:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.510272:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384377.510307:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.510311:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.510314:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.510318:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384377.510322:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.510325:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384377.510326:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.510328:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384377.510333:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.510339:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.510341:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384377.510343:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384377.510347:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.510349:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.510354:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.510360:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.510362:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.510371:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.510373:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.510378:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073c65139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16140:1853236737769088:0@lo:400: 00000100:00000001:1.0:1767384377.510382:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510384:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.510385:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086536615 x1853236737769216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.510391:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.510393:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384377.510395:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e66150c9. 02000000:00000001:1.0:1767384377.510398:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.510400:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.510401:0:16140:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384377.510403:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.510405:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd8cd7dc. 02000000:00000001:1.0:1767384377.510408:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.510410:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.510411:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086536615. 00000100:00000001:1.0:1767384377.510417:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.510418:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510420:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.510423:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073c65139 x1853236737769088/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.510429:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.510430:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384377.510431:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000248b9651. 02000000:00000001:1.0:1767384377.510436:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.510437:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.510438:0:16140:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384377.510439:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.510440:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e7f77c15. 02000000:00000001:1.0:1767384377.510441:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.510442:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.510442:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073c65139. 00000100:00000001:1.0:1767384377.510450:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.510451:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510452:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.510457:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.510458:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.510460:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.510462:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.526338:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294965268, at 4294965269 00000100:00000010:2.0:1767384377.526353:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a775022c. 00000100:00000040:0.0:1767384377.526357:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294965268, at 4294965269 00000100:00000010:0.0:1767384377.526368:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eca6eef2. 00000100:00000040:1.0:1767384377.526370:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294965268, at 4294965269 00000100:00000010:1.0:1767384377.526380:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089afa8ab. 00000100:00000040:3.0:1767384377.526401:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294965268, at 4294965269 00000100:00000010:3.0:1767384377.526414:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061ce218e. 00000400:00000001:1.0:1767384377.762336:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384377.762340:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384377.762343:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe184377 00000400:00000010:1.0:1767384377.762346:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe184377. 00000400:00000200:1.0:1767384377.762350:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384377.762355:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384377.762367:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009c782cea. 00000400:00000010:1.0:1767384377.762371:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005c54b75f. 00080000:00000001:2.0:1767384377.769364:0:38901:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384377.769376:0:38901:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.769379:0:38901:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384377.769384:0:38901:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384377.769389:0:38901:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.769392:0:38901:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.402319:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384378.402327:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.402333:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384378.402334:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.402370:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384378.402374:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384378.402377:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384378.527536:0:39065:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384378.527540:0:39065:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:3.0:1767384378.530643:0:39065:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384378.538084:0:39066:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009768bf1f. 00000400:00000010:3.0:1767384378.538098:0:39066:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e5eaea6e. 00000400:00000010:3.0:1767384378.538107:0:39066:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006d38c8bf. 00000400:00000010:3.0:1767384378.538110:0:39066:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001ef07e70. 00000400:00000010:3.0:1767384378.538113:0:39066:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077cf67eb. 00000400:00000010:3.0:1767384378.538117:0:39066:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f03535ac. 00000400:00000010:3.0:1767384378.538119:0:39066:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abe884fa. 00000400:00000010:3.0:1767384378.538120:0:39066:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021c6584b. 00000400:00000010:3.0:1767384378.538123:0:39066:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d5786e51. 00000800:00000010:3.0:1767384378.538138:0:39066:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c39c7f40. 00000800:00000200:3.0:1767384378.538147:0:39066:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384378.538159:0:39066:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384378.538191:0:39066:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.152) 00000400:02000000:3.0:1767384378.538214:0:39066:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.152@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384378.539455:0:39066:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000007be1dfb5. 00000400:00000010:3.0:1767384378.539460:0:39066:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0e5579. 00000400:00000010:3.0:1767384378.539464:0:39066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000368c8c35. 00000400:00000001:3.0:1767384378.539486:0:39066:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384378.539492:0:39066:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.539494:0:39066:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1cf188. 00000400:00000200:3.0:1767384378.539496:0:39066:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:3.0:1767384378.539498:0:39066:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000400:00000010:3.0:1767384378.539501:0:39066:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000e49edcaf. 00000400:00000200:3.0:1767384378.539506:0:39066:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:3.0:1767384378.539517:0:39066:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384378.539523:0:39066:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384378.539529:0:39066:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000b0b507b. 00000020:01000000:3.0:1767384378.539534:0:39066:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384378.539536:0:39066:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.152@tcp50 00000400:00000200:2.0:1767384378.539539:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384378.539545:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000010:3.0:1767384378.539551:0:39066:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e5eaea6e. 00000400:00000010:2.0:1767384378.539552:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000400:00000010:3.0:1767384378.539555:0:39066:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009768bf1f. 00000400:00000200:2.0:1767384378.539557:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000010:2.0:1767384378.539566:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070aeb7d3. 00000400:00000200:2.0:1767384378.539571:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000020:00000001:0.0:1767384378.539586:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384378.539591:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 10000000:00000001:0.0:1767384378.539594:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384378.539596:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 10000000:00000001:0.0:1767384378.539599:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384378.539603:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 10000000:01000000:0.0:1767384378.539603:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384378.539612:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384378.539619:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:0.0:1767384378.539619:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384378.539624:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384378.539627:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384378.539631:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384378.539634:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384378.539640:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384378.539641:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384378.539645:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384378.539646:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384378.539648:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000100:00000010:0.0:1767384378.539655:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058301b1f. 00000400:00000200:2.0:1767384378.539660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000020:00000040:0.0:1767384378.539665:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000400:00000200:2.0:1767384378.539672:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000100:00000001:0.0:1767384378.539676:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384378.539680:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 02000000:00000001:0.0:1767384378.539682:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384378.539690:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 02000000:00000001:0.0:1767384378.539690:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539702:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 02000000:00000010:0.0:1767384378.539707:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bcced760. 00000400:00000200:2.0:1767384378.539709:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:2.0:1767384378.539713:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000200:2.0:1767384378.539725:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000400:00000200:2.0:1767384378.539731:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:2.0:1767384378.539735:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000100:00000001:0.0:1767384378.539737:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539743:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000400:00000200:2.0:1767384378.539748:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000100:00000001:0.0:1767384378.539751:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384378.539752:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 60], ns[194, 60] 00000100:00000001:0.0:1767384378.539758:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539765:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[198, 60] 00000100:00000040:0.0:1767384378.539770:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058301b1f] to pc [ptlrpcd_00_01+1] req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.539796:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 60], ns[82, 60] 00000400:00000200:2.0:1767384378.539800:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[120, 60] 00000400:00000200:2.0:1767384378.539803:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 60], ns[173, 60] 00000400:00000200:2.0:1767384378.539806:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 60], ns[90, 60] 00000400:00000200:2.0:1767384378.539810:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 60], ns[187, 60] 00000400:00000200:2.0:1767384378.539817:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 10000000:00000001:0.0:1767384378.539821:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539823:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 60], ns[202, 60] 10000000:00000001:0.0:1767384378.539829:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.539834:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539836:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[136, 60] 00000100:00000001:3.0:1767384378.539838:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384378.539843:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384378.539846:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384378.539850:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 60], ns[119, 60] 00000100:00000001:3.0:1767384378.539851:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384378.539853:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384378.539859:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384378.539863:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384378.539864:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.539866:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[159, 60], ns[169, 60] 10000000:01000000:0.0:1767384378.539870:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384378.539881:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384378.539888:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384378.539893:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[153, 60] 00000020:01000004:0.0:1767384378.539896:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384378.539898:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384378.539905:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384378.539906:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539907:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000020:01000004:0.0:1767384378.539911:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384378.539915:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384378.539920:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384378.539923:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384378.539924:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384378.539925:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 60], ns[188, 60] 00000020:01000004:0.0:1767384378.539933:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384378.539936:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384378.539937:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384378.539946:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038da48be. 00000100:00100000:3.0:1767384378.539947:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058301b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737769472:0@lo:253: 00000400:00000200:2.0:1767384378.539948:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[160, 60] 00000020:00000040:0.0:1767384378.539957:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384378.539962:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384378.539967:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384378.539971:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384378.539973:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384378.539973:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 60], ns[171, 60] 02000000:00000001:0.0:1767384378.539984:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.539985:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.539986:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 60], ns[175, 60] 02000000:00000001:3.0:1767384378.540001:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384378.540002:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 60], ns[200, 60] 02000000:00000010:0.0:1767384378.540005:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001fa6a13a. 02000000:00000010:3.0:1767384378.540009:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c368385. 00000400:00000200:2.0:1767384378.540011:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 60], ns[192, 60] 02000000:00000001:3.0:1767384378.540013:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540014:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.540023:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000100:00000001:0.0:1767384378.540026:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384378.540030:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5eaea6e. 00000400:00000200:2.0:1767384378.540031:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[194, 60], ns[204, 60] 00000100:00000001:0.0:1767384378.540031:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.540035:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737769472, portal 25 00000100:00000001:3.0:1767384378.540043:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384378.540046:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067434880 : -113992642116736 : ffff9853050f4380) 00000400:00000200:2.0:1767384378.540051:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000100:00000040:0.0:1767384378.540051:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da48be] to pc [ptlrpcd_00_02+2] req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.540067:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.540081:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384378.540105:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:2.0:1767384378.540118:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp47 00000400:00000200:2.0:1767384378.540131:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp47 lpni_is_preferred = 0 00000100:00000001:3.0:1767384378.540133:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384378.540134:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp47 00000100:00000040:3.0:1767384378.540138:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.540143:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006470da2b. 00000400:00000200:2.0:1767384378.540143:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp47 NI seq info: [205:205:256:4294967295] 192.168.203.152@tcp47 LPNI seq info [195:195:8:4294967295] 00000100:00000200:3.0:1767384378.540150:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737769472, offset 0 00000400:00000200:2.0:1767384378.540155:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp47 10000000:00000001:0.0:1767384378.540155:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.540158:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384378.540165:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.540169:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp47(192.168.203.152@tcp47:) -> 192.168.203.152@tcp47(192.168.203.152@tcp:192.168.203.152@tcp47) : PUT try# 0 00000800:00000200:2.0:1767384378.540178:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.152@tcp47 00000400:00000200:3.0:1767384378.540185:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384378.540186:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384378.540187:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ef1c4e3. 00000020:01000000:0.0:1767384378.540197:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384378.540201:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a64dd07. 00000400:00000200:3.0:1767384378.540202:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d708000 00000800:00000010:2.0:1767384378.540208:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004549aef3. 00000020:00000010:0.0:1767384378.540208:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000b0b507b. 00000400:00000200:3.0:1767384378.540215:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1741 [2] + 0 00000400:00000010:3.0:1767384378.540225:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009415be06. 00000800:00000200:2.0:1767384378.540227:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000400:00000200:3.0:1767384378.540231:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020fb6980 00000800:00000200:2.1:1767384378.540236:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000100:00000001:0.0:1767384378.540240:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384378.540241:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.540251:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384378.540251:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.540252:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384378.540262:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000400:00000200:3.0:1767384378.540266:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020fb6980 00000400:00000010:3.0:1767384378.540268:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020fb6980. 00000100:00000001:0.0:1767384378.540320:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.540325:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.540329:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384378.540329:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384378.540334:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384378.540340:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.540341:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000004ba0ecf6 x1853236737769472 msgsize 4848 00000100:00100000:3.0:1767384378.540356:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384378.540361:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384378.540370:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.540372:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384378.540373:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384378.540378:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.540382:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006470da2b 02000000:00000001:0.0:1767384378.540383:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384378.540385:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006470da2b. 02000000:00000001:0.0:1767384378.540388:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.540390:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384378.540396:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.540397:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384378.540410:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737769600:0@lo:253: 00000100:00000001:3.0:1767384378.540411:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384378.540419:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.540420:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384378.540429:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384378.540430:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.540436:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384378.540437:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.540440:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.540442:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384378.540442:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384378.540451:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294966302 02000000:00000010:0.0:1767384378.540454:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7193346. 02000000:00000001:0.0:1767384378.540461:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384378.540463:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d36a8bd3. 00000100:00000001:3.0:1767384378.540470:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384378.540473:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004872db9e. 00000100:00000001:3.0:1767384378.540476:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294966302 00000100:00000010:3.0:1767384378.540481:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb4f1fac. 00000400:00000010:0.0:1767384378.540484:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f5f0259. 00000100:00000001:3.0:1767384378.540486:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384378.540497:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737769600, portal 25 00000100:00000001:3.0:1767384378.540498:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294966302 00000400:00000200:2.0:1767384378.540502:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000100:00000010:3.0:1767384378.540507:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f67324. 00000100:00000001:0.0:1767384378.540508:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384378.540513:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067437568 : -113992642114048 : ffff9853050f4e00) 00000100:00000001:3.0:1767384378.540514:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384378.540524:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294966302 00000100:00000010:3.0:1767384378.540529:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d541bfc. 00000100:00000040:0.0:1767384378.540533:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.540535:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384378.540542:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.540548:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540549:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384378.540552:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.540556:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384378.540559:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000100:00000040:0.0:1767384378.540565:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384378.540567:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.540570:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384378.540572:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c73232f. 00000100:00000001:3.0:1767384378.540574:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.540578:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384378.540581:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236737769600, offset 0 00000100:00000001:3.0:1767384378.540582:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.540590:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.540599:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384378.540627:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384378.540630:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.540638:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384378.540642:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769472 00000400:00000200:0.0:1767384378.540644:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d708080 02000000:00000001:3.0:1767384378.540645:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384378.540649:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.540652:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.540658:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.540664:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1759 [2] + 0 00000100:00100000:3.0:1767384378.540665:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769472 00000020:00000001:3.0:1767384378.540673:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384378.540673:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ef899b2. 00000020:00000040:3.0:1767384378.540678:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384378.540683:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384378.540685:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384378.540685:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003fce9b0c 00000020:00000040:3.0:1767384378.540687:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000020:00000001:3.0:1767384378.540696:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:0.0:1767384378.540699:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384378.540700:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000400:00000200:0.0:1767384378.540704:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384378.540710:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fce9b0c 00000400:00000010:0.0:1767384378.540715:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fce9b0c. 00000100:00000001:3.0:1767384378.540719:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384378.540721:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384378.540723:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000020:00000010:3.0:1767384378.540724:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2dddfb5. 00000100:00000200:0.0:1767384378.540724:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384378.540736:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000009433d3bd x1853236737769600 msgsize 4848 00000100:00000001:3.0:1767384378.540737:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384378.540746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000020:00000010:3.0:1767384378.540754:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2dddfb5. 00000100:00100000:0.0:1767384378.540766:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384378.540769:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:3.0:1767384378.540770:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bf760e3. 00000020:00000010:3.0:1767384378.540781:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7e425be. 00000100:00000001:0.0:1767384378.540785:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384378.540786:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000020:00000010:3.0:1767384378.540789:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025114863. 00000400:00000200:0.0:1767384378.540794:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c73232f 00000400:00000010:0.0:1767384378.540797:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c73232f. 00000100:00000001:0.0:1767384378.540803:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384378.540810:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.540811:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384378.540822:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384378.540827:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384378.540828:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384378.540833:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384378.540834:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.540847:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.540849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000100:00000001:0.0:1767384378.540849:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.540852:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540860:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540867:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294966302 00000100:00000001:3.0:1767384378.540869:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.540877:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294966302 00000100:00000001:0.0:1767384378.540880:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294966302 00000100:00000001:0.0:1767384378.540882:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294966302 00000100:00000001:0.0:1767384378.540885:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294966302 00000100:00000001:0.0:1767384378.540887:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294966302 00000100:00000001:0.0:1767384378.540891:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294966302 00000100:00000001:3.0:1767384378.540892:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384378.540896:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769600 02000000:00000001:3.0:1767384378.540899:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384378.540905:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384378.540905:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294966302 00000100:00000001:3.0:1767384378.540908:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540910:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384378.540913:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.540913:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000100:00000001:0.0:1767384378.540915:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.540929:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769600 00000100:00000001:0.0:1767384378.540929:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.540941:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384378.540942:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384378.540950:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:3.0:1767384378.540954:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384378.540956:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384378.540957:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000400:00000200:2.0:1767384378.540957:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000100:00000001:0.0:1767384378.540961:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384378.540968:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384378.540970:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.540974:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384378.540975:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384378.540979:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.540981:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384378.540985:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.540987:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2dddfb5. 00000400:00000200:2.0:1767384378.540992:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.540994:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.540999:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2dddfb5. 00000100:00000001:0.0:1767384378.541003:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384378.541004:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004414e9cb. 00000100:00000001:0.0:1767384378.541008:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384378.541009:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000576856f3. 00000020:00000010:3.0:1767384378.541015:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe3aefaf. 00000100:00000001:3.0:1767384378.541021:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384378.541029:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384378.541031:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.541036:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.541037:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384378.541040:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.541043:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384378.541055:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384378.541058:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.541061:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384378.541065:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:0.0:1767384378.541074:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384378.541080:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016930896 : -113991692620720 : ffff98533da76c50) 00000100:00100000:3.0:1767384378.541081:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:3.0:1767384378.541086:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00000100:00000001:3.0:1767384378.541089:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016923728 : -113991692627888 : ffff98533da75050) 00000100:00000040:0.0:1767384378.541094:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ba0ecf6 x1853236737769472/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.541095:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009433d3bd x1853236737769600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.541121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384378.541148:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000100:00000001:3.0:1767384378.541154:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384378.541163:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2dddfb5. 00000100:00000001:0.0:1767384378.541165:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384378.541167:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.541170:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2dddfb5. 00000100:00100000:3.0:1767384378.541174:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009433d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737769600:12345-0@lo:253: 00000020:00000010:0.0:1767384378.541174:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000400:00000200:2.0:1767384378.541183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000100:00000001:0.0:1767384378.541185:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384378.541186:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769600 00000020:00000001:3.0:1767384378.541192:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384378.541194:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000020:00000001:3.0:1767384378.541197:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384378.541201:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.541205:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384378.541208:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000100:00100000:0.0:1767384378.541211:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ba0ecf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737769472:12345-0@lo:253: 00000020:00000001:3.0:1767384378.541213:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384378.541216:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384378.541217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000020:00000001:3.0:1767384378.541222:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384378.541228:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769472 00000020:00000001:3.0:1767384378.541229:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384378.541235:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.541237:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384378.541240:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384378.541244:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384378.541245:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384378.541247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000020:00000001:0.0:1767384378.541250:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384378.541251:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000b0b507b. 02000000:00000001:3.0:1767384378.541257:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.541262:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384378.541263:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.541267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000020:00000001:0.0:1767384378.541330:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568464 : -1041983152 : ffffffffc1e49950) 00000020:00000001:0.0:1767384378.541338:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384378.541341:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384378.541345:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000020:00000001:0.0:1767384378.541354:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384378.541357:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384378.541361:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.541365:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384378.541369:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384378.541372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 02000000:00000010:0.0:1767384378.541391:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b53b69f1. 02000000:00000001:0.0:1767384378.541397:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.541400:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.541402:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 20000000:00000001:0.0:1767384378.541403:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384378.541419:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008932bd8e. 20000000:01000000:0.0:1767384378.541425:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384378.541429:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384378.541432:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384378.541435:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384378.541438:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384378.541441:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384378.541449:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 20000000:00000010:0.0:1767384378.541456:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053cc85e4. 20000000:01000000:0.0:1767384378.541461:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:3.0:1767384378.541470:0:16772:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384378.541470:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384378.541480:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384378.541485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 20000000:00000010:3.0:1767384378.541490:0:16772:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000013fa0f05. 20000000:01000000:3.0:1767384378.541498:0:16772:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384378.541501:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384378.541503:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384378.541506:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.541509:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384378.541511:0:16772:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384378.541514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00080000:00000001:0.0:1767384378.541545:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384378.541548:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00080000:00000001:0.0:1767384378.541554:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384378.541558:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.541561:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384378.541566:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384378.541574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000020:00000001:0.0:1767384378.541575:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:0.0:1767384378.541584:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384378.541598:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000810772e6. 00080000:00000001:0.0:1767384378.541601:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081101246464 : -113992608305152 : ffff985307133000) 00000400:00000200:2.0:1767384378.541604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00080000:00000001:0.0:1767384378.541606:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384378.541626:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384378.541651:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384378.541671:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384378.541695:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384378.541719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000001:00000001:0.0:1767384378.541777:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384378.541779:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.541782:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384378.541786:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00080000:00000001:0.0:1767384378.541805:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.541810:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384378.541936:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384378.541940:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384378.541966:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:2.0:1767384378.541972:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003fce9b0c. 00000800:00000010:2.0:1767384378.541977:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a2c957b. 00000800:00000010:2.0:1767384378.542014:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a2c957b. 00000800:00020000:2.0:1767384378.542026:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384378.542029:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003fce9b0c. 00000800:00000010:2.0:1767384378.542032:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:2.0:1767384378.542100:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp47 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384378.542106:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp47 notifying 192.168.203.152@tcp47: down 00000800:00000200:2.0:1767384378.542114:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp47 down 00000800:00000100:2.0:1767384378.542123:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.152@tcp47 00000800:00000010:2.0:1767384378.542126:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ef1c4e3. 00000400:00000200:2.0:1767384378.542129:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384378.542136:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp47->192.168.203.152@tcp47: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384378.542143:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp47 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:2.0:1767384378.542146:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384378.542149:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384378.542151:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384378.542173:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384378.542176:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301171 00000400:00000001:2.0:1767384378.542178:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.542180:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384378.542181:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:2.0:1767384378.542184:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000400:00000200:2.0:1767384378.542189:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384378.542191:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:2.0:1767384378.542192:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:2.0:1767384378.542196:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384378.542198:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc -71 00000400:00000200:2.0:1767384378.542202:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:2.0:1767384378.542207:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (41) 00080000:00000001:0.0:1767384378.551021:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.551031:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384378.551032:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 00040000:00000001:2.0:1767384378.551036:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384378.551039:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384378.551040:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384378.551041:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384378.551043:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384378.551047:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384378.551048:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000810772e6. 00080000:00000001:2.0:1767384378.551057:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384378.551073:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384378.551090:0:16772:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc587655. 20000000:00000001:0.0:1767384378.551092:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384378.551097:0:16772:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:0.0:1767384378.551101:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384378.551105:0:16772:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384378.551107:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384378.551112:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384378.551112:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384378.551113:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384378.551125:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384378.551132:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384378.551135:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384378.551143:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000080572cf2. 00010000:00000001:2.0:1767384378.551147:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384378.551151:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384378.551155:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384378.551158:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff55 to hash 00080000:00000001:1.0:1767384378.551159:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.551160:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384378.551163:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00080000:00000001:1.0:1767384378.551164:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384378.551168:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00080000:00000001:1.0:1767384378.551168:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.551172:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384378.551174:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.551177:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.551177:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384378.551182:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384378.551182:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031619928 : -113992677931688 : ffff985302ecc558) 00080000:00000001:1.0:1767384378.551188:0:16772:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384378.551194:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384378.551194:0:16772:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a3aaa48. 00010000:00000001:2.0:1767384378.551197:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384378.551198:0:16772:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720355328 : -113996989196288 : ffff985201f41800) 00010000:00000001:2.0:1767384378.551201:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384378.551203:0:16772:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384378.551204:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384378.551206:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.551208:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384378.551210:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.551212:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384378.551214:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384378.551215:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384378.551216:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384378.551217:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000080572cf2) refcount = 1 00010000:00010000:2.0:1767384378.551220:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551224:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384378.551225:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384378.551226:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.551228:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551229:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384378.551237:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384378.551240:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384378.551243:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.551245:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.551247:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384378.551249:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.551251:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00000001:00000001:1.0:1767384378.551251:0:16772:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384378.551254:0:16772:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551255:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384378.551257:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551261:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384378.551263:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384378.551265:0:16772:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384378.551270:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.551271:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384378.551272:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551321:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.551324:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551328:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384378.551330:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384378.551337:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384378.551340:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384378.551342:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384378.551344:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551351:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384378.551352:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.551354:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.551362:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384378.551364:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.551367:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.551369:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384378.551371:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551375:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384378.551376:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384378.551377:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551380:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384378.551381:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384378.551383:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.551384:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.551386:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff55 from hash 00010000:00000001:2.0:1767384378.551388:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384378.551389:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.551390:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.551391:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384378.551392:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384378.551394:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384378.551396:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384378.551397:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.551399:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551401:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384378.551403:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384378.551406:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.551408:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.551410:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551412:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.551415:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.551417:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551423:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.551425:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.551434:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384378.551437:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384378.551439:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.551441:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.551444:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384378.551449:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.551452:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.551456:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.551463:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384378.551466:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384378.551468:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff55 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384378.551474:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000080572cf2 count: 0 00010000:00000001:2.0:1767384378.551489:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384378.551491:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384378.551531:0:16772:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.551535:0:16772:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384378.551609:0:16772:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384378.551612:0:16772:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384378.556316:0:17571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000080572cf2. 00010000:00000010:2.1:1767384378.556326:0:17571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00000100:00000040:2.0:1767384378.560340:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294966302, at 4294966303 00000100:00000010:2.0:1767384378.560349:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f67324. 00000100:00000040:1.0:1767384378.560543:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294966302, at 4294966303 00000100:00000010:1.0:1767384378.560554:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb4f1fac. 00000100:00000040:3.0:1767384378.561344:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294966302, at 4294966304 00000100:00000010:3.0:1767384378.561354:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d541bfc. 00000100:00000040:0.0:1767384378.561354:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294966302, at 4294966304 00000100:00000010:0.0:1767384378.561364:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d36a8bd3. 00080000:00000001:2.0:1767384378.561839:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384378.561843:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384378.561846:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384378.561847:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384378.561849:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384378.561852:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a3aaa48. 00080000:00000001:1.0:1767384378.561852:0:16772:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.561860:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:1.0:1767384378.561862:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000053c10b91/0000000015cc18b2 to site lru. bkt: 0000000075f6b7e3 20000000:00000001:1.0:1767384378.561868:0:16772:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.561873:0:16772:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384378.561877:0:16772:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384378.561898:0:16772:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384378.561903:0:16772:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384378.561904:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384378.561909:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384378.561911:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384378.561915:0:16772:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384378.561916:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384378.561920:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384378.561926:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000080572cf2. 00010000:00000001:2.0:1767384378.561931:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384378.561934:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000020:00000001:2.0:1767384378.561939:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384378.561942:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff5c to hash 00000020:00000001:2.0:1767384378.561949:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384378.561950:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.561953:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.561956:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.561958:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.561960:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.561967:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384378.561970:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384378.561972:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384378.561975:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384378.561976:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.561978:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384378.561980:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.561983:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384378.561986:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384378.561987:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384378.561989:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384378.561990:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000080572cf2) refcount = 1 00010000:00010000:2.0:1767384378.561994:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.561998:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384378.562000:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384378.562002:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.562004:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562006:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384378.562009:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384378.562011:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005760177s 00010000:00000001:2.0:1767384378.562014:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.562016:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.562018:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=4 00000020:00000001:2.0:1767384378.562021:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.562023:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.562030:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384378.562031:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562036:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384378.562038:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562042:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.562044:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384378.562045:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562048:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.562049:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562051:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384378.562052:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384378.562056:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc920a7f already unused, calling callback (000000005ba06239) 00010000:00000001:2.0:1767384378.562057:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384378.562059:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384378.562060:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562063:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384378.562064:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.562065:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.562067:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc920a7f refcount=5 00000020:00000001:2.0:1767384378.562069:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.562071:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046848 : -113992705504768 : ffff985301480a00) 00010000:00000001:2.0:1767384378.562074:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384378.562076:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562086:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384378.562088:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384378.562090:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562092:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384378.562093:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384378.562095:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.562096:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.562097:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc920a7f with handle 0x1cafe7b7e4a4ff5c from hash 00010000:00000001:2.0:1767384378.562099:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384378.562100:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.562101:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.562102:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384378.562103:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384378.562104:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384378.562106:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384378.562108:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.562109:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562111:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384378.562112:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384378.562114:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.562115:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.562116:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562117:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.562119:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.562120:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562124:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.562125:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.562126:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384378.562127:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384378.562128:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.562129:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.562131:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384378.562133:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.562134:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.562142:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.562147:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384378.562150:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384378.562152:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cc920a7f/0x1cafe7b7e4a4ff5c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384378.562158:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000080572cf2 count: 0 00010000:00000001:2.0:1767384378.562177:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384378.562180:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384378.562740:0:39071:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000788dda9f. 00000400:00000040:2.0:1767384378.562758:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.562760:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384378.562763:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.562765:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.562767:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.562769:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384378.562772:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.562775:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384378.562777:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384378.562779:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384378.562782:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384378.562785:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.562787:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384378.562788:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.562790:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384378.562792:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384378.562794:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384378.562796:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384378.562798:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384378.562801:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.562803:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.562805:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.562807:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.562809:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.562811:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384378.562813:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.562820:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.562821:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.562822:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.562823:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.562825:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384378.562827:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384378.562829:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384378.562830:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384378.562832:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384378.562833:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.562834:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384378.562836:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384378.562837:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.562839:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384378.562841:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384378.562844:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384378.562845:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384378.562846:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384378.562847:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384378.562849:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384378.562851:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384378.562853:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384378.562855:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384378.562857:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384378.562859:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384378.562862:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384378.562864:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384378.562865:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384378.562866:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384378.562867:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384378.562868:0:39071:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384378.563106:0:39071:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000788dda9f. 00080000:00000020:1.0:1767384378.564354:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384378.564359:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384378.564362:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008932bd8e. 20000000:00000001:1.0:1767384378.564370:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384378.564374:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737769472 00010000:00000001:1.0:1767384378.564377:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384378.564385:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ba0ecf6 x1853236737769472/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384378.564394:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384378.564396:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384378.564400:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384378.564406:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384378.564411:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384378.564416:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384378.564420:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384378.564423:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.564429:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384378.564433:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384378.564438:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ea5b71. 00000100:00000200:1.0:1767384378.564445:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737769472, offset 224 00000400:00000200:1.0:1767384378.564455:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384378.564476:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.564489:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d708000 00000400:00000200:1.0:1767384378.564497:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2039 [2] + 224 00000400:00000200:1.0:1767384378.564506:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.564512:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.564521:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.564529:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384378.564540:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.564565:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384378.564575:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384378.564576:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053ea5b71 00000100:00000001:3.0:1767384378.564579:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384378.564581:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ea5b71. 00000400:00000001:3.0:1767384378.564588:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384378.564588:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384378.564590:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384378.564592:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384378.564595:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000100:00000001:1.0:1767384378.564598:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.564601:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5eaea6e 00000100:00000040:1.0:1767384378.564604:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000010:3.0:1767384378.564605:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5eaea6e. 00000100:00000001:3.0:1767384378.564612:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384378.564612:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384378.564617:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.564618:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384378.564624:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384378.564637:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384378.564638:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba0ecf6 x1853236737769472/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.564656:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384378.564659:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.564664:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384378.564665:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ba0ecf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737769472:12345-0@lo:253: Request processed in 23495us (24319us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384378.564667:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384378.564671:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.564675:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.564678:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384378.564681:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00001000:3.0:1767384378.564684:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=93 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384378.564690:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00001000:3.0:1767384378.564691:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384378.564696:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.564699:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384378.564702:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.564703:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384378.564707:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384378.564711:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.564713:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7e425be. 00000100:00000001:3.0:1767384378.564715:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.564722:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384378.564723:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025114863. 00000020:00000010:1.0:1767384378.564735:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bf760e3. 00000100:00000001:3.0:1767384378.564736:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.564742:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384378.564745:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384378.564748:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000020:01000004:3.0:1767384378.564750:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384378.564752:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384378.564753:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384378.564755:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384378.564758:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384378.564760:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384378.564763:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384378.564764:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000001:1.0:1767384378.564764:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384378.564766:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384378.564769:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384378.564769:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b53b69f1. 00000100:00000040:3.0:1767384378.564774:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384378.564776:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384378.564782:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384378.564786:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058301b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737769472:0@lo:253: 00000100:00000200:1.0:1767384378.564791:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384378.564795:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384378.564797:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0466b. 00000100:00000001:3.0:1767384378.564801:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384378.564809:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ea5b71. 00000100:00000040:3.0:1767384378.564811:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058301b1f x1853236737769472/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.564823:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384378.564828:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384378.564832:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c368385. 02000000:00000001:3.0:1767384378.564842:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384378.564847:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384378.564850:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384378.564853:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384378.564856:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bcced760. 02000000:00000001:3.0:1767384378.564865:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384378.564868:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384378.564869:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058301b1f. 00000100:00000001:3.0:1767384378.564875:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384378.564876:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.564878:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.564892:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.564895:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.564898:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.564904:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384378.565850:0:16772:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384378.565853:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384378.565855:0:16772:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000013fa0f05. 20000000:00000001:1.0:1767384378.565862:0:16772:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384378.565866:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737769600 00010000:00000001:1.0:1767384378.565868:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384378.565872:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009433d3bd x1853236737769600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384378.565880:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384378.565881:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384378.565884:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384378.565887:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384378.565889:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:1.0:1767384378.565892:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:1.0:1767384378.565895:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384378.565896:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.565899:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384378.565901:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384378.565905:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b74fe32. 00000100:00000200:1.0:1767384378.565908:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737769600, offset 224 00000400:00000200:1.0:1767384378.565912:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384378.565918:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.565923:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d708080 00000400:00000200:1.0:1767384378.565928:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2041 [2] + 224 00000400:00000200:1.0:1767384378.565935:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.565939:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384378.565942:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.565946:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384378.565963:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.565979:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384378.565986:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b74fe32 00000400:00000010:1.0:1767384378.565988:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b74fe32. 00000100:00000001:1.0:1767384378.565993:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384378.565994:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384378.565997:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384378.565999:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.566002:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384378.566005:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000001:0.0:1767384378.566009:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384378.566010:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384378.566012:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384378.566016:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384378.566017:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004872db9e. 00000020:00000001:1.0:1767384378.566023:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384378.566025:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f5f0259 00000400:00000010:0.0:1767384378.566030:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f5f0259. 00000100:00000040:1.0:1767384378.566031:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009433d3bd x1853236737769600/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.566038:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384378.566051:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384378.566052:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009433d3bd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16140:x1853236737769600:12345-0@lo:253: Request processed in 24893us (25309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384378.566082:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000040:1.0:1767384378.566089:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000200:0.0:1767384378.566090:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.566098:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384378.566108:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384378.566108:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384378.566113:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384378.566115:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000576856f3. 00000100:00000001:0.0:1767384378.566117:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384378.566120:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384378.566123:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384378.566125:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe3aefaf. 00000100:00000001:0.0:1767384378.566125:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384378.566128:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384378.566135:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004414e9cb. 00000100:00001000:0.0:1767384378.566135:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384378.566146:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=93 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384378.566147:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:0.0:1767384378.566152:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384378.566155:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.566157:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384378.566157:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384378.566164:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b0b507b. 00010000:00000001:0.0:1767384378.566164:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.566169:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.566172:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384378.566175:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384378.566187:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384378.566187:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384378.566197:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000100:00000001:0.0:1767384378.566198:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384378.566205:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384378.566207:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384378.566208:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b74fe32. 00000020:01000004:0.0:1767384378.566211:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384378.566214:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384378.566216:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384378.566218:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384378.566221:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384378.566222:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384378.566223:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384378.566224:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384378.566226:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384378.566229:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384378.566236:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737769600:0@lo:253: 00000100:00000001:0.0:1767384378.566240:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.566241:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.566242:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038da48be x1853236737769600/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.566247:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384378.566248:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384378.566250:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7193346. 02000000:00000001:0.0:1767384378.566253:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384378.566255:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384378.566257:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384378.566260:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384378.566262:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001fa6a13a. 02000000:00000001:0.0:1767384378.566268:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384378.566270:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384378.566272:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038da48be. 00000100:00000001:0.0:1767384378.566332:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384378.566334:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.566336:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.566350:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.566353:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.566358:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.566362:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384378.568345:0:39067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000080572cf2. 00010000:00000010:2.1:1767384378.568351:0:39067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc920a7f. 00000400:00000200:1.0:1767384378.785390:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp46 00000400:00000010:1.0:1767384378.785404:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db71dfe3. 00000400:00000010:1.0:1767384378.785413:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000825fe076. 00000400:00000010:1.0:1767384378.785419:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000400:00000010:1.0:1767384378.785427:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a113e0f6. 00000400:00000200:1.0:1767384378.785433:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp46 00000400:00000200:1.0:1767384378.785454:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp46 local destination 00000400:00000200:1.0:1767384378.785459:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp46 00000400:00000200:1.0:1767384378.785463:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp46 NI seq info: [206:206:256:4294967295] 192.168.203.152@tcp46 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384378.785469:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp46 00000400:00000200:1.0:1767384378.785488:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp46(192.168.203.152@tcp46:) -> 192.168.203.152@tcp46(192.168.203.152@tcp46:192.168.203.152@tcp46) : GET try# 0 00000800:00000200:1.0:1767384378.785494:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp46 00000800:00000010:1.0:1767384378.785498:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000087cf4fa. 00000800:00000200:1.0:1767384378.785503:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000800:00000200:1.1:1767384378.785508:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:1.0:1767384378.785532:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp46 added to recovery queue. ping count: 2 next ping: 303 health :800 00000400:00000200:1.0:1767384378.785537:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp47 00000400:00000010:1.0:1767384378.785542:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000270ddfce. 00000400:00000010:1.0:1767384378.785548:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003122e098. 00000400:00000010:1.0:1767384378.785552:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000400:00000010:1.0:1767384378.785557:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000043f94443. 00000400:00000200:1.0:1767384378.785560:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp47 00000400:00000200:1.0:1767384378.785569:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp47 local destination 00000400:00000200:1.0:1767384378.785572:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp47 00000400:00000200:1.0:1767384378.785574:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp47 NI seq info: [207:207:256:4294967295] 192.168.203.152@tcp47 LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1767384378.785579:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp47 00000400:00000200:1.0:1767384378.785596:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp47(192.168.203.152@tcp47:) -> 192.168.203.152@tcp47(192.168.203.152@tcp47:192.168.203.152@tcp47) : GET try# 0 00000800:00000200:1.0:1767384378.785599:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp47 00000800:00000010:1.0:1767384378.785601:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bce8abdc. 00000800:00000200:1.0:1767384378.785606:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000800:00000200:1.1:1767384378.785615:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000400:00000200:1.0:1767384378.785628:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp47 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:1.0:1767384378.785762:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785847:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785870:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785892:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785939:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785961:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.785994:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786070:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786098:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786158:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786186:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786258:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786378:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786408:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786435:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786464:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786489:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786514:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786547:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786650:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.786657:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786765:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.786801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786873:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.786891:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786916:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.786944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.786977:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787020:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787084:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787124:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787164:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787239:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787244:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787378:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787380:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787542:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787546:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787681:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787764:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787796:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787860:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787869:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.787929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.787933:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788039:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788116:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788220:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000800:00000010:1.0:1767384378.788222:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef6d7778. 00000800:00000010:1.0:1767384378.788227:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a230340c. 00000800:00000010:1.0:1767384378.788235:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2b3647f. 00000400:00000200:3.0:1767384378.788246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000800:00000010:1.0:1767384378.788260:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2b3647f. 00000800:00020000:1.0:1767384378.788311:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384378.788315:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a230340c. 00000800:00000010:1.0:1767384378.788318:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef6d7778. 00000400:00000200:3.0:1767384378.788328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:02020000:1.0:1767384378.788375:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp46 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384378.788382:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp46 notifying 192.168.203.152@tcp46: down 00000400:00000200:1.0:1767384378.788385:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384378.788389:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp46 00000800:00000010:1.0:1767384378.788391:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000087cf4fa. 00000400:00000200:1.0:1767384378.788395:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.788398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384378.788404:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp46->192.168.203.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384378.788416:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384378.788423:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384378.788431:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp46) recovery failed with -71 00000400:00000200:3.0:1767384378.788474:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788581:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788654:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788806:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788908:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.788986:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.789027:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.789045:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384378.789081:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384378.789190:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000422a0684. 00000800:00000010:3.0:1767384378.789194:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4b276b7. 00000800:00000010:3.0:1767384378.789197:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba2573e9. 00000800:00000010:3.0:1767384378.789214:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba2573e9. 00000800:00020000:3.0:1767384378.789220:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384378.789223:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4b276b7. 00000800:00000010:3.0:1767384378.789225:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000422a0684. 00000400:02020000:3.0:1767384378.789253:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp47 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384378.789257:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp47 notifying 192.168.203.152@tcp47: down 00000400:00000200:3.0:1767384378.789260:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384378.789263:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp47 00000800:00000010:3.0:1767384378.789265:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bce8abdc. 00000400:00000200:3.0:1767384378.789267:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.789270:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp47->192.168.203.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384378.789318:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384378.789321:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384378.789326:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp47) recovery failed with -71 00010000:00000001:3.0:1767384379.425363:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384379.425370:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.425377:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384379.425379:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.425419:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384379.425425:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384379.425429:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384379.809347:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384379.809355:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384379.809357:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:2.0:1767384379.809363:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000400:00000200:2.0:1767384379.809369:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384379.809374:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000400:00000200:2.0:1767384379.809375:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery ping unlinked 00000800:00000200:0.1:1767384379.809386:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000400:00000010:2.0:1767384379.809401:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db71dfe3. 00000400:00000010:2.0:1767384379.809408:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000825fe076. 00000800:00000200:0.0:1767384379.809410:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003546df04] -> 12345-192.168.203.152@tcp15 (6) 00000400:00000001:2.0:1767384379.809417:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767384379.809419:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp15 ip 192.168.203.152:988 00000400:00000001:2.0:1767384379.809421:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384379.809425:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000800:00000200:0.0:1767384379.809426:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384379.809427:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000400:00000200:2.0:1767384379.809434:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384379.809439:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384379.809443:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000270ddfce. 00000400:00000010:2.0:1767384379.809448:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003122e098. 00000400:00000200:0.0:1767384379.809535:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809603:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000200:2.0:1767384379.809610:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384379.809618:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.809634:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384379.809639:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000001:2.0:1767384379.809641:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.809648:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384379.809672:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809723:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809775:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809807:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809843:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809871:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809926:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809959:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.809992:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810022:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810052:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810078:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810100:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810132:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810168:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810212:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810240:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810269:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810376:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810477:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810553:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810659:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810690:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384379.810738:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384379.810916:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ce7926b. 00000800:00000010:0.0:1767384379.810923:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4a6afed. 00000800:00000010:0.0:1767384379.810929:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ab04419e. 00000800:00000010:0.0:1767384379.810954:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ab04419e. 00000800:00020000:0.0:1767384379.810964:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384379.810969:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4a6afed. 00000800:00000010:0.0:1767384379.810972:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001ce7926b. 00000400:02020000:0.0:1767384379.811019:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384379.811025:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384380.450364:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384380.450371:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.450376:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384380.450378:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.450417:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384380.450421:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.450425:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384380.833416:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp47 00000800:00000200:0.0:1767384380.833416:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (4) 00000800:00000200:0.1:1767384380.833425:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (4) 00000400:00000010:2.0:1767384380.833430:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000983385a. 00000400:00000010:2.0:1767384380.833439:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bee5ebcb. 00000400:00000010:2.0:1767384380.833447:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000400:00000010:2.0:1767384380.833458:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6893069. 00000400:00000200:2.0:1767384380.833463:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp47 00000400:00000200:2.0:1767384380.833494:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp47 local destination 00000400:00000200:2.0:1767384380.833503:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp47 00000400:00000200:2.0:1767384380.833507:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp47 NI seq info: [208:208:256:4294967295] 192.168.203.152@tcp47 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384380.833515:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp47 00000400:00000200:2.0:1767384380.833524:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp47(192.168.203.152@tcp47:) -> 192.168.203.152@tcp47(192.168.203.152@tcp47:192.168.203.152@tcp47) : GET try# 0 00000800:00000200:2.0:1767384380.833531:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp47 00000800:00000010:2.0:1767384380.833537:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028670761. 00000800:00000200:2.0:1767384380.833543:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000800:00000200:2.1:1767384380.833548:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000400:00000200:2.0:1767384380.833573:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp47 added to recovery queue. ping count: 2 next ping: 305 health :800 00000400:00000200:2.0:1767384380.833578:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp37 00000400:00000010:2.0:1767384380.833581:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dcfd58cb. 00000400:00000200:3.0:1767384380.833597:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000010:2.0:1767384380.833611:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bd048f01. 00000400:00000010:2.0:1767384380.833615:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000400:00000010:2.0:1767384380.833620:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7047af7. 00000400:00000200:2.0:1767384380.833624:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp37 00000400:00000200:2.0:1767384380.833633:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp37 local destination 00000400:00000200:2.0:1767384380.833638:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp37 00000400:00000200:2.0:1767384380.833643:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp37 NI seq info: [209:209:256:4294967295] 192.168.203.152@tcp37 LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1767384380.833648:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp37 00000400:00000200:2.0:1767384380.833664:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp37(192.168.203.152@tcp37:) -> 192.168.203.152@tcp37(192.168.203.152@tcp37:192.168.203.152@tcp37) : GET try# 0 00000800:00000200:2.0:1767384380.833670:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp37 00000800:00000010:2.0:1767384380.833674:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cccea9bd. 00000800:00000200:2.0:1767384380.833680:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000800:00000200:2.1:1767384380.833688:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051380d0a] -> 12345-192.168.203.152@tcp37 (2) 00000400:00000200:3.0:1767384380.833702:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.833718:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384380.833719:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp37 added to recovery queue. ping count: 5 next ping: 333 health :500 00000400:00000200:3.0:1767384380.833752:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.833807:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.833844:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.833863:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.833898:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.833941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.833986:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.833988:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834101:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834120:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834137:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834200:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834371:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834435:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834515:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834520:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834600:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834638:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834662:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834703:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834783:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834818:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834882:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.834900:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834910:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.834991:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.834995:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835014:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835093:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835125:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835129:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835159:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835335:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835408:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835466:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835489:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835499:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835590:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835700:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835704:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835714:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835804:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.835919:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.835922:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.835942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836129:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836129:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836162:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836332:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836334:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836394:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836470:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836507:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836587:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836605:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836691:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836709:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836718:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836824:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.836928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.836953:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.836958:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837029:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.837047:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837096:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837119:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.837125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384380.837205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837325:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837399:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837426:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837481:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000800:00000010:0.0:1767384380.837545:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ce7926b. 00000800:00000010:0.0:1767384380.837552:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384380.837558:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e57326ed. 00000400:00000200:3.0:1767384380.837574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.152:988 00000800:00000010:0.0:1767384380.837595:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e57326ed. 00000400:00000200:1.0:1767384380.837614:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000800:00020000:0.0:1767384380.837616:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384380.837625:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384380.837632:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001ce7926b. 00000400:00000200:3.0:1767384380.837650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:02020000:0.0:1767384380.837726:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp37 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384380.837733:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp37 notifying 192.168.203.152@tcp37: down 00000800:00000200:0.0:1767384380.837742:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp37 down 00000400:00000200:3.0:1767384380.837744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.152:988 00000800:00000100:0.0:1767384380.837755:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp37 00000800:00000010:0.0:1767384380.837761:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cccea9bd. 00000400:00000200:0.0:1767384380.837767:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384380.837775:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp37->192.168.203.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384380.837789:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384380.837793:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384380.837800:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp37) recovery failed with -71 00000400:00000200:3.0:1767384380.837829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837858:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837876:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837930:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.837947:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.837999:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.152:988 00000400:00000200:1.0:1767384380.838068:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838085:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838146:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838175:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838257:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838338:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.152:988 00000400:00000200:3.0:1767384380.838396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.152:988 00000800:00000010:1.0:1767384380.838402:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef6d7778. 00000800:00000010:1.0:1767384380.838410:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e98ce10f. 00000800:00000010:1.0:1767384380.838418:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000250089cd. 00000400:00000200:3.0:1767384380.838434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.152:988 00000800:00000010:1.0:1767384380.838463:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000250089cd. 00000800:00020000:1.0:1767384380.838477:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384380.838481:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e98ce10f. 00000800:00000010:1.0:1767384380.838485:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef6d7778. 00000400:02020000:1.0:1767384380.838562:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp47 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384380.838571:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp47 notifying 192.168.203.152@tcp47: down 00000400:00000200:1.0:1767384380.838580:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384380.838585:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp47 00000800:00000010:1.0:1767384380.838589:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028670761. 00000400:00000200:1.0:1767384380.838596:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384380.838602:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp47->192.168.203.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384380.838624:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384380.838628:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384380.838632:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp47) recovery failed with -71 00000800:00000010:3.0:1767384380.838671:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000422a0684. 00000800:00000010:3.0:1767384380.838679:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384380.838683:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004cb1bfac. 00000800:00000010:3.0:1767384380.838728:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004cb1bfac. 00000400:00000200:2.0:1767384380.838839:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384380.838858:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp36 from 204.3.0.2 00000800:00000010:2.0:1767384380.838862:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003cc126cf. 00000800:00000010:0.0:1767384380.838910:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ce7926b. 00000800:00000010:0.0:1767384380.838917:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384380.838942:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db17ff15. 00000800:00000200:0.1:1767384380.838949:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006bfbac7c] -> 12345-192.168.203.152@tcp36 (4) 00000800:00000200:0.1:1767384380.838957:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.152@tcp36 00000000db17ff15 deleted 00000800:00000010:0.1:1767384380.838960:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db17ff15. 00000800:00000200:0.1:1767384380.838966:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384380.838975:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp36 p 3.x 192.168.203.152 -> 192.168.203.152:972 incarnation:1767384345330954504 sched[0] 00000800:00000010:0.0:1767384380.838982:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e57326ed. 00000800:00000010:0.0:1767384380.839045:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e57326ed. 00000800:00000010:0.0:1767384380.839051:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332c4d71. 00000800:00000200:3.1:1767384380.839075:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767384380.839084:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp36 ip 192.168.203.152:988 00000800:00000200:3.1:1767384380.839089:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384380.839097:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.152@tcp36 p 3.x 192.168.203.152 -> 192.168.203.152:988 incarnation:1767384345330954504 sched[0] 00000800:00000010:3.0:1767384380.839102:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dccec55. 00000800:00000010:0.0:1767384380.839114:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003cc126cf. 00000800:00000001:1.0:1767384380.839161:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.839161:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.839169:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384380.839173:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384380.839233:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384380.839240:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.839248:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384380.839253:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.839257:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384381.473383:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384381.473389:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.473393:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384381.473394:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.473476:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384381.473483:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384381.473487:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384381.646810:0:39634:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384381.646823:0:39634:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.646827:0:39634:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384381.646834:0:39634:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384381.646839:0:39634:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.646843:0:39634:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384381.776958:0:39670:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7a8760d. 00000400:00000040:2.0:1767384381.776993:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.776996:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384381.776999:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777010:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777013:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777014:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384381.777028:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.777030:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384381.777032:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384381.777033:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384381.777036:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384381.777038:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777040:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384381.777042:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777042:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384381.777044:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384381.777086:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777088:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384381.777089:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384381.777091:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777093:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777094:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777096:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777097:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777105:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384381.777108:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777109:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777111:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777112:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777114:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777115:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384381.777117:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777119:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777120:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777122:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777123:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777124:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384381.777135:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.777138:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777139:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384381.777141:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384381.777142:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777144:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384381.777152:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384381.777153:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384381.777155:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384381.777156:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384381.777158:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384381.777160:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384381.777162:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777163:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384381.777165:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384381.777166:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384381.777168:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384381.777169:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384381.777185:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384381.777186:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:2.0:1767384381.777196:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.777198:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384381.777200:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777201:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777203:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777204:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384381.777207:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.777208:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384381.777210:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384381.777211:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384381.777213:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384381.777214:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777216:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384381.777217:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777218:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384381.777221:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384381.777222:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777223:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384381.777225:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384381.777227:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777229:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777230:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777231:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777233:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777234:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384381.777236:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777237:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777252:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777260:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777262:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777309:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384381.777312:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384381.777315:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384381.777316:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384381.777318:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384381.777320:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777321:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384381.777342:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384381.777343:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777345:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384381.777356:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384381.777359:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384381.777360:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384381.777372:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384381.777374:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384381.777376:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384381.777379:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384381.777380:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384381.777383:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384381.777385:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384381.777395:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384381.777398:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384381.777399:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384381.777402:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384381.777416:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384381.777418:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:2.0:1767384381.777420:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:2.0:1767384381.777422:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384381.777423:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384381.777425:0:39670:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:2.0:1767384381.777756:0:39670:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7a8760d. 00000400:00000200:2.0:1767384381.811589:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384381.811624:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp50 from 255.3.0.2 00000800:00000010:2.0:1767384381.811628:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d064396d. 00000800:00000010:3.0:1767384381.811663:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013fa0f05. 00000800:00000010:3.0:1767384381.811670:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384381.812051:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001dc0c8ad. 00000800:00000200:3.0:1767384381.812062:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.52@tcp50 p 3.x 192.168.203.152 -> 192.168.203.52:1023 incarnation:1767384379663527221 sched[0] 00000800:00000010:3.0:1767384381.812069:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013790162. 00000800:00000010:3.0:1767384381.812226:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013790162. 00000800:00000010:3.0:1767384381.812232:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384381.812308:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d064396d. 00000800:00000001:0.0:1767384381.812321:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.812330:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.812883:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.812889:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.812892:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.812896:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.812903:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : GET - for me 00000400:00000010:3.0:1767384381.812914:0:16133:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000002030ee8a. 00000400:00000200:3.0:1767384381.812918:0:16133:0:(peer.c:264:lnet_peer_alloc()) 000000002030ee8a nid 192.168.203.52@tcp50 00000400:00000010:3.0:1767384381.812922:0:16133:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009d541bfc. 00000400:00000200:3.0:1767384381.812925:0:16133:0:(peer.c:204:lnet_peer_net_alloc()) 000000009d541bfc net tcp50 00000400:00000010:3.0:1767384381.812927:0:16133:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003d73a871. 00000400:00000200:3.0:1767384381.812934:0:16133:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003d73a871 nid 192.168.203.52@tcp50 00000400:00000200:3.0:1767384381.812937:0:16133:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.52@tcp50 nid 192.168.203.152@tcp50: 0 00000400:00000200:3.0:1767384381.812941:0:16133:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (0) 00000400:00000200:3.0:1767384381.812946:0:16133:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.52@tcp50 NID 192.168.203.52@tcp50 flags 0x0 00000400:00000200:3.0:1767384381.813007:0:16133:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.52@tcp50: 0 00000400:00000200:3.0:1767384381.813015:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384381.813023:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.52@tcp50 of length 272/272 into md 0x2031 [1] + 0 00000400:00000200:3.0:1767384381.813036:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384381.813045:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384381.813057:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) 192.168.203.52@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384381.813062:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384381.813065:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f7463ac. 00000800:00000200:3.0:1767384381.813069:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (2) 00000800:00000200:3.0:1767384381.813074:0:16133:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384381.813083:0:16133:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f7463ac type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384381.813162:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384381.813458:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384381.813460:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384381.813462:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f7463ac. 00000400:00000200:3.0:1767384381.813468:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384381.813473:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: REPLY: OK 00000800:00000001:0.0:1767384381.814426:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.814432:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.814435:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.814439:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384381.814444:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : GET - for me 00000400:00000200:0.0:1767384381.814452:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384381.814457:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.52@tcp50 of length 704/704 into md 0x2031 [1] + 0 00000400:00000200:0.0:1767384381.814463:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384381.814471:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384381.814479:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) 192.168.203.52@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384381.814484:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384381.814487:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006288c6d8. 00000800:00000200:0.0:1767384381.814490:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (2) 00000800:00000200:0.0:1767384381.814494:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384381.814496:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006288c6d8 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:3.0:1767384381.814523:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384381.814550:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384381.814554:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006288c6d8. 00000800:00000001:3.0:1767384381.814558:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384381.814558:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384381.814564:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: REPLY: OK 00000400:00000200:2.0:1767384381.816141:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384381.816161:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp50 from 254.3.0.2 00000800:00000010:2.0:1767384381.816165:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003cc126cf. 00000800:00000010:0.0:1767384381.816208:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384381.816214:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384381.816232:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db17ff15. 00000800:00000200:0.1:1767384381.816237:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (2) 00000800:00000200:0.1:1767384381.816243:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.52@tcp50 00000000db17ff15 deleted 00000800:00000010:0.1:1767384381.816245:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db17ff15. 00000800:00000200:0.0:1767384381.816252:0:16129:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.52@tcp50 p 3.x 192.168.203.152 -> 192.168.203.52:1022 incarnation:1767384379663527221 sched[0] 00000800:00000010:0.0:1767384381.816258:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a40980e3. 00000800:00000010:0.0:1767384381.816327:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a40980e3. 00000800:00000010:0.0:1767384381.816333:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384381.816366:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003cc126cf. 00000800:00000001:3.0:1767384381.816372:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.816379:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384381.817527:0:16134:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384381.817547:0:16134:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.152@tcp50 from 253.3.0.2 00000800:00000010:2.0:1767384381.817551:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cea219b6. 00000800:00000010:0.0:1767384381.817753:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b53b69f1. 00000800:00000010:0.0:1767384381.817759:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384381.818015:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db17ff15. 00000800:00000200:0.1:1767384381.818024:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (3) 00000800:00000200:0.1:1767384381.818030:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.52@tcp50 00000000db17ff15 deleted 00000800:00000010:0.1:1767384381.818039:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000db17ff15. 00000800:00000200:0.0:1767384381.818047:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.52@tcp50 p 3.x 192.168.203.152 -> 192.168.203.52:1021 incarnation:1767384379663527221 sched[0] 00000800:00000010:0.0:1767384381.818085:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a40980e3. 00000800:00000010:0.0:1767384381.818183:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a40980e3. 00000800:00000010:0.0:1767384381.818188:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332c4d71. 00000800:00000010:0.0:1767384381.818239:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cea219b6. 00000800:00000001:0.0:1767384381.818251:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.818333:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384381.857346:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000400:00000001:2.0:1767384381.857349:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384381.857354:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.1:1767384381.857357:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000400:00000200:2.0:1767384381.857358:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:2.0:1767384381.857363:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000400:00000200:2.0:1767384381.857369:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384381.857386:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery ping unlinked 00000800:00000200:0.0:1767384381.857389:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ebdfc07] -> 12345-192.168.203.152@tcp18 (6) 00000800:00000200:0.0:1767384381.857396:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp18 ip 192.168.203.152:988 00000800:00000200:0.0:1767384381.857401:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384381.857402:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000983385a. 00000400:00000010:2.0:1767384381.857408:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bee5ebcb. 00000400:00000001:2.0:1767384381.857414:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384381.857415:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384381.857417:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:2.0:1767384381.857419:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000400:00000200:2.0:1767384381.857421:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384381.857425:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384381.857429:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dcfd58cb. 00000400:00000010:2.0:1767384381.857432:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bd048f01. 00000400:00000200:3.0:1767384381.857473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000001:2.0:1767384381.857513:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384381.857518:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384381.857528:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.857529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:2.0:1767384381.857537:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384381.857543:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384381.857556:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857616:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857643:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857688:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857709:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857732:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857755:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857777:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857843:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857864:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857885:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857901:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857917:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857932:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857947:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.857978:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858019:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858034:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858080:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858095:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858111:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858127:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858143:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858158:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384381.858177:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384381.858350:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcced760. 00000800:00000010:3.0:1767384381.858355:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384381.858360:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013790162. 00000800:00000010:3.0:1767384381.858378:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013790162. 00000800:00020000:3.0:1767384381.858384:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384381.858388:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384381.858391:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcced760. 00000400:02020000:3.0:1767384381.858420:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp31 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384381.858424:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384382.113367:0:16764:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384382.113377:0:16764:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.113416:0:16761:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384382.113422:0:16761:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.497391:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384382.497401:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.497410:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384382.497412:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.497485:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384382.497490:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.497494:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384382.625399:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384382.625410:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384382.625415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384382.625419:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027d03216. 00000100:00000001:2.0:1767384382.625426:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:3.0:1767384382.625429:0:16802:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384382.625433:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069482441. 00000100:00000001:3.0:1767384382.625437:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384382.625442:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384382.625444:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 02000000:00000001:3.0:1767384382.625449:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.625449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.625452:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.625456:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.625461:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f7463ac. 02000000:00000010:2.0:1767384382.625462:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e5b0add. 00000100:00000001:2.0:1767384382.625470:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.625481:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384382.625484:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625493:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.625494:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.625497:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625498:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.625506:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027d03216] to pc [ptlrpcd_00_00+0] req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.625513:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069482441] to pc [ptlrpcd_00_03+3] req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384382.625541:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.625544:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.625548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384382.625551:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384382.625552:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384382.625558:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000010:2.0:1767384382.625561:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 00000100:00000001:3.0:1767384382.625562:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384382.625567:0:36:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384382.625574:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384382.625578:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384382.625579:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384382.625581:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384382.625583:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384382.625584:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625587:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384382.625589:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002858bc75. 00000100:00000001:3.0:1767384382.625591:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384382.625594:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.625597:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.625600:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384382.625616:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.625620:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.625622:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.625624:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.625625:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384382.625628:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadb77a0] to pc [ptlrpcd_00_01+1] req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.625629:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384382.625635:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.625641:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000027d03216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737769856:0@lo:13: 00000100:00000001:2.0:1767384382.625644:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625648:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384382.625648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384382.625653:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384382.625656:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384382.625656:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007afb3437. 02000000:00000001:3.0:1767384382.625660:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.625660:0:36:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384382.625663:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384382.625666:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384382.625666:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.625670:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.625674:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086c0e43d. 02000000:00000010:2.0:1767384382.625676:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028670761. 02000000:00000001:3.0:1767384382.625678:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.625680:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.625684:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384382.625685:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000100:00000001:2.0:1767384382.625693:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384382.625695:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000001:2.0:1767384382.625695:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.625700:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007afb3437] to pc [ptlrpcd_00_02+2] req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384382.625706:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737769856, portal 4 00000100:00000001:2.0:1767384382.625708:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625710:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384382.625712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384382.625714:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759381248 : -113996950170368 : ffff985204479500) 00000100:00000040:3.0:1767384382.625725:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.625727:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384382.625730:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000914bb484. 00000020:00000040:2.0:1767384382.625733:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384382.625737:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.625740:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.625743:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.625748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cccea9bd. 00000100:00000001:3.0:1767384382.625749:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.625754:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384382.625754:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.625760:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000100:00000040:2.0:1767384382.625760:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384382.625765:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737769856, offset 0 00000100:00000001:2.0:1767384382.625773:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.625775:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.625779:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384382.625781:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000914bb484] to pc [ptlrpcd_00_03+3] req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.625789:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.625794:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (308) 00000400:00000200:3.0:1767384382.625798:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.625811:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d708180 00000400:00000200:3.0:1767384382.625819:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000400:00000200:3.0:1767384382.625828:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.625832:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.625840:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.625842:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384382.625846:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a4daf1d. 00000100:00000040:3.0:1767384382.625850:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001a4daf1d x1853236737769856 msgsize 224 00000100:00100000:3.0:1767384382.625855:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384382.625866:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.625875:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384382.625877:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:3.0:1767384382.625881:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384382.625886:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.625889:0:32914:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.625893:0:32914:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769856 00000100:00000001:3.0:1767384382.625898:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.625902:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384382.625904:0:32914:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.625907:0:32914:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.625911:0:32914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625916:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.625917:0:32914:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.625920:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384382.625923:0:32914:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769856 00000100:00000001:3.0:1767384382.625927:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.625927:0:32914:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.625930:0:32914:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000001:2.0:1767384382.625934:0:32914:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384382.625935:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5700 usecs (6 jiffies) 00000020:00000040:2.0:1767384382.625937:0:32914:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000100:00000001:3.0:1767384382.625941:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294970374 00000020:00000001:2.0:1767384382.625941:0:32914:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:2.0:1767384382.625947:0:32914:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000100:00000010:3.0:1767384382.625948:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ab69620. 00000100:00000001:2.0:1767384382.625951:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.625956:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009eb5738b. 00000100:00000001:3.0:1767384382.625957:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384382.625962:0:32914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000016f9d424. 00000100:00000001:3.0:1767384382.625965:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294970374 00000020:00000040:2.0:1767384382.625971:0:32914:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000100:00000010:3.0:1767384382.625974:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000100:00000001:3.0:1767384382.625978:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384382.625988:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294970374 00000100:00000001:2.0:1767384382.625990:0:32914:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:3.0:1767384382.625993:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e68e15d. 00000020:00000010:2.0:1767384382.625998:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098b7eacf. 00000100:00000001:3.0:1767384382.625999:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384382.626004:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294970374 00000020:00000010:2.0:1767384382.626006:0:32914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000100:00000010:3.0:1767384382.626008:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc4a0212. 00000100:00000001:3.0:1767384382.626013:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384382.626013:0:32914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000001:3.0:1767384382.626016:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.626020:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626024:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.626024:0:32914:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384382.626027:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.626029:0:32914:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.626032:0:32914:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.626033:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384382.626034:0:32914:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626036:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384382.626039:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.626041:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.626042:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384382.626045:0:32914:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.626046:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.626055:0:32914:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.626056:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.626059:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.626063:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384382.626065:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384382.626067:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.626069:0:32914:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384382.626070:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cadb77a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737769984:0@lo:400: 00000100:00000001:2.0:1767384382.626073:0:32914:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384382.626077:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384382.626080:0:32914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:3.0:1767384382.626081:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384382.626084:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.626087:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384382.626087:0:32914:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384382.626091:0:32914:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759387520 : -113996950164096 : ffff98520447ad80) 02000000:00000010:3.0:1767384382.626092:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008004f5d9. 02000000:00000001:3.0:1767384382.626096:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.626097:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a4daf1d x1853236737769856/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384382.626099:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000400:00000010:3.0:1767384382.626104:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000100:00000001:2.0:1767384382.626109:0:32914:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.626113:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691134fb. 00000100:00000200:3.0:1767384382.626114:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737769984, portal 4 00000100:00000001:3.0:1767384382.626118:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384382.626118:0:32914:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.626122:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008407040 : -113991701144576 : ffff98533d255c00) 00000020:00000010:2.0:1767384382.626123:0:32914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691134fb. 00000100:00100000:2.0:1767384382.626130:0:32914:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a4daf1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737769856:12345-0@lo:13: 00000100:00000040:3.0:1767384382.626132:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384382.626136:0:32914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769856 00000020:00000001:2.0:1767384382.626141:0:32914:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384382.626145:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384382.626146:0:32914:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384382.626149:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384382.626150:0:32914:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.626154:0:32914:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384382.626155:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018164874. 00000020:00000001:2.0:1767384382.626156:0:32914:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733200 : -1037818416 : ffffffffc22425d0) 00000100:00000200:3.0:1767384382.626159:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737769984, offset 0 00000020:00000001:2.0:1767384382.626161:0:32914:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384382.626165:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384382.626165:0:32914:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.626169:0:32914:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.626172:0:32914:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384382.626173:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384382.626177:0:32914:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.626180:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d708200 00000400:00000200:3.0:1767384382.626187:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:2.0:1767384382.626188:0:32914:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.626191:0:32914:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384382.626195:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384382.626196:0:32914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000a8c5466. 02000000:00000001:2.0:1767384382.626200:0:32914:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.626203:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384382.626204:0:32914:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384382.626210:0:32914:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384382.626211:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.626214:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00000001:2.0:1767384382.626216:0:32914:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000010:3.0:1767384382.626218:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008693b97e. 00000020:00000001:2.0:1767384382.626219:0:32914:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384382.626222:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008693b97e x1853236737769984 msgsize 224 00080000:00000001:2.0:1767384382.626225:0:32914:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:3.0:1767384382.626229:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384382.626238:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.626242:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018164874 00080000:00000001:2.0:1767384382.626242:0:32914:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.626245:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018164874. 00000020:00000001:2.0:1767384382.626247:0:32914:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.626249:0:16139:0:(events.c:34:request_out_callback()) Process entered 00002000:00000024:2.0:1767384382.626251:0:32914:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:3.0:1767384382.626254:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384382.626268:0:32914:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384382.626294:0:32914:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384382.626301:0:32914:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384382.626302:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1767384382.626305:0:32914:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384382.626308:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384382.626312:0:32914:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384382.626315:0:32914:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626319:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384382.626320:0:32914:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626324:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:2.0:1767384382.626326:0:32914:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737769856 00000100:00000001:3.0:1767384382.626329:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.626330:0:32914:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384382.626334:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5700 usecs (6 jiffies) 00010000:00000200:2.0:1767384382.626337:0:32914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a4daf1d x1853236737769856/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.626338:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294970375 00010000:00000001:2.0:1767384382.626347:0:32914:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384382.626351:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294970374 00010000:00000001:2.0:1767384382.626351:0:32914:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.626356:0:32914:0:(import.c:2128:obd_at_measure()) add 1 to 000000006ff557b9 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.626357:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294970375 00000100:00000001:3.0:1767384382.626364:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294970374 00000100:00000001:2.0:1767384382.626365:0:32914:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384382.626367:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294970375 00000100:00000040:2.0:1767384382.626369:0:32914:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384382.626372:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294970374 00000100:00000001:2.0:1767384382.626373:0:32914:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384382.626378:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294970375 02000000:00000001:2.0:1767384382.626378:0:32914:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.626381:0:32914:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626383:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294970374 00000100:00000001:2.0:1767384382.626385:0:32914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384382.626387:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384382.626390:0:32914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384382.626391:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384382.626395:0:32914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000100:00000001:3.0:1767384382.626396:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626400:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.626400:0:32914:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737769856, offset 224 00000100:00000001:3.0:1767384382.626404:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.626406:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384382.626411:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.626414:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384382.626414:0:32914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384382.626418:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626423:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.626423:0:32914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384382.626431:0:32914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d708180 00000400:00000200:2.0:1767384382.626437:0:32914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2069 [1] + 224 00000100:00080000:3.0:1767384382.626439:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:2.0:1767384382.626441:0:32914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384382.626444:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - evictor 00000400:00000200:2.0:1767384382.626447:0:32914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384382.626453:0:32914:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384382.626457:0:32914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.626466:0:32914:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.626476:0:32914:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384382.626481:0:32914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000100:00000001:3.0:1767384382.626482:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384382.626483:0:32914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:3.0:1767384382.626485:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384382.626490:0:32914:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384382.626492:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384382.626493:0:32914:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384382.626496:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384382.626498:0:32914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.626501:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645e896a. 00000100:00000040:2.0:1767384382.626502:0:32914:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:2.0:1767384382.626506:0:32914:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.626508:0:32914:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.626509:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000020:00000001:2.0:1767384382.626511:0:32914:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384382.626513:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000040:2.0:1767384382.626515:0:32914:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a4daf1d x1853236737769856/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.626518:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.626524:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.626530:0:32914:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a4daf1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737769856:12345-0@lo:13: Request processed in 418us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.626543:0:32914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000200:3.0:1767384382.626545:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384382.626548:0:32914:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:2.0:1767384382.626552:0:32914:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.626555:0:32914:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.626558:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384382.626560:0:32914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.626564:0:32914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000100:00000001:3.0:1767384382.626567:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384382.626569:0:32914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098b7eacf. 00000100:00000001:3.0:1767384382.626572:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384382.626575:0:32914:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 02000000:00000001:3.0:1767384382.626576:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.626578:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.626580:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.626584:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.626585:0:32914:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384382.626592:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000009a86d94f time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384382.626597:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.626601:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384382.626603:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.626605:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384382.626609:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.626616:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626620:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384382.626621:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384382.626623:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384382.626625:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.626628:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.626634:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.626638:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.626640:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384382.626642:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384382.626645:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384382.626649:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384382.626654:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000bf852bb6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384382.626659:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.626662:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.626669:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000027d03216 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737769856:0@lo:13: 00000100:00000001:3.0:1767384382.626678:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626680:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.626682:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000027d03216 x1853236737769856/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.626689:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384382.626692:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384382.626694:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086c0e43d. 02000000:00000001:3.0:1767384382.626697:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384382.626699:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384382.626700:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384382.626703:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384382.626705:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f7463ac. 02000000:00000001:3.0:1767384382.626709:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384382.626711:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384382.626712:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027d03216. 00000100:00000001:3.0:1767384382.626715:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.626716:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.626718:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626720:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.626721:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.626722:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.626724:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.628689:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.628694:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384382.628696:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384382.628700:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.628708:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384382.628716:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.628718:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384382.628720:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384382.628722:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.628724:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069482441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737769728:0@lo:400: 00000100:00000001:1.0:1767384382.628727:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384382.628730:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384382.628731:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.628733:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384382.628736:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070beb58f. 02000000:00000001:1.0:1767384382.628738:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.628741:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002afb157f. 00000400:00000010:1.0:1767384382.628745:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000200:1.0:1767384382.628748:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737769728, portal 25 00000100:00000001:1.0:1767384382.628750:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.628751:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008405248 : -113991701146368 : ffff98533d255500) 00000100:00000040:1.0:1767384382.628754:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.628761:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.628762:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.628764:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384382.628766:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737769728, offset 0 00000400:00000200:1.0:1767384382.628769:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384382.628774:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384382.628779:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d708100 00000400:00000200:1.0:1767384382.628783:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17a1 [2] + 0 00000400:00000010:1.0:1767384382.628786:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004878204d. 00000400:00000200:1.0:1767384382.628789:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a88f761 00000400:00000200:1.0:1767384382.628792:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.628794:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384382.628796:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a88f761 00000400:00000010:1.0:1767384382.628798:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a88f761. 00000100:00000001:1.0:1767384382.628802:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628803:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384382.628810:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000d6d4a7e1 x1853236737769728 msgsize 224 00000100:00100000:1.0:1767384382.628813:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384382.628814:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.628828:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384382.628832:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:1.0:1767384382.628833:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:1.0:1767384382.628835:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384382.628837:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.628844:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.628846:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.628852:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.628854:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384382.628858:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.628861:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294970390 00000100:00000001:2.0:1767384382.628865:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384382.628865:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294970375 00000100:00100000:2.0:1767384382.628869:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769728 00000100:00000001:1.0:1767384382.628871:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294970390 02000000:00000001:2.0:1767384382.628872:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.628874:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.628876:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294970375 00000100:00000001:2.0:1767384382.628877:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.628881:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.628883:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294970390 00000100:00100000:2.0:1767384382.628884:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769728 00000100:00000001:1.0:1767384382.628887:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294970375 00000020:00000001:2.0:1767384382.628888:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.628890:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384382.628892:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294970390 00000020:00000001:2.0:1767384382.628893:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.628896:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:1.0:1767384382.628897:0:16141:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294970375 00000020:00000001:2.0:1767384382.628900:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384382.628902:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384382.628903:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384382.628906:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.628907:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.628911:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691134fb. 00000100:00000001:1.0:1767384382.628912:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384382.628915:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384382.628918:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384382.628919:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691134fb. 00000020:00000010:2.0:1767384382.628924:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098b7eacf. 00000020:00000010:2.0:1767384382.628928:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000100:00000001:1.0:1767384382.628930:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384382.628932:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000001:1.0:1767384382.628932:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.628937:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384382.628939:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.628942:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.628944:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384382.628944:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384382.628947:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.628949:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.628952:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.628953:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000914bb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737770240:0@lo:400: 00000100:00000001:1.0:1767384382.628959:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384382.628961:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384382.628962:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.628964:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384382.628966:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023bd2f60. 00000100:00000001:2.0:1767384382.628968:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384382.628968:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.628971:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000100:00000001:2.0:1767384382.628975:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384382.628976:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000001:2.0:1767384382.628978:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384382.628981:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770240, portal 10 00000100:00100000:2.0:1767384382.628983:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00000001:1.0:1767384382.628986:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384382.628987:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384382.628990:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016920656 : -113991692630960 : ffff98533da74450) 00000100:00000001:1.0:1767384382.628990:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008409728 : -113991701141888 : ffff98533d256680) 00000100:00000040:2.0:1767384382.628996:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d4a7e1 x1853236737769728/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.629000:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.629011:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.629014:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.629019:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384382.629024:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737770240, offset 0 00000100:00000001:2.0:1767384382.629025:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.629029:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000691134fb. 00000400:00000200:1.0:1767384382.629029:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384382.629033:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.629035:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000691134fb. 00000400:00000200:1.0:1767384382.629039:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384382.629043:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737769728:12345-0@lo:400: 00000100:00000200:2.0:1767384382.629046:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769728 00000020:00000001:2.0:1767384382.629048:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.629051:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384382.629051:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d708300 00000020:00000001:2.0:1767384382.629054:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.629057:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.629059:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000400:00000200:1.0:1767384382.629062:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9400 00000020:00000001:2.0:1767384382.629063:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.629065:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.629068:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.629070:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.629071:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.629072:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384382.629073:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384382.629076:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.629080:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384382.629080:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384382.629084:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b75d8c5. 02000000:00000001:2.0:1767384382.629086:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.629086:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384382.629087:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.629091:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384382.629091:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:2.0:1767384382.629095:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737769728 00010000:00000001:2.0:1767384382.629097:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:1.0:1767384382.629099:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050055478. 00010000:00000200:2.0:1767384382.629100:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6d4a7e1 x1853236737769728/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.629105:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000050055478 x1853236737770240 msgsize 224 00010000:00000001:2.0:1767384382.629109:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.629111:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.629115:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384382.629115:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384382.629120:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.629122:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:2.0:1767384382.629126:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384382.629128:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.629129:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629131:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384382.629131:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384382.629137:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384382.629138:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:2.0:1767384382.629140:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000400:00000010:1.0:1767384382.629142:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000001:3.0:1767384382.629154:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.629157:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770240 02000000:00000001:3.0:1767384382.629159:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.629160:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.629161:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.629163:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.629164:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770240 00000020:00000001:3.0:1767384382.629166:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.629167:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384382.629169:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.629172:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001ce0b523 refcount=5 00000020:00000001:3.0:1767384382.629174:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000020:00000001:3.0:1767384382.629175:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758292480 : -113996951259136 : ffff98520436f800) 00000100:00000001:3.0:1767384382.629178:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.629185:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1e23039. 00000020:00000010:3.0:1767384382.629188:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001bea0e54. 00000020:00000040:3.0:1767384382.629191:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:3.0:1767384382.629199:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384382.629202:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00000020:00000010:3.0:1767384382.629204:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b75c5993. 00000020:00000010:3.0:1767384382.629207:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000001:1.0:1767384382.629210:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384382.629211:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737769728, offset 224 00000100:00000040:3.0:1767384382.629213:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384382.629217:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384382.629217:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.629220:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384382.629223:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384382.629224:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.629232:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384382.629233:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384382.629235:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384382.629236:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384382.629238:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.629239:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.629246:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d708100 00000100:00000001:3.0:1767384382.629247:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.629254:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x207d [1] + 224 00000100:00000001:1.0:1767384382.629266:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.629267:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.629270:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384382.629270:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384382.629271:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384382.629292:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384382.629294:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001ce0b523 : new rpc_count 1 00000100:00000001:3.0:1767384382.629298:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076755012992 : -113996954538624 : ffff98520404ed80) 00000400:00000200:2.0:1767384382.629299:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.629302:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.629303:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050055478 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.629304:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384382.629309:0:16141:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3527 usecs (4 jiffies) 00000100:00000200:2.0:1767384382.629313:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.629316:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294970375 00000100:00000001:3.0:1767384382.629317:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.629321:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007209f7bc. 00000100:00000001:1.0:1767384382.629324:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294970390 00000100:00000001:3.0:1767384382.629325:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.629331:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007209f7bc. 00000100:00000001:1.0:1767384382.629331:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294970375 00000100:00000040:2.0:1767384382.629338:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.629338:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294970390 00000100:00100000:3.0:1767384382.629339:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050055478 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737770240:12345-0@lo:400: 00000100:00000001:1.0:1767384382.629345:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294970375 00000100:00000200:3.0:1767384382.629348:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770240 00000100:00000001:1.0:1767384382.629350:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294970390 00000020:00000001:3.0:1767384382.629352:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.629355:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384382.629357:0:16141:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294970375 00000020:00000001:3.0:1767384382.629358:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.629363:0:16141:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294970390 00000020:00000001:3.0:1767384382.629364:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.629366:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:2.0:1767384382.629367:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.629368:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.629374:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.629375:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384382.629375:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000020:00000001:3.0:1767384382.629380:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384382.629380:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:1.0:1767384382.629380:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.629385:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384382.629385:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384382.629386:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384382.629389:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384382.629389:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384382.629393:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.629394:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384382.629395:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384382.629395:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.629398:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384382.629399:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384382.629401:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 02000000:00000001:3.0:1767384382.629403:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384382.629404:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384382.629407:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:3.0:1767384382.629408:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000086c0e43d. 00000100:00000001:1.0:1767384382.629408:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384382.629412:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.629412:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384382.629415:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384382.629417:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.629418:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384382.629418:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384382.629420:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.629423:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737770240 00000400:00000010:1.0:1767384382.629423:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002afb157f. 00000100:00000040:2.0:1767384382.629425:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d4a7e1 x1853236737769728/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.629427:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384382.629430:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00010000:00000200:3.0:1767384382.629433:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050055478 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384382.629436:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:1.0:1767384382.629441:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384382.629446:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d4a7e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16141:x1853236737769728:12345-0@lo:400: Request processed in 418us (632us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384382.629452:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.629455:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384382.629456:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384382.629459:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=92 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384382.629462:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000001:3.0:1767384382.629465:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.629469:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384382.629473:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:2.0:1767384382.629475:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 02000000:00000001:3.0:1767384382.629478:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.629481:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629482:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384382.629484:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.629485:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384382.629486:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384382.629491:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384382.629492:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000400:00000010:3.0:1767384382.629495:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000020:00000010:2.0:1767384382.629499:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000100:00000200:3.0:1767384382.629500:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737770240, offset 224 00000020:00000010:2.0:1767384382.629506:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098b7eacf. 00000100:00000001:1.0:1767384382.629507:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.629512:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384382.629514:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:1.0:1767384382.629517:0:16141:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384382.629519:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384382.629520:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384382.629520:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384382.629524:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b75d8c5. 00000100:00000001:1.0:1767384382.629525:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.629529:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.629532:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384382.629533:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384382.629534:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629537:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384382.629541:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=97 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384382.629544:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384382.629547:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d708300 00000100:00001000:1.0:1767384382.629549:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=97 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384382.629552:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc891a64. 00000100:00000001:1.0:1767384382.629555:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384382.629557:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2085 [1] + 224 00000100:00000001:1.0:1767384382.629558:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.629564:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384382.629567:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384382.629567:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384382.629568:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f7ee8f5. 00000400:00000200:3.0:1767384382.629573:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.629580:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.629581:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384382.629585:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384382.629594:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384382.629594:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384382.629597:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384382.629599:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - evictor 00000100:00000001:1.0:1767384382.629604:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384382.629608:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384382.629613:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.629626:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.629626:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.629630:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384382.629631:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069482441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737769728:0@lo:400: 00000100:00000001:2.0:1767384382.629634:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384382.629642:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.629648:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384382.629654:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384382.629656:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000100:00000001:2.0:1767384382.629657:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.629660:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384382.629662:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384382.629664:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 02000000:00000001:2.0:1767384382.629667:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.629669:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384382.629671:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007afb3437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737770112:0@lo:400: 00000100:00000001:3.0:1767384382.629673:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384382.629678:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384382.629679:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.629681:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384382.629684:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.629685:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 02000000:00000001:2.0:1767384382.629687:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384382.629691:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:2.0:1767384382.629693:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098b7eacf. 00000020:00000001:3.0:1767384382.629694:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.629696:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.629699:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384382.629701:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069be9cb. 00000400:00000010:2.0:1767384382.629705:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000100:00000040:3.0:1767384382.629711:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050055478 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384382.629715:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770112, portal 10 00000100:00000001:2.0:1767384382.629720:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384382.629722:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050055478 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16141:x1853236737770240:12345-0@lo:400: Request processed in 402us (614us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384382.629723:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008410624 : -113991701140992 : ffff98533d256a00) 00000100:00000001:0.0:1767384382.629728:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.629732:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1767384382.629733:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737769984 00000100:00000040:3.0:1767384382.629736:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001ce0b523 : new rpc_count 0 00000100:00000040:2.0:1767384382.629736:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384382.629737:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.629740:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.629742:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.629743:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384382.629746:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.629748:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b75c5993. 02000000:00000001:0.0:1767384382.629753:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629754:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384382.629755:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00100000:0.0:1767384382.629759:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737769984 00000100:00000040:2.0:1767384382.629760:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384382.629763:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000020:00000001:0.0:1767384382.629764:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384382.629766:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000020:00000040:0.0:1767384382.629767:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000020:00000040:3.0:1767384382.629770:0:16780:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000100:00000200:2.0:1767384382.629771:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737770112, offset 0 00000020:00000001:0.0:1767384382.629772:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384382.629776:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384382.629777:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 00000400:00000200:2.0:1767384382.629781:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384382.629783:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384382.629787:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000400:00000200:2.0:1767384382.629792:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384382.629793:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384382.629799:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab04419e. 00000400:00000200:2.0:1767384382.629802:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d708280 00000100:00000001:0.0:1767384382.629803:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384382.629807:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9624 00000100:00000001:3.0:1767384382.629810:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384382.629814:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384382.629816:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.629816:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab04419e. 00000400:00000200:2.0:1767384382.629821:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384382.629825:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd521f1. 00000100:00000001:2.0:1767384382.629826:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384382.629829:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384382.629832:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035598b11. 00000100:00000010:2.0:1767384382.629834:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 00000020:00000010:0.0:1767384382.629837:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000040:2.0:1767384382.629839:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ae67c1ba x1853236737770112 msgsize 224 00000100:00100000:2.0:1767384382.629846:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384382.629850:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384382.629853:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384382.629854:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384382.629856:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.629857:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384382.629863:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:2.0:1767384382.629866:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000100:00000001:3.0:1767384382.629869:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384382.629869:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384382.629872:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770112 00000100:00000200:2.0:1767384382.629875:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.629876:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.629878:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.629885:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629887:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384382.629888:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.629892:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770112 00000100:00000040:2.0:1767384382.629892:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384382.629902:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384382.629902:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.629905:0:17550:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384382.629906:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000100:00000001:2.0:1767384382.629906:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.629910:0:17550:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384382.629911:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384382.629913:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.629914:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.629915:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000040:2.0:1767384382.629918:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3383 usecs (4 jiffies) 00000020:00000001:3.0:1767384382.629921:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:2.0:1767384382.629923:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294970376 00000020:00000001:3.0:1767384382.629926:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:0.0:1767384382.629927:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.629930:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384382.629935:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294970390 00000020:00000010:3.0:1767384382.629936:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007209f7bc. 00000100:00000001:2.0:1767384382.629938:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294970376 00000100:00000001:0.0:1767384382.629939:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.629941:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.629943:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384382.629944:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294970390 00000020:00000010:3.0:1767384382.629946:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007209f7bc. 00000100:00000001:2.0:1767384382.629949:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294970376 00000100:00100000:0.0:1767384382.629951:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000010:3.0:1767384382.629953:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00000100:00000001:2.0:1767384382.629953:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294970390 00000100:00000040:0.0:1767384382.629957:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384382.629959:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294970376 00000020:00000010:3.0:1767384382.629960:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b75c5993. 00000100:00000001:0.0:1767384382.629963:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759378560 : -113996950173056 : ffff985204478a80) 00000020:00000010:3.0:1767384382.629965:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000001:2.0:1767384382.629965:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294970390 00000100:00000001:2.0:1767384382.629970:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384382.629971:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008693b97e x1853236737769984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.629973:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384382.629976:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.629977:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.629979:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.629982:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.629983:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.629988:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.629989:0:17569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384382.629991:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384382.629993:0:17569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384382.629995:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.629995:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384382.629996:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab04419e. 00000100:00000001:2.0:1767384382.629999:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384382.630002:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.630004:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.630004:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.630007:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384382.630008:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab04419e. 00000100:00000001:2.0:1767384382.630010:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630014:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.630014:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630018:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384382.630019:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008693b97e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737769984:12345-0@lo:400: 00000100:00100000:3.0:1767384382.630023:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384382.630028:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000200:0.0:1767384382.630028:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737769984 00000100:00000001:3.0:1767384382.630032:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008411520 : -113991701140096 : ffff98533d256d80) 00000020:00000001:0.0:1767384382.630034:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384382.630036:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae67c1ba x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384382.630039:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384382.630043:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630045:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384382.630047:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384382.630048:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007209f7bc. 00000020:00000001:0.0:1767384382.630051:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 00000100:00000001:3.0:1767384382.630052:0:17569:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384382.630056:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384382.630060:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007209f7bc. 00000020:00000001:0.0:1767384382.630060:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384382.630065:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384382.630066:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae67c1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737770112:12345-0@lo:400: 00000100:00000200:3.0:1767384382.630069:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770112 00000020:00000001:3.0:1767384382.630071:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384382.630074:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384382.630075:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384382.630076:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.630080:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.630084:0:17550:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384382.630086:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384382.630088:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384382.630090:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384382.630091:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000096da094d. 00000020:00000001:3.0:1767384382.630093:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921376 : -1049630240 : ffffffffc16fe9e0) 02000000:00000001:0.0:1767384382.630096:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630097:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.630100:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.630101:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630103:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.630107:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384382.630107:0:17550:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630109:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630112:0:17569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384382.630112:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737769984 00000100:00000001:3.0:1767384382.630115:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.630118:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384382.630118:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:3.0:1767384382.630123:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009768bf1f. 00010000:00000200:0.0:1767384382.630125:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008693b97e x1853236737769984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.630126:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630129:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630132:0:17569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.630136:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737770112 00010000:00000001:3.0:1767384382.630140:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.630144:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae67c1ba x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384382.630145:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384382.630149:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.630152:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384382.630154:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384382.630155:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.630158:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.630161:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384382.630162:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.630165:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:3.0:1767384382.630167:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:0.0:1767384382.630168:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 22 to 0@lo 02000000:00000001:3.0:1767384382.630169:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.630171:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630175:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384382.630176:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000040:3.0:1767384382.630178:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384382.630181:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384382.630185:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.630186:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000200:3.0:1767384382.630191:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737770112, offset 224 00000100:00000001:0.0:1767384382.630191:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384382.630198:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384382.630200:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384382.630204:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000400:00000200:3.0:1767384382.630209:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384382.630210:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737769984, offset 224 00000400:00000200:3.0:1767384382.630223:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d708280 00000400:00000200:0.0:1767384382.630223:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.630234:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000400:00000200:0.0:1767384382.630236:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.630242:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.630247:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d708200 00000400:00000200:3.0:1767384382.630249:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.630255:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384382.630270:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2071 [1] + 224 00000400:00000200:0.0:1767384382.630295:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.630299:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.630304:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.630305:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384382.630311:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.630317:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384382.630338:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.630340:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.630346:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000400:00000010:3.0:1767384382.630350:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000001:3.0:1767384382.630355:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384382.630358:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384382.630363:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.630365:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384382.630367:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 21 to 0@lo 00010000:00000001:3.0:1767384382.630372:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.630374:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.630374:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000020:00000001:3.0:1767384382.630376:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384382.630378:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000100:00000040:3.0:1767384382.630383:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae67c1ba x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.630383:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.630386:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.630390:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.630396:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00100000:3.0:1767384382.630401:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae67c1ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236737770112:12345-0@lo:400: Request processed in 351us (558us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384382.630402:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384382.630405:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.630409:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384382.630415:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:0.0:1767384382.630416:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008693b97e x1853236737769984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.630417:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.630421:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384382.630422:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000400:00000001:2.0:1767384382.630425:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384382.630427:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384382.630429:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384382.630432:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384382.630433:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000069be9cb. 00000020:00000010:3.0:1767384382.630437:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b75c5993. 00000400:00000200:2.0:1767384382.630442:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000020:00000010:3.0:1767384382.630443:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00100000:0.0:1767384382.630443:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008693b97e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236737769984:12345-0@lo:400: Request processed in 449us (4217us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384382.630446:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:2.0:1767384382.630451:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384382.630457:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000100:00000200:2.0:1767384382.630458:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.630461:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000040:3.0:1767384382.630463:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000100:00000040:0.0:1767384382.630467:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:3.0:1767384382.630469:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.630474:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384382.630479:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.630479:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384382.630484:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035598b11. 00000100:00000001:3.0:1767384382.630488:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384382.630491:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000100:00000001:3.0:1767384382.630492:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384382.630492:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384382.630495:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384382.630498:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384382.630498:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd521f1. 00000100:00000001:2.0:1767384382.630499:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384382.630503:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384382.630504:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384382.630505:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000400:00000010:3.0:1767384382.630507:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000100:00000001:0.0:1767384382.630509:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.630513:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:3.0:1767384382.630517:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:3.0:1767384382.630520:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384382.630522:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.630525:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384382.630526:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384382.630529:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.630536:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=92 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384382.630541:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384382.630542:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.630549:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384382.630552:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.630557:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384382.630558:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.630561:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384382.630562:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.630565:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384382.630569:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.630571:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.630573:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.630577:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.630578:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.630581:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1767384382.630584:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=87 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384382.630584:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384382.630587:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767384382.630590:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384382.630591:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.630592:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=87 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384382.630595:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384382.630599:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384382.630599:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384382.630600:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 00000100:00000001:3.0:1767384382.630603:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.630606:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00010000:00000001:3.0:1767384382.630608:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384382.630611:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00010000:00080000:3.0:1767384382.630616:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.630618:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.630619:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384382.630624:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384382.630626:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.630627:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384382.630634:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.630636:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630643:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384382.630646:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384382.630651:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384382.630654:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.630658:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007afb3437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236737770112:0@lo:400: 00000100:00000040:3.0:1767384382.630662:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.630667:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.630671:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384382.630678:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007afb3437 x1853236737770112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.630679:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.630685:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.630691:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.630694:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384382.630702:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.630709:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384382.630712:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384382.630713:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384382.630716:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384382.630718:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098b7eacf. 00000100:00000001:1.0:1767384382.630722:0:16141:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384382.630725:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384382.630726:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cadb77a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16139:1853236737769984:0@lo:400: 02000000:00000001:1.0:1767384382.630727:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384382.630728:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384382.630731:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384382.630732:0:16140:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384382.630735:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.630735:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.630739:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630740:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384382.630744:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384382.630747:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cadb77a0 x1853236737769984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384382.630747:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000017c86a39 time=91 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384382.630749:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028670761. 02000000:00000001:2.0:1767384382.630754:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767384382.630756:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=91 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384382.630757:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384382.630761:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007afb3437. 00000100:00000001:1.0:1767384382.630765:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384382.630767:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.630769:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.630771:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384382.630771:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.630773:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384382.630776:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384382.630776:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384382.630780:0:16141:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384382.630781:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008004f5d9. 00000100:00000001:2.0:1767384382.630783:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384382.630786:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.630787:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384382.630792:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384382.630792:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384382.630796:0:16139:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384382.630797:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.630797:0:16141:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.630802:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384382.630804:0:16141:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767384382.630805:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002858bc75. 00000100:00000040:1.0:1767384382.630808:0:16141:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384382.630810:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384382.630812:0:16141:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384382.630814:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384382.630816:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384382.630817:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 00000100:00000040:1.0:1767384382.630822:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.630825:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.630827:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.630832:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.630839:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.630839:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.630843:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.630843:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384382.630847:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.630848:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.630851:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.630851:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.630860:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000914bb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16141:1853236737770240:0@lo:400: 00000100:00000001:1.0:1767384382.630865:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.630867:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.630874:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069482441 x1853236737769728/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.630879:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384382.630881:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384382.630882:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070beb58f. 02000000:00000001:1.0:1767384382.630885:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384382.630886:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.630887:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384382.630889:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384382.630890:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e5b0add. 02000000:00000001:1.0:1767384382.630892:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384382.630893:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384382.630894:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069482441. 00000100:00000001:1.0:1767384382.630896:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.630897:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.630899:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.630900:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000914bb484 x1853236737770240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.630905:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384382.630906:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384382.630907:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023bd2f60. 02000000:00000001:1.0:1767384382.630909:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384382.630910:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.630910:0:16141:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384382.630912:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384382.630913:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cccea9bd. 02000000:00000001:1.0:1767384382.630915:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384382.630915:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384382.630916:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000914bb484. 00000100:00000001:1.0:1767384382.630918:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.630919:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.630920:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.630923:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.630924:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.630926:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.630927:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.648391:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294970390, at 4294970391 00000100:00000040:3.0:1767384382.648392:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294970390, at 4294970391 00000100:00000040:0.0:1767384382.648392:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294970390, at 4294970391 00000100:00000010:2.0:1767384382.648410:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e68e15d. 00000100:00000010:0.0:1767384382.648411:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ab69620. 00000100:00000010:3.0:1767384382.648414:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc4a0212. 00000100:00000040:1.0:1767384382.648504:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294970390, at 4294970391 00000100:00000010:1.0:1767384382.648526:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000800:00000001:3.0:1767384382.865669:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.865688:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.865692:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.865714:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.865729:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.865746:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 520 into portal 26 MB=0x695824d000180 00000400:00000200:3.0:1767384382.865755:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 520/520 into md 0x17a9 [2] + 0 00000400:00000010:3.0:1767384382.865761:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004495d55a. 00000400:00000200:3.0:1767384382.865770:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d2ae53ed 00000800:00000001:3.0:1767384382.865777:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.865788:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.865790:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.865795:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.865802:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ae53ed 00000400:00000010:3.0:1767384382.865804:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2ae53ed. 00000100:00000001:3.0:1767384382.865810:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.865812:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.865816:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000228f7669 x1853236730397056 msgsize 520 00000100:00100000:3.0:1767384382.865821:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.865823:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.865835:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.865847:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.865851:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.865886:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.865889:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397056 02000000:00000001:2.0:1767384382.865892:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.865894:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.865896:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.865900:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.865904:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397056 00000020:00000001:2.0:1767384382.865906:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.865908:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384382.865910:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384382.865912:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.865914:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.865919:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098b7eacf. 00000020:00000010:2.0:1767384382.865924:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.865928:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000001:2.0:1767384382.865933:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.865934:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.865936:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.865942:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.865951:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.865960:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.865961:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.865970:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 159 00000100:00000001:2.0:1767384382.865973:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016929872 : -113991692621744 : ffff98533da76850) 00000100:00000040:2.0:1767384382.865980:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000228f7669 x1853236730397056/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.865989:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:12125:x1853236730397056:12345-192.168.203.52@tcp50:250: 00000100:00000200:2.0:1767384382.865991:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397056 00000020:00000001:2.0:1767384382.865995:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384382.865999:0:16772:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384382.866008:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (00000000c069ed84) now 6 - find 00000020:00000001:2.0:1767384382.866010:0:16772:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630082014726792 : -113991694824824 : ffff98533d85ca88) 00000100:00000001:2.0:1767384382.866015:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.866017:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.866022:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009b75d8c5. 02000000:00000001:2.0:1767384382.866023:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.866025:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.866027:0:16772:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384382.866031:0:16772:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50 t0 exp 0000000000000000 cur 303 last 0 00010000:00000001:2.0:1767384382.866034:0:16772:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384382.866036:0:16772:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384382.866038:0:16772:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384382.866040:0:16772:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384382.866042:0:16772:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000faac41ad. 00000020:00000001:2.0:1767384382.866044:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.866046:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000faac41ad with handle 0x1cafe7b7e4a4ff63 to hash 00000020:00000001:2.0:1767384382.866047:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384382.866051:0:16772:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384382.866053:0:16772:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384382.866055:0:16772:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384382.866058:0:16772:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000028670761. 00000001:00000010:2.0:1767384382.866062:0:16772:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003cc126cf. 00000001:00000010:2.0:1767384382.866065:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000701cbf7. 00000001:00000010:2.0:1767384382.866067:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c4b61ca. 00000001:00000010:2.0:1767384382.866071:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000932a4995. 00000001:00000010:2.0:1767384382.866076:0:16772:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3431973. 00010000:00000001:2.0:1767384382.866079:0:16772:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.866080:0:16772:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.866082:0:16772:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.866084:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=3 00000020:00000040:2.0:1767384382.866087:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (00000000c069ed84) now 7 - export 00000020:00000001:2.0:1767384382.866088:0:16772:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000040:2.0:1767384382.866090:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 2 00000020:00000080:2.0:1767384382.866092:0:16772:0:(genops.c:1402:class_connect()) connect: client 70a6d5db-857a-4a1a-bae4-85e0c78297d0, cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.866094:0:16772:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.866095:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.866095:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.866096:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.866097:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=3 00000020:00000001:2.0:1767384382.866098:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.866100:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 20000000:00000001:2.0:1767384382.866101:0:16772:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384382.866104:0:16772:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384382.866106:0:16772:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384382.866108:0:16772:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000001d506e6a 00000020:00000010:2.0:1767384382.866110:0:16772:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dc83d0ba. 00000020:00000040:2.0:1767384382.866117:0:16772:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000dc83d0ba for nid 192.168.203.52@tcp50 - ref 2 00000020:00000001:2.0:1767384382.866168:0:16772:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.866173:0:16772:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f877b70a. 00000020:00000010:2.0:1767384382.866175:0:16772:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003fce9b0c. 00000020:00000010:2.0:1767384382.866178:0:16772:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000008a92e870. 00000020:00000010:2.0:1767384382.866189:0:16772:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000987dac02. 00000020:00000010:2.0:1767384382.866190:0:16772:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000af92a92e. 00000020:00000010:2.0:1767384382.866192:0:16772:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000707a8b7e. 20000000:00000001:2.0:1767384382.866198:0:16772:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.866199:0:16772:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.866201:0:16772:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.866206:0:16772:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.866209:0:16772:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d16cadc0. 00000020:00000040:2.0:1767384382.866210:0:16772:0:(obd_config.c:927:class_incref()) incref MGS (00000000c069ed84) now 8 - import 00000020:00000001:2.0:1767384382.866214:0:16772:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.866215:0:16772:0:(genops.c:1242:class_import_put()) import 00000000d16cadc0 refcount=1 obd=MGS 00000020:00000001:2.0:1767384382.866216:0:16772:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384382.866219:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=4 00000100:00000040:2.0:1767384382.866221:0:16772:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.866223:0:16772:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384382.866228:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (1) 00000400:00000200:2.0:1767384382.866232:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (2) 00000400:00000200:2.0:1767384382.866241:0:16772:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.52@tcp50 (000000002030ee8a): 0 00000400:00000200:2.0:1767384382.866243:0:16772:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384382.866314:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384382.866322:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0x40 00000400:00000200:1.0:1767384382.866326:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (3) 00000400:00000010:1.0:1767384382.866333:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023bd2f60. 00000400:00000010:1.0:1767384382.866339:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000400:00000010:1.0:1767384382.866347:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8b47810. 00000400:00000200:1.0:1767384382.866351:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.866371:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384382.866377:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp50 00000400:00000200:1.0:1767384382.866380:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384382.866386:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.866394:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : GET try# 0 00000800:00000200:1.0:1767384382.866400:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384382.866404:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cb490cba. 00000800:00000200:1.0:1767384382.866411:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384382.866419:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:1.0:1767384382.866423:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb490cba type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384382.866441:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.866442:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0x240 rc 0 00000800:00000200:0.0:1767384382.866532:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.866537:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cb490cba. 00000400:00000200:0.0:1767384382.866544:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.866548:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: GET: OK 00000400:00000200:0.0:1767384382.866551:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384382.866553:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.52@tcp50: 0 00000800:00000001:2.0:1767384382.867116:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.867121:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384382.867122:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.867124:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.867127:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384382.867134:0:16133:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp50: Reply from 12345-192.168.203.52@tcp50 of length 48/48 into md 0x20a9 00000800:00000001:2.0:1767384382.867138:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.867141:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.867142:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.867145:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: REPLY: OK 00000400:00000200:2.0:1767384382.867147:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:2.0:1767384382.867148:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000400:00000200:2.0:1767384382.867150:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384382.867153:0:16133:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.52@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384382.867155:0:16133:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.52@tcp50(000000002030ee8a) not MR: DD disabled remotely 00000400:00000200:2.0:1767384382.867159:0:16133:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.52@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384382.867161:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.52@tcp50 (000000002030ee8a): -114 00000400:00000200:2.0:1767384382.867169:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (4) 00000800:00000001:2.0:1767384382.867172:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.867173:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.867191:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384382.867195:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0xc2 00000400:00000010:1.0:1767384382.867200:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000009149d287. 00000400:00000010:1.0:1767384382.867202:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000096878665. 00000400:00000010:1.0:1767384382.867204:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000d2a74a0a. 00000400:00000010:1.0:1767384382.867207:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000009149d287. 00000400:00000010:1.0:1767384382.867209:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000096878665. 00000400:00000010:1.0:1767384382.867210:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000d2a74a0a. 00000400:00000010:1.0:1767384382.867212:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023bd2f60. 00000400:00000200:1.0:1767384382.867215:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.52@tcp50 (000000002030ee8a): 0 00000400:00000200:1.0:1767384382.867217:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.52@tcp50(000000002030ee8a): 0. state = 0x142 00000400:00000200:1.0:1767384382.867225:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0x142 rc 1 00000400:00000200:1.0:1767384382.867227:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0x142 00000400:00000200:1.0:1767384382.867229:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.867230:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.52@tcp50(000000002030ee8a) state 0x112 rc 0 00000400:00000200:1.0:1767384382.867233:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.52@tcp50 (000000002030ee8a) 00000400:00000200:1.0:1767384382.867240:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (3) 00000400:00000200:2.0:1767384382.867267:0:16772:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (2) 00000400:00000200:2.0:1767384382.867292:0:16772:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002030ee8a (1) 00000400:00000200:2.0:1767384382.867295:0:16772:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.52@tcp50 NID 192.168.203.52@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384382.867297:0:16772:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002030ee8a (2) 00000400:00000200:2.0:1767384382.867300:0:16772:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.52@tcp50 primary NID 192.168.203.52@tcp50 rc 0 00000100:00000010:2.0:1767384382.867303:0:16772:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000691134fb. 00000100:00000001:2.0:1767384382.867305:0:16772:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384382.867307:0:16772:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000691134fb refcount 1 to 192.168.203.52@tcp50 00000020:00000040:2.0:1767384382.867310:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=5 00000100:00000001:2.0:1767384382.867315:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.867317:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.867318:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.867321:0:16772:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384382.867324:0:16772:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384382.867326:0:16772:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384382.867328:0:16772:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 02000000:00000001:2.0:1767384382.867330:0:16772:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.867332:0:16772:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384382.867335:0:16772:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384382.867337:0:16772:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384382.867339:0:16772:0:(import.c:65:import_set_state_nolock()) 00000000d16cadc0 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384382.867341:0:16772:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384382.867342:0:16772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384382.867344:0:16772:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.867346:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 4 00000020:00000040:2.0:1767384382.867347:0:16772:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 8 - find 00010000:00000001:2.0:1767384382.867349:0:16772:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.867352:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.867353:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568320 : -1041983296 : ffffffffc1e498c0) 00000020:00000001:2.0:1767384382.867356:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.867357:0:16772:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.867359:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.867361:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.867363:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.867365:0:16772:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384382.867370:0:16772:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384382.867374:0:16772:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.867375:0:16772:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.867378:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397056 00010000:00000001:2.0:1767384382.867380:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.867383:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000228f7669 x1853236730397056/t0(0) o250->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.867389:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.867392:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.867394:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384382.867398:0:16772:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384382.867399:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.867401:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.867402:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.867404:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.867406:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.867408:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.867410:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.867412:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089e1330b. 00000100:00000200:2.0:1767384382.867414:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236730397056, offset 0 00000400:00000200:2.0:1767384382.867418:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.867422:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.867431:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384382.867438:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.867442:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.867445:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9fc006f. 00000800:00000200:2.0:1767384382.867449:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.867453:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.867455:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9fc006f type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.867466:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.867469:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.867476:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.867479:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.867482:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.867487:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000228f7669 x1853236730397056/t0(0) o250->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.867496:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000228f7669 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+4:12125:x1853236730397056:12345-192.168.203.52@tcp50:250: Request processed in 1508us (1678us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.867502:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 159 00000100:00000040:2.0:1767384382.867505:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.867507:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.867508:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.867512:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.867515:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.867518:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098b7eacf. 00000020:00000040:2.0:1767384382.867521:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 3 00000100:00000001:2.0:1767384382.867525:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384382.867526:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384382.867528:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:3.0:1767384382.867530:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9fc006f. 00000400:00000010:2.0:1767384382.867533:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069be9cb. 00000400:00000200:3.0:1767384382.867536:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384382.867538:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020fb6980. 00000400:00000200:3.0:1767384382.867545:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.867549:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e1330b 00000400:00000010:3.0:1767384382.867551:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089e1330b. 00000100:00000001:3.0:1767384382.867556:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.867558:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.867560:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000009b75d8c5. 02000000:00000001:3.0:1767384382.867565:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.867566:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.868681:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.868693:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.868696:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.868697:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.868711:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.868718:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 26 MB=0x695824d000100 00000400:00000200:0.0:1767384382.868723:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x17e5 [2] + 0 00000400:00000010:0.0:1767384382.868726:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:0.0:1767384382.868731:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025d89204 00000800:00000001:0.0:1767384382.868734:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.868739:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.868741:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.868744:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.868746:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025d89204 00000400:00000010:0.0:1767384382.868748:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025d89204. 00000100:00000001:0.0:1767384382.868751:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.868752:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.868755:0:16132:0:(events.c:337:request_in_callback()) incoming req@000000001728875a x1853236730396928 msgsize 328 00000100:00100000:0.0:1767384382.868759:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:0.0:1767384382.868760:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.868769:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.868774:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.868776:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.868795:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.868798:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730396928 02000000:00000001:2.0:1767384382.868799:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.868800:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.868801:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.868803:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.868805:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730396928 00000020:00000001:2.0:1767384382.868806:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.868807:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.868808:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.868809:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=4 00000020:00000001:2.0:1767384382.868811:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.868812:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.868815:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.868819:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.868821:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.868823:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:2.0:1767384382.868826:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098b7eacf. 00000020:00000010:2.0:1767384382.868828:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.868830:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.868835:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.868837:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.868837:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.868838:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.868841:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.868849:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.868853:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.868854:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.868857:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 160 00000100:00000040:2.0:1767384382.868859:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.868860:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016932944 : -113991692618672 : ffff98533da77450) 00000100:00000040:2.0:1767384382.868864:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001728875a x1853236730396928/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.868870:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.868871:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.868873:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.868874:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:2.0:1767384382.868879:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+4:15529:x1853236730396928:12345-192.168.203.52@tcp50:101: 00000100:00000200:2.0:1767384382.868881:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730396928 00000020:00000001:2.0:1767384382.868882:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.868884:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.868886:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.868887:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.868888:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:2.0:1767384382.868890:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.868891:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.868900:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.868901:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.868903:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.868905:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384382.868906:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384382.868908:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384382.868909:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384382.868911:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.868914:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384382.868920:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 6 00010000:00000001:2.0:1767384382.868922:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.868924:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384382.868927:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 00000020:00000001:2.0:1767384382.868929:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.868930:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4ff6a to hash 00000020:00000001:2.0:1767384382.868932:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384382.868933:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00000001:2.0:1767384382.868934:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004045824 : -113992705505792 : ffff985301480600) 00010000:00010000:2.0:1767384382.868937:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4ff6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x42ee003001c3fa6d expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.868943:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000faac41ad : new locks_count 1 00000020:00000040:2.0:1767384382.868944:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=5 00000100:00000001:2.0:1767384382.868948:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.868949:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.868951:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f6a38b5a. 02000000:00000001:2.0:1767384382.868952:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.868953:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.868955:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384382.868958:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384382.868960:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384382.868962:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.868963:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.868965:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.868966:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.868967:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384382.868970:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384382.868971:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384382.868972:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384382.868974:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000008a82654) refcount = 6 00010000:00000040:2.0:1767384382.868976:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384382.868978:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc4c expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.868982:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ae33d/0x1cafe7b7e4a4fc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc22 expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.868986:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007388e35a/0x1cafe7b7e4a4fbdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbd5 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.868989:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c2e5e848/0x1cafe7b7e4a4fb57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb50 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.868992:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001c6f5905/0x1cafe7b7e4a4fb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb34 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384382.868995:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4ff6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa6d expref: 5 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.868998:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384382.869000:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384382.869000:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.869001:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.869002:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.869006:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384382.869007:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4ff6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa6d expref: 5 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.869013:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384382.869015:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384382.869017:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.869019:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.869022:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384382.869023:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.869025:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384382.869027:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a1aa8e0e, rc 0) 00000020:00000001:2.0:1767384382.869029:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.869031:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730396928 00010000:00000001:2.0:1767384382.869033:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.869036:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001728875a x1853236730396928/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.869043:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.869044:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.869047:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.869050:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.869052:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.869054:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.869056:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.869058:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.869060:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.869062:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.869065:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000196063e5. 00000100:00000200:2.0:1767384382.869068:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236730396928, offset 224 00000400:00000200:2.0:1767384382.869073:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.869078:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.869084:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384382.869089:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.869092:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.869094:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041d621df. 00000800:00000200:2.0:1767384382.869097:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.869100:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.869101:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000041d621df type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.869111:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.869113:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.869115:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.869116:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.869117:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.869120:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001728875a x1853236730396928/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.869126:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001728875a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+5:15529:x1853236730396928:12345-192.168.203.52@tcp50:101: Request processed in 255us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.869130:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 160 00000100:00000040:2.0:1767384382.869132:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.869133:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.869134:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.869136:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.869139:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.869140:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098b7eacf. 00000020:00000040:2.0:1767384382.869143:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 4 00000100:00000001:2.0:1767384382.869145:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.869147:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.869149:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4103bc5. 00000400:00000010:2.0:1767384382.869152:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cee390b6. 00000800:00000200:3.0:1767384382.869153:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.869156:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041d621df. 00000400:00000200:3.0:1767384382.869160:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.869164:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.869172:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196063e5 00000400:00000010:3.0:1767384382.869173:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000196063e5. 00000100:00000001:3.0:1767384382.869176:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.869177:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.869178:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f6a38b5a. 02000000:00000001:3.0:1767384382.869180:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.869180:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.870013:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.870018:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.870019:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.870020:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.870024:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.870029:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 512 into portal 26 MB=0x695824d000200 00000400:00000200:3.0:1767384382.870032:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 512/512 into md 0x181d [2] + 0 00000400:00000010:3.0:1767384382.870034:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000934c9df. 00000400:00000200:3.0:1767384382.870037:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a0a0613 00000800:00000001:3.0:1767384382.870039:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.870042:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.870043:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.870045:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.870047:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0a0613 00000400:00000010:3.0:1767384382.870048:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a0a0613. 00000100:00000001:3.0:1767384382.870050:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.870051:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.870053:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000008bb69ac3 x1853236730397184 msgsize 512 00000100:00100000:3.0:1767384382.870055:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.870056:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.870063:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.870066:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.870067:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.870088:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.870090:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397184 02000000:00000001:2.0:1767384382.870091:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.870092:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.870093:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.870094:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.870096:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397184 00000020:00000001:2.0:1767384382.870098:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.870099:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.870101:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.870102:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=5 00000020:00000001:2.0:1767384382.870105:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.870107:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.870110:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.870113:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.870115:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.870116:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:2.0:1767384382.870120:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098b7eacf. 00000020:00000010:2.0:1767384382.870122:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.870125:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.870129:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.870130:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.870131:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.870132:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.870134:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.870141:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.870145:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.870146:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.870149:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 161 00000100:00000040:2.0:1767384382.870151:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.870152:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016928848 : -113991692622768 : ffff98533da76450) 00000100:00000040:2.0:1767384382.870155:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bb69ac3 x1853236730397184/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.870160:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.870162:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.870164:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.870165:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:2.0:1767384382.870167:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+5:15529:x1853236730397184:12345-192.168.203.52@tcp50:501: 00000100:00000200:2.0:1767384382.870169:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397184 00000020:00000001:2.0:1767384382.870170:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.870172:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.870173:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.870174:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.870175:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567808 : -1041983808 : ffffffffc1e496c0) 00000020:00000001:2.0:1767384382.870176:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.870178:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.870179:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.870180:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.870182:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384382.870183:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.870185:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.870186:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384382.870188:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384382.870189:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384382.870191:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.870192:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.870194:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000be256702. 02000000:00000001:2.0:1767384382.870195:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.870196:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384382.870198:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384382.870200:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:2.0:1767384382.870202:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384382.870205:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000238f6621. 00000040:00000001:2.0:1767384382.870208:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384382.870210:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384382.870213:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:2.0:1767384382.870214:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00080000:00000001:2.0:1767384382.870221:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384382.870483:0:16772:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384382.870490:0:16772:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384382.870493:0:16772:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384382.870495:0:16772:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384382.870498:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000238f6621. 00000040:00000001:2.0:1767384382.870501:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384382.870503:0:16772:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384382.870505:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:2.0:1767384382.870509:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384382.870512:0:16772:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384382.870515:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397184 00010000:00000001:2.0:1767384382.870518:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.870522:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bb69ac3 x1853236730397184/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.870529:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.870531:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.870533:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.870536:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.870538:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.870540:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.870542:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.870543:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.870545:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.870547:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.870550:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff38818c. 00000100:00000200:2.0:1767384382.870553:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236730397184, offset 224 00000400:00000200:2.0:1767384382.870558:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.870563:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.870571:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384382.870579:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.870584:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.870587:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014b55c81. 00000800:00000200:2.0:1767384382.870591:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.870595:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.870597:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000014b55c81 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.870611:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.870615:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.870617:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.870619:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.870622:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.870626:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bb69ac3 x1853236730397184/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.870642:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bb69ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+5:15529:x1853236730397184:12345-192.168.203.52@tcp50:501: Request processed in 479us (586us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384382.870650:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 161 00000100:00000040:2.0:1767384382.870652:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.870654:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.870656:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.870658:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.870662:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.870665:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098b7eacf. 00000800:00000200:1.0:1767384382.870665:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.870670:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014b55c81. 00000020:00000040:2.0:1767384382.870672:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 4 00000400:00000200:1.0:1767384382.870676:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384382.870678:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.870683:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384382.870684:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000010:2.0:1767384382.870688:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d38dfb81. 00000400:00000200:1.0:1767384382.870689:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff38818c 00000400:00000010:1.0:1767384382.870692:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff38818c. 00000100:00000001:1.0:1767384382.870696:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384382.870698:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.870699:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000be256702. 00000400:00000010:2.0:1767384382.870701:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eff6b59e. 02000000:00000001:1.0:1767384382.870703:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384382.870705:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.872066:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.872072:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.872074:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.872076:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.872083:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.872091:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 26 MB=0x695824d000280 00000400:00000200:3.0:1767384382.872095:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x1825 [2] + 0 00000400:00000010:3.0:1767384382.872099:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000721c5cc0. 00000400:00000200:3.0:1767384382.872102:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060aacb45 00000800:00000001:3.0:1767384382.872105:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.872110:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.872111:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.872115:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.872117:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060aacb45 00000400:00000010:3.0:1767384382.872119:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060aacb45. 00000100:00000001:3.0:1767384382.872122:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.872124:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.872126:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000002b005ae8 x1853236730397312 msgsize 328 00000100:00100000:3.0:1767384382.872130:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.872132:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.872143:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.872147:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.872149:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.872174:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.872176:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397312 02000000:00000001:2.0:1767384382.872177:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.872178:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.872180:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.872182:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.872184:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397312 00000020:00000001:2.0:1767384382.872185:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.872186:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.872187:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.872189:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=5 00000020:00000001:2.0:1767384382.872190:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.872192:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.872193:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.872196:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.872197:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.872199:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:2.0:1767384382.872202:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238f6621. 00000020:00000010:2.0:1767384382.872203:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.872205:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.872208:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.872210:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.872210:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.872211:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.872214:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.872221:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.872225:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.872226:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.872229:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 162 00000100:00000040:2.0:1767384382.872230:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.872232:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016926800 : -113991692624816 : ffff98533da75c50) 00000100:00000040:2.0:1767384382.872235:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b005ae8 x1853236730397312/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.872241:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.872243:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.872244:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.872246:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:2.0:1767384382.872248:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+5:15529:x1853236730397312:12345-192.168.203.52@tcp50:101: 00000100:00000200:2.0:1767384382.872265:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397312 00000020:00000001:2.0:1767384382.872267:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.872269:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.872270:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.872271:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.872272:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:2.0:1767384382.872289:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.872290:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.872292:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.872293:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.872295:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.872297:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384382.872298:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384382.872298:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384382.872300:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384382.872300:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.872303:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384382.872305:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 7 00010000:00000001:2.0:1767384382.872306:0:16772:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.872308:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384382.872310:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 00000020:00000001:2.0:1767384382.872312:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.872313:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a0059aa with handle 0x1cafe7b7e4a4ff71 to hash 00000020:00000001:2.0:1767384382.872314:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384382.872315:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:2.0:1767384382.872317:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00010000:2.0:1767384382.872318:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4ff71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x42ee003001c3fa74 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872325:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000faac41ad : new locks_count 2 00000020:00000040:2.0:1767384382.872326:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=6 00000100:00000001:2.0:1767384382.872331:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.872332:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.872335:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2a54b8a. 02000000:00000001:2.0:1767384382.872337:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.872339:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.872341:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384382.872342:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384382.872344:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384382.872345:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.872347:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.872349:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.872350:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.872352:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384382.872353:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384382.872354:0:16772:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384382.872355:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384382.872357:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000008a82654) refcount = 7 00010000:00000040:2.0:1767384382.872360:0:16772:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384382.872363:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4ff6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa6d expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872370:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc4c expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872375:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d3ae33d/0x1cafe7b7e4a4fc29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc22 expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872380:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007388e35a/0x1cafe7b7e4a4fbdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbd5 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872385:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c2e5e848/0x1cafe7b7e4a4fb57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb50 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.872390:0:16772:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001c6f5905/0x1cafe7b7e4a4fb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb34 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384382.872396:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4ff71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa74 expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.872402:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384382.872403:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384382.872404:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.872406:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.872408:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.872411:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384382.872413:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4ff71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa74 expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.872419:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384382.872421:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384382.872422:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.872424:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.872426:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384382.872427:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.872429:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384382.872430:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005a0059aa, rc 0) 00000020:00000001:2.0:1767384382.872432:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.872434:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397312 00010000:00000001:2.0:1767384382.872436:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.872439:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b005ae8 x1853236730397312/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.872446:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.872447:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.872449:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.872452:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.872454:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.872456:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.872458:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.872459:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.872461:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.872463:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.872466:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f896d97f. 00000100:00000200:2.0:1767384382.872469:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236730397312, offset 224 00000400:00000200:2.0:1767384382.872475:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.872481:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.872489:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384382.872497:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.872501:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.872504:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5ab1375. 00000800:00000200:2.0:1767384382.872508:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.872512:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.872514:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5ab1375 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.872524:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.872528:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.872530:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.872532:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.872534:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.872537:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b005ae8 x1853236730397312/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.872546:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b005ae8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+6:15529:x1853236730397312:12345-192.168.203.52@tcp50:101: Request processed in 303us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.872553:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 162 00000100:00000040:2.0:1767384382.872556:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.872558:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.872559:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.872562:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.872566:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.872569:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238f6621. 00000020:00000040:2.0:1767384382.872572:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 5 00000100:00000001:2.0:1767384382.872575:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.872578:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.872582:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f397ba. 00000400:00000010:2.0:1767384382.872586:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd78f9b2. 00000800:00000200:3.0:1767384382.872590:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.872594:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5ab1375. 00000400:00000200:3.0:1767384382.872598:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.872604:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.872607:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f896d97f 00000400:00000010:3.0:1767384382.872609:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f896d97f. 00000100:00000001:3.0:1767384382.872612:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.872614:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.872615:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2a54b8a. 02000000:00000001:3.0:1767384382.872617:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.872618:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384382.873595:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.873601:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384382.873602:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.873604:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.873607:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:1.0:1767384382.873615:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 512 into portal 26 MB=0x695824d000300 00000400:00000200:1.0:1767384382.873620:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 512/512 into md 0x1849 [2] + 0 00000400:00000010:1.0:1767384382.873624:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d898bb6. 00000400:00000200:1.0:1767384382.873628:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc2cb34c 00000800:00000001:1.0:1767384382.873630:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.873636:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.873638:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.873641:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:1.0:1767384382.873644:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2cb34c 00000400:00000010:1.0:1767384382.873646:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc2cb34c. 00000100:00000001:1.0:1767384382.873649:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.873650:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384382.873661:0:16132:0:(events.c:337:request_in_callback()) incoming req@0000000075bc184e x1853236730397440 msgsize 512 00000100:00100000:1.0:1767384382.873664:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:1.0:1767384382.873666:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.873673:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384382.873683:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.873685:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.873705:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.873708:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397440 02000000:00000001:2.0:1767384382.873711:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.873712:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.873713:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.873716:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.873718:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397440 00000020:00000001:2.0:1767384382.873720:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.873721:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.873723:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.873724:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=6 00000020:00000001:2.0:1767384382.873726:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.873728:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.873731:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.873734:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.873736:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.873738:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000020:00000010:2.0:1767384382.873742:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238f6621. 00000020:00000010:2.0:1767384382.873744:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.873747:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.873751:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.873753:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.873754:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.873755:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.873759:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.873768:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.873774:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.873776:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.873780:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 163 00000100:00000040:2.0:1767384382.873782:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.873785:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016934992 : -113991692616624 : ffff98533da77c50) 00000100:00000040:2.0:1767384382.873789:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075bc184e x1853236730397440/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.873797:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.873800:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000974890c6. 00000100:00000001:2.0:1767384382.873801:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.873803:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000974890c6. 00000100:00100000:2.0:1767384382.873806:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+6:15529:x1853236730397440:12345-192.168.203.52@tcp50:501: 00000100:00000200:2.0:1767384382.873809:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397440 00000020:00000001:2.0:1767384382.873811:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.873813:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.873814:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.873816:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.873817:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567808 : -1041983808 : ffffffffc1e496c0) 00000020:00000001:2.0:1767384382.873825:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.873827:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.873829:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.873830:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.873832:0:16772:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384382.873834:0:16772:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.873835:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.873837:0:16772:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384382.873838:0:16772:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384382.873840:0:16772:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384382.873842:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.873843:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.873846:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000007e65f5c0. 02000000:00000001:2.0:1767384382.873848:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.873850:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384382.873852:0:16772:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384382.873854:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:2.0:1767384382.873856:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384382.873858:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000541156b4. 00000040:00000001:2.0:1767384382.873861:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384382.873862:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384382.873864:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:2.0:1767384382.873866:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00080000:00000001:2.0:1767384382.873871:0:16772:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384382.873904:0:16772:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384382.873907:0:16772:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384382.873909:0:16772:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.873911:0:16772:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384382.873916:0:16772:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ef2e7e50. 00000020:00000001:2.0:1767384382.873920:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384382.873926:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:2.0:1767384382.873928:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.873930:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.873934:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.873937:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000010:2.0:1767384382.873940:0:16772:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ef2e7e50. 00000040:00000001:2.0:1767384382.873942:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.873944:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000541156b4. 00000040:00000001:2.0:1767384382.873946:0:16772:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384382.873947:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:2.0:1767384382.873950:0:16772:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.873954:0:16772:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384382.873957:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384382.873959:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384382.873961:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.873963:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384382.873966:0:16772:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000974890c6. 00000020:00000040:2.0:1767384382.873967:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=7 20000000:00000001:2.0:1767384382.873970:0:16772:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.873972:0:16772:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.873974:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397440 00010000:00000001:2.0:1767384382.873976:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.873979:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075bc184e x1853236730397440/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.873986:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.873988:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.873990:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.873993:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.873995:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.873997:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.873999:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.874000:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.874002:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.874005:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.874008:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3c24279. 00000100:00000200:2.0:1767384382.874010:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236730397440, offset 224 00000400:00000200:2.0:1767384382.874015:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.874021:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.874028:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384382.874036:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.874043:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.874046:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f477dc2a. 00000800:00000200:2.0:1767384382.874050:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.874053:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.874056:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f477dc2a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.874067:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.874069:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.874072:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.874074:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.874076:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.874080:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075bc184e x1853236730397440/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 512/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.874089:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075bc184e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15529:x1853236730397440:12345-192.168.203.52@tcp50:501: Request processed in 291us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.874096:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 163 00000100:00000040:2.0:1767384382.874099:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.874101:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.874102:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.874105:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.874107:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.874110:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238f6621. 00000800:00000200:3.0:1767384382.874113:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1767384382.874113:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00000800:00000010:3.0:1767384382.874120:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f477dc2a. 00000100:00000001:2.0:1767384382.874120:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.874126:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384382.874127:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384382.874131:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000766f5a1b. 00000400:00000200:3.0:1767384382.874136:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000010:2.0:1767384382.874137:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000715d7ec9. 00000400:00000200:3.0:1767384382.874141:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3c24279 00000400:00000010:3.0:1767384382.874145:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3c24279. 00000100:00000001:3.0:1767384382.874149:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.874151:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.874153:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000007e65f5c0. 02000000:00000001:3.0:1767384382.874156:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.874157:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.874934:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.874939:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.874940:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.874941:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.874945:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.874950:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 272 into portal 26 MB=0x695824d000380 00000400:00000200:3.0:1767384382.874953:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 272/272 into md 0x1851 [2] + 0 00000400:00000010:3.0:1767384382.874955:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c534c8. 00000400:00000200:3.0:1767384382.874957:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006670ba80 00000800:00000001:3.0:1767384382.874959:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.874962:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.874963:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.874965:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.874967:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006670ba80 00000400:00000010:3.0:1767384382.874968:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006670ba80. 00000100:00000001:3.0:1767384382.874971:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.874972:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.874975:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000331c3d35 x1853236730397568 msgsize 272 00000100:00100000:3.0:1767384382.874979:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.874980:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.874990:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.874994:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.874997:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.875019:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.875021:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397568 02000000:00000001:2.0:1767384382.875023:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.875024:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.875025:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.875027:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.875029:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397568 00000020:00000001:2.0:1767384382.875030:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.875031:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.875032:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.875033:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=7 00000020:00000001:2.0:1767384382.875034:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.875036:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.875038:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.875040:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.875041:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.875042:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000020:00000010:2.0:1767384382.875045:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238f6621. 00000020:00000010:2.0:1767384382.875046:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.875048:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.875051:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.875052:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.875053:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.875054:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.875056:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.875063:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.875067:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.875068:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.875071:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 164 00000100:00000040:2.0:1767384382.875072:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.875074:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016931920 : -113991692619696 : ffff98533da77050) 00000100:00000040:2.0:1767384382.875077:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000331c3d35 x1853236730397568/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.875082:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.875084:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.875086:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.875087:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000100:00100000:2.0:1767384382.875090:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15529:x1853236730397568:12345-192.168.203.52@tcp50:503: 00000100:00000200:2.0:1767384382.875093:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397568 00000020:00000001:2.0:1767384382.875094:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.875096:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.875097:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.875099:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.875100:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567904 : -1041983712 : ffffffffc1e49720) 00000020:00000001:2.0:1767384382.875102:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.875103:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.875104:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.875105:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.875106:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.875107:0:16772:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384382.875108:0:16772:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384382.875110:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.875111:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.875123:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004fb6f641. 02000000:00000001:2.0:1767384382.875124:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.875125:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384382.875127:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:2.0:1767384382.875128:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384382.875129:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000541156b4. 00000040:00000001:2.0:1767384382.875131:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384382.875132:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384382.875133:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:2.0:1767384382.875135:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:2.0:1767384382.875136:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384382.875138:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:2.0:1767384382.875140:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.875141:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.875142:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384382.875147:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bc780568. 00000040:00000001:2.0:1767384382.875148:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384382.875150:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384382.875370:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.875373:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.875375:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384382.875378:0:16772:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384382.875380:0:16772:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384382.875381:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.875382:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:2.0:1767384382.875384:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.875386:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bc780568. 00000040:00000010:2.0:1767384382.875388:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000541156b4. 00000040:00000040:2.0:1767384382.875390:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:2.0:1767384382.875391:0:16772:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.875393:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397568 00010000:00000001:2.0:1767384382.875394:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.875397:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000331c3d35 x1853236730397568/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.875402:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.875403:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.875404:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.875406:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.875407:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.875409:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.875410:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.875411:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.875413:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.875414:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.875416:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d95f8d06. 00000100:00000200:2.0:1767384382.875418:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236730397568, offset 224 00000400:00000200:2.0:1767384382.875421:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.875425:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.875430:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1767384382.875436:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.875441:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.875444:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000541156b4. 00000800:00000200:2.0:1767384382.875447:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.875451:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1022 00000800:00000200:2.0:1767384382.875454:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000541156b4 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384382.875464:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.875467:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.875470:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.875471:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.875473:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.875477:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000331c3d35 x1853236730397568/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.875487:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000331c3d35 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15529:x1853236730397568:12345-192.168.203.52@tcp50:503: Request processed in 402us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.875494:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 164 00000100:00000040:2.0:1767384382.875496:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.875497:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.875498:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.875500:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.875503:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.875505:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238f6621. 00000020:00000040:2.0:1767384382.875508:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00000100:00000001:2.0:1767384382.875511:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.875513:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.875517:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018c71049. 00000400:00000010:2.0:1767384382.875522:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048bff940. 00000800:00000200:1.0:1767384382.875537:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.875541:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000541156b4. 00000400:00000200:1.0:1767384382.875544:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.875549:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:1.0:1767384382.875552:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95f8d06 00000400:00000010:1.0:1767384382.875553:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d95f8d06. 00000100:00000001:1.0:1767384382.875555:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384382.875556:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.875558:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004fb6f641. 02000000:00000001:1.0:1767384382.875568:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384382.875569:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.876821:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.876826:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.876827:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.876828:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.876832:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.876837:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 272 into portal 26 MB=0x695824d000400 00000400:00000200:3.0:1767384382.876841:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 272/272 into md 0x1865 [2] + 0 00000400:00000010:3.0:1767384382.876843:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049cd0f64. 00000400:00000200:3.0:1767384382.876845:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f0ed35d 00000800:00000001:3.0:1767384382.876847:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.876850:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.876851:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.876853:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.876855:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f0ed35d 00000400:00000010:3.0:1767384382.876856:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f0ed35d. 00000100:00000001:3.0:1767384382.876859:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.876859:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.876861:0:16133:0:(events.c:337:request_in_callback()) incoming req@00000000a9905972 x1853236730397696 msgsize 272 00000100:00100000:3.0:1767384382.876864:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.876865:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.876874:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.876876:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.876878:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.876913:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.876916:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397696 02000000:00000001:2.0:1767384382.876918:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.876919:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.876921:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.876923:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.876926:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397696 00000020:00000001:2.0:1767384382.876928:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.876929:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.876931:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.876933:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=7 00000020:00000001:2.0:1767384382.876935:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.876938:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.876941:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.876945:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.876947:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.876949:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000020:00000010:2.0:1767384382.876952:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238f6621. 00000020:00000010:2.0:1767384382.876955:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.876958:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.876962:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.876963:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.876964:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.876965:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.876968:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.876975:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.876980:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.876982:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.876985:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 165 00000100:00000040:2.0:1767384382.876988:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.876989:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016924752 : -113991692626864 : ffff98533da75450) 00000100:00000040:2.0:1767384382.876999:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9905972 x1853236730397696/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.877005:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.877006:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.877008:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.877009:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000100:00100000:2.0:1767384382.877011:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15548:x1853236730397696:12345-192.168.203.52@tcp50:502: 00000100:00000200:2.0:1767384382.877014:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397696 00000020:00000001:2.0:1767384382.877015:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.877017:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.877018:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.877019:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.877021:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567856 : -1041983760 : ffffffffc1e496f0) 00000020:00000001:2.0:1767384382.877022:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.877023:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.877024:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.877025:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.877026:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.877028:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384382.877029:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384382.877031:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.877032:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.877039:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004fb6f641. 02000000:00000001:2.0:1767384382.877040:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.877041:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384382.877042:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:2.0:1767384382.877044:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384382.877045:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000026f90f2. 00000040:00000001:2.0:1767384382.877047:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384382.877048:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384382.877049:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:2.0:1767384382.877051:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:2.0:1767384382.877053:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384382.877054:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:2.0:1767384382.877056:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877057:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877059:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384382.877060:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bc780568. 00000040:00000001:2.0:1767384382.877062:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384382.877062:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384382.877111:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877114:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877115:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877118:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384382.877121:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384382.877125:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384382.877202:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384382.877204:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.877206:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384382.877208:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.877209:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:2.0:1767384382.877211:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.877212:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bc780568. 00000040:00000010:2.0:1767384382.877213:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000026f90f2. 00000040:00000040:2.0:1767384382.877214:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:2.0:1767384382.877216:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.877218:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397696 00010000:00000001:2.0:1767384382.877219:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.877222:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a9905972 x1853236730397696/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.877226:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.877227:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.877229:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.877231:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.877232:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.877234:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.877235:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.877236:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.877238:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.877239:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.877241:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003081275d. 00000100:00000200:2.0:1767384382.877243:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236730397696, offset 224 00000400:00000200:2.0:1767384382.877246:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.877250:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.877268:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384382.877289:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.877295:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.877298:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000026f90f2. 00000800:00000200:2.0:1767384382.877300:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.877303:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1022 00000800:00000200:2.0:1767384382.877305:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000026f90f2 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384382.877315:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.877317:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.877318:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.877319:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.877321:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.877323:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9905972 x1853236730397696/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.877332:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9905972 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15548:x1853236730397696:12345-192.168.203.52@tcp50:502: Request processed in 326us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.877337:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 165 00000100:00000040:2.0:1767384382.877339:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.877341:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.877342:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.877344:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.877346:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.877348:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238f6621. 00000020:00000040:2.0:1767384382.877350:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00000100:00000001:2.0:1767384382.877352:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.877355:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.877358:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001181fd00. 00000400:00000010:2.0:1767384382.877360:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003286298d. 00000800:00000200:3.0:1767384382.877378:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.877381:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000026f90f2. 00000400:00000200:3.0:1767384382.877384:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.877387:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.877389:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003081275d 00000400:00000010:3.0:1767384382.877390:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003081275d. 00000100:00000001:3.0:1767384382.877392:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.877393:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.877394:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004fb6f641. 02000000:00000001:3.0:1767384382.877400:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.877401:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384382.881345:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp46 00000400:00000010:2.0:1767384382.881350:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384382.881356:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000238f6621. 00000400:00000010:2.0:1767384382.881361:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384382.881367:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e80a5ce7. 00000400:00000200:2.0:1767384382.881372:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp46 00000400:00000200:2.0:1767384382.881383:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp46 local destination 00000400:00000200:2.0:1767384382.881389:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp46 00000400:00000200:2.0:1767384382.881392:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp46 NI seq info: [220:220:256:4294967295] 192.168.203.152@tcp46 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384382.881397:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp46 00000400:00000200:2.0:1767384382.881404:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp46(192.168.203.152@tcp46:) -> 192.168.203.152@tcp46(192.168.203.152@tcp46:192.168.203.152@tcp46) : GET try# 0 00000800:00000200:2.0:1767384382.881408:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp46 00000800:00000010:2.0:1767384382.881411:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c739eac5. 00000800:00000200:2.0:1767384382.881415:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000800:00000200:2.1:1767384382.881419:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:2.0:1767384382.881438:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp46 added to recovery queue. ping count: 3 next ping: 311 health :700 00000400:00000200:3.0:1767384382.881541:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881612:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881636:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881658:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881681:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881702:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881725:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881774:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881853:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881864:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881875:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881898:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881911:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881922:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881957:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881982:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.881993:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882004:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882049:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384382.882060:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384382.882160:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bcced760. 00000800:00000010:3.0:1767384382.882165:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384382.882169:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007209f7bc. 00000800:00000010:3.0:1767384382.882183:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007209f7bc. 00000800:00020000:3.0:1767384382.882190:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384382.882193:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dccec55. 00000800:00000010:3.0:1767384382.882195:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bcced760. 00000400:02020000:3.0:1767384382.882220:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp46 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384382.882226:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp46 notifying 192.168.203.152@tcp46: down 00000400:00000200:3.0:1767384382.882229:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384382.882232:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp46 00000800:00000010:3.0:1767384382.882234:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c739eac5. 00000400:00000200:3.0:1767384382.882237:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384382.882240:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp46->192.168.203.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384382.882249:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384382.882253:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384382.882270:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp46) recovery failed with -71 00000800:00000001:1.0:1767384382.890879:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.890899:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384382.890904:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.890906:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.890916:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:1.0:1767384382.890930:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 272 into portal 26 MB=0x695824d000480 00000400:00000200:1.0:1767384382.890937:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 272/272 into md 0x187d [2] + 0 00000400:00000010:1.0:1767384382.890941:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d59fd2. 00000400:00000200:1.0:1767384382.890947:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018cdf1e6 00000800:00000001:1.0:1767384382.890952:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.890960:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.890963:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.890966:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:1.0:1767384382.890969:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018cdf1e6 00000400:00000010:1.0:1767384382.890971:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018cdf1e6. 00000100:00000001:1.0:1767384382.890976:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.890978:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384382.890981:0:16132:0:(events.c:337:request_in_callback()) incoming req@000000005d09d6c7 x1853236730397824 msgsize 272 00000100:00100000:1.0:1767384382.890999:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:1.0:1767384382.891001:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.891010:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384382.891016:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.891019:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.891058:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.891062:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397824 02000000:00000001:2.0:1767384382.891065:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.891067:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.891070:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.891075:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.891080:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397824 00000020:00000001:2.0:1767384382.891082:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.891083:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.891085:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.891088:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=7 00000020:00000001:2.0:1767384382.891090:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.891093:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.891099:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.891103:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.891106:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.891108:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000020:00000010:2.0:1767384382.891114:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000026f90f2. 00000020:00000010:2.0:1767384382.891120:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.891124:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.891132:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.891135:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.891136:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.891138:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.891146:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.891158:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.891173:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.891175:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.891181:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 166 00000100:00000040:2.0:1767384382.891184:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.891187:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016922704 : -113991692628912 : ffff98533da74c50) 00000100:00000040:2.0:1767384382.891193:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d09d6c7 x1853236730397824/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.891202:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.891204:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.891206:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.891208:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000100:00100000:2.0:1767384382.891214:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15548:x1853236730397824:12345-192.168.203.52@tcp50:502: 00000100:00000200:2.0:1767384382.891218:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397824 00000020:00000001:2.0:1767384382.891221:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.891224:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.891226:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.891229:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.891231:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567856 : -1041983760 : ffffffffc1e496f0) 00000020:00000001:2.0:1767384382.891234:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.891236:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.891238:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.891240:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.891243:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.891246:0:16772:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384382.891248:0:16772:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384382.891254:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.891271:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.891300:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004fb6f641. 02000000:00000001:2.0:1767384382.891308:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.891311:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384382.891313:0:16772:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:2.0:1767384382.891319:0:16772:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384382.891323:0:16772:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000541156b4. 00000040:00000001:2.0:1767384382.891327:0:16772:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384382.891329:0:16772:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384382.891332:0:16772:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:2.0:1767384382.891335:0:16772:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:2.0:1767384382.891339:0:16772:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384382.891345:0:16772:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081031621976 : -113992677929640 : ffff985302eccd58) 00000040:00000001:2.0:1767384382.891348:0:16772:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891350:0:16772:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891352:0:16772:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384382.891358:0:16772:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bc780568. 00000040:00000001:2.0:1767384382.891360:0:16772:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384382.891362:0:16772:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384382.891463:0:16772:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891465:0:16772:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891467:0:16772:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891469:0:16772:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384382.891471:0:16772:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384382.891475:0:16772:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384382.891508:0:16772:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384382.891511:0:16772:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.891513:0:16772:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384382.891515:0:16772:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.891518:0:16772:0:(lu_object.c:207:lu_object_put()) Add 0000000042c720a6/000000009025cd66 to site lru. bkt: 000000000df6e8a3 00000040:00000001:2.0:1767384382.891522:0:16772:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.891524:0:16772:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bc780568. 00000040:00000010:2.0:1767384382.891528:0:16772:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000541156b4. 00000040:00000040:2.0:1767384382.891530:0:16772:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:2.0:1767384382.891533:0:16772:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.891536:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397824 00010000:00000001:2.0:1767384382.891538:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.891544:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d09d6c7 x1853236730397824/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.891553:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.891554:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.891557:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.891561:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.891563:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.891564:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.891566:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.891568:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.891571:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.891572:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.891576:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003081275d. 00000100:00000200:2.0:1767384382.891579:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236730397824, offset 224 00000400:00000200:2.0:1767384382.891584:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.891591:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.891604:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767384382.891612:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.891615:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.891618:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000541156b4. 00000800:00000200:2.0:1767384382.891623:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.891628:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1022 00000800:00000200:2.0:1767384382.891631:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000541156b4 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384382.891641:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.891643:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.891645:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.891646:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.891648:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.891651:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d09d6c7 x1853236730397824/t0(0) o502->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8472 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.891666:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d09d6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15548:x1853236730397824:12345-192.168.203.52@tcp50:502: Request processed in 462us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.891674:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 166 00000100:00000040:2.0:1767384382.891677:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.891680:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.891682:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.891686:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.891689:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.891693:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000026f90f2. 00000020:00000040:2.0:1767384382.891696:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00000100:00000001:2.0:1767384382.891700:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.891706:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.891709:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f1d442. 00000400:00000010:2.0:1767384382.891713:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ae53ed. 00000800:00000200:3.0:1767384382.891728:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.891733:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000541156b4. 00000400:00000200:3.0:1767384382.891736:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.891739:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.891742:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003081275d 00000400:00000010:3.0:1767384382.891743:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003081275d. 00000100:00000001:3.0:1767384382.891745:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.891747:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.891749:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004fb6f641. 02000000:00000001:3.0:1767384382.891759:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.891760:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.893215:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.893228:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.893232:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.893234:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.893244:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.893299:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 26 MB=0x695824d000500 00000400:00000200:3.0:1767384382.893307:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x1905 [2] + 0 00000400:00000010:3.0:1767384382.893312:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9bc22a7. 00000400:00000200:3.0:1767384382.893318:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cce1d87d 00000800:00000001:3.0:1767384382.893323:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.893331:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.893333:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.893337:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.893341:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce1d87d 00000400:00000010:3.0:1767384382.893343:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cce1d87d. 00000100:00000001:3.0:1767384382.893349:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.893351:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.893354:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000c6826723 x1853236730397952 msgsize 328 00000100:00100000:3.0:1767384382.893358:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.893360:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.893378:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.893384:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.893387:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.893712:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384382.893716:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730397952 02000000:00000001:2.0:1767384382.893719:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384382.893721:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.893723:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384382.893727:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.893731:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730397952 00000020:00000001:2.0:1767384382.893734:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384382.893736:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384382.893738:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.893741:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=7 00000020:00000001:2.0:1767384382.893743:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384382.893753:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384382.893758:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.893762:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.893764:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.893767:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000020:00000010:2.0:1767384382.893772:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000026f90f2. 00000020:00000010:2.0:1767384382.893777:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.893781:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384382.893788:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384382.893791:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.893792:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384382.893794:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.893801:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.893808:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.893817:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.893819:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384382.893823:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 167 00000100:00000040:2.0:1767384382.893826:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:2.0:1767384382.893828:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016921680 : -113991692629936 : ffff98533da74850) 00000100:00000040:2.0:1767384382.893834:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6826723 x1853236730397952/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.893843:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384382.893846:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004445680a. 00000100:00000001:2.0:1767384382.893847:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.893849:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004445680a. 00000100:00100000:2.0:1767384382.893852:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:15529:x1853236730397952:12345-192.168.203.52@tcp50:101: 00000100:00000200:2.0:1767384382.893856:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730397952 00000020:00000001:2.0:1767384382.893868:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384382.893872:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384382.893874:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.893876:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384382.893878:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:2.0:1767384382.893881:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384382.893883:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384382.893885:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384382.893887:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384382.893891:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.893893:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384382.893895:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384382.893896:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384382.893898:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384382.893900:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.893904:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384382.893911:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000080572cf2. 00010000:00000001:2.0:1767384382.893915:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384382.893917:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00000020:00000001:2.0:1767384382.893920:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.893922:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000874ef952 with handle 0x1cafe7b7e4a4ff78 to hash 00000020:00000001:2.0:1767384382.893924:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384382.893925:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00000001:2.0:1767384382.893928:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00010000:00010000:2.0:1767384382.893931:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4ff78 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x42ee003001c3fa97 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.893939:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000faac41ad : new locks_count 3 00000020:00000040:2.0:1767384382.893941:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=8 00000100:00000001:2.0:1767384382.893948:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384382.893950:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384382.893954:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003bcdbeee. 02000000:00000001:2.0:1767384382.893956:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.893958:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.893960:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384382.893963:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384382.893965:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384382.893967:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.893968:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.893970:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.893971:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.893973:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384382.893975:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384382.893977:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384382.893978:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384382.893979:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000080572cf2) refcount = 1 00010000:00010000:2.0:1767384382.893984:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4ff78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa97 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.893990:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384382.893992:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384382.893993:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.893995:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.893997:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.894001:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384382.894004:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4ff78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa97 expref: 8 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.894010:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384382.894012:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384382.894014:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.894016:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.894018:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384382.894029:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.894030:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384382.894031:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000874ef952, rc 0) 00000020:00000001:2.0:1767384382.894034:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.894036:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730397952 00010000:00000001:2.0:1767384382.894039:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.894042:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6826723 x1853236730397952/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.894050:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.894052:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.894055:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.894059:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.894062:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384382.894064:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384382.894066:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.894068:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.894071:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.894074:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:2.0:1767384382.894078:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda63e05. 00000100:00000200:2.0:1767384382.894083:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236730397952, offset 224 00000400:00000200:2.0:1767384382.894088:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:2.0:1767384382.894096:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:2.0:1767384382.894112:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384382.894132:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384382.894137:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:2.0:1767384382.894141:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fa45649. 00000800:00000200:2.0:1767384382.894147:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:2.0:1767384382.894153:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:2.0:1767384382.894157:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fa45649 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384382.894169:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.894172:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:2.0:1767384382.894175:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384382.894176:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.894178:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384382.894181:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6826723 x1853236730397952/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.894191:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6826723 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+8:15529:x1853236730397952:12345-192.168.203.52@tcp50:101: Request processed in 346us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384382.894199:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 167 00000100:00000040:2.0:1767384382.894203:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:2.0:1767384382.894205:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384382.894208:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384382.894213:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087ffcd47. 00000020:00000010:2.0:1767384382.894217:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:2.0:1767384382.894220:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000026f90f2. 00000020:00000040:2.0:1767384382.894225:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 7 00000100:00000001:2.0:1767384382.894230:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384382.894234:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384382.894241:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b00242. 00000400:00000010:2.0:1767384382.894245:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a88f761. 00000800:00000200:1.0:1767384382.894306:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.894311:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fa45649. 00000400:00000200:1.0:1767384382.894315:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.894321:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:1.0:1767384382.894325:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda63e05 00000400:00000010:1.0:1767384382.894327:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda63e05. 00000100:00000001:1.0:1767384382.894332:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384382.894334:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.894335:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003bcdbeee. 02000000:00000001:1.0:1767384382.894337:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384382.894338:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.896224:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.896231:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.896233:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.896235:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.896241:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.896249:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 304 into portal 26 MB=0x695824d000580 00000400:00000200:3.0:1767384382.896254:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 304/304 into md 0x190d [2] + 0 00000400:00000010:3.0:1767384382.896270:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af446e7c. 00000400:00000200:3.0:1767384382.896292:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006305b9a7 00000800:00000001:3.0:1767384382.896296:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.896301:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.896303:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.896307:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.896310:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006305b9a7 00000400:00000010:3.0:1767384382.896311:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006305b9a7. 00000100:00000001:3.0:1767384382.896315:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.896316:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.896319:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000005f0a2e87 x1853236730398080 msgsize 304 00000100:00100000:3.0:1767384382.896323:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.896324:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.896390:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.896396:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.896410:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.896443:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384382.896445:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398080 02000000:00000001:1.0:1767384382.896447:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.896449:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.896450:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.896453:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.896455:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398080 00000020:00000001:1.0:1767384382.896457:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.896459:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:1.0:1767384382.896461:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.896463:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=8 00000020:00000001:1.0:1767384382.896465:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:1.0:1767384382.896467:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:1.0:1767384382.896470:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.896474:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.896475:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.896477:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000020:00000010:1.0:1767384382.896481:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023bd2f60. 00000020:00000010:1.0:1767384382.896485:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a18f1486. 00000020:00000010:1.0:1767384382.896502:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004258097a. 00000100:00000040:1.0:1767384382.896506:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.896508:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.896510:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.896511:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.896514:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.896527:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.896534:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.896535:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384382.896538:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 168 00000100:00000040:1.0:1767384382.896540:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:1.0:1767384382.896542:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016919632 : -113991692631984 : ffff98533da74050) 00000100:00000040:1.0:1767384382.896545:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f0a2e87 x1853236730398080/t0(0) o256->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 304/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.896553:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.896568:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.896570:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.896572:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000100:00100000:1.0:1767384382.896576:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+8:15529:x1853236730398080:12345-192.168.203.52@tcp50:256: 00000100:00000200:1.0:1767384382.896579:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398080 00000020:00000001:1.0:1767384382.896581:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384382.896583:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384382.896585:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.896587:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384382.896588:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:1.0:1767384382.896590:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384382.896591:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.896593:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384382.896611:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384382.896613:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.896616:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.896618:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.896621:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000017821786. 02000000:00000001:1.0:1767384382.896629:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.896631:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.896634:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384382.896637:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384382.896640:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384382.896642:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384382.896645:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.896647:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384382.896648:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384382.896652:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000057eb8fa. 20000000:00000001:1.0:1767384382.896655:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384382.896674:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384382.896679:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384382.896684:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384382.896686:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384382.896688:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384382.896690:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384382.896692:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384382.896694:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384382.896696:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384382.896698:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384382.896700:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384382.896702:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384382.896704:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384382.896705:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384382.896707:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384382.896708:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384382.896710:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384382.896712:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384382.896713:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384382.896715:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384382.896717:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384382.896719:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384382.896721:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384382.896722:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384382.896724:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384382.896727:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384382.896728:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384382.896730:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384382.896738:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384382.896740:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384382.896742:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384382.896744:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384382.896959:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384382.896964:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384382.896966:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384382.896968:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384382.896970:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384382.896972:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384382.896974:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384382.896976:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384382.896978:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384382.896980:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384382.896983:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384382.896994:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384382.896996:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384382.896998:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384382.897000:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384382.897002:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384382.897004:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384382.897006:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384382.897008:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384382.897010:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384382.897012:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384382.897013:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384382.897015:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384382.897018:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384382.897020:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384382.897022:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384382.897024:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384382.897026:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384382.897028:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384382.897030:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384382.897032:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384382.897034:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384382.897036:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384382.897038:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384382.897040:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384382.897047:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384382.897050:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384382.897051:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384382.897054:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384382.897055:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384382.897057:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384382.897059:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384382.897061:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384382.897063:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384382.897065:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384382.897067:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384382.897068:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384382.897070:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384382.897072:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384382.897073:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384382.897075:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384382.897077:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384382.897079:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384382.897081:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384382.897083:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384382.897085:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384382.897088:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384382.897091:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d5c50d80. 00000100:00000010:1.0:1767384382.897095:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006b198440. 00000020:00000040:1.0:1767384382.897097:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=9 00010000:00000001:1.0:1767384382.897100:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384382.897121:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384382.897125:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000400:00000010:1.0:1767384382.897131:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022aaa075. 00000400:00000200:1.0:1767384382.897135:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.897142:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384382.897152:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384382.897156:0:16773:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.897163:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384382.897167:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384382.897175:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000196a85db. 00000800:00000200:1.0:1767384382.897179:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384382.897184:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1022 00000800:00000200:1.0:1767384382.897186:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000196a85db type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384382.897240:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.52@tcp50 mbits 0x695824d000580-0x695824d000580 00000100:00000001:1.0:1767384382.897243:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384382.897391:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.897394:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000196a85db. 00000400:00000200:3.0:1767384382.897397:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.897401:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:3.0:1767384382.897404:0:16131:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384382.897406:0:16131:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d5c50d80 00000100:00000001:3.0:1767384382.897408:0:16131:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384382.897986:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.897992:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384382.897994:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.898017:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.898023:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : ACK - for me 00000400:00000200:1.0:1767384382.898031:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp50: ACK from 12345-192.168.203.52@tcp50 into md 0x20f9 00000400:00000200:1.0:1767384382.898034:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.898037:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: ACK: OK 00000400:00000200:1.0:1767384382.898057:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:1.0:1767384382.898060:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:1.0:1767384382.898063:0:16132:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384382.898064:0:16132:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d5c50d80 00000100:00000001:1.0:1767384382.898161:0:16132:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384382.898166:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.898169:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.898195:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.898197:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384382.898199:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00000100:00000010:3.0:1767384382.898202:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006b198440. 00000100:00000010:3.0:1767384382.898205:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d5c50d80. 00000100:00000001:3.0:1767384382.898207:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384382.898208:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384382.898215:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000057eb8fa. 20000000:00000001:3.0:1767384382.898219:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.898222:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398080 00010000:00000001:3.0:1767384382.898224:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.898227:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f0a2e87 x1853236730398080/t0(0) o256->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 304/240 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.898235:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.898236:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.898239:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.898242:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.898244:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:3.0:1767384382.898245:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:3.0:1767384382.898248:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.898249:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.898251:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.898254:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384382.898269:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec254acf. 00000100:00000200:3.0:1767384382.898272:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236730398080, offset 224 00000400:00000200:3.0:1767384382.898301:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384382.898307:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384382.898314:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384382.898321:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384382.898325:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384382.898329:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f7463ac. 00000800:00000200:3.0:1767384382.898332:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384382.898336:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384382.898339:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f7463ac type 1, nob 336 niov 1 nkiov 1 00000100:00000001:3.0:1767384382.898390:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.898393:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384382.898395:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.898397:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.898399:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.898402:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f0a2e87 x1853236730398080/t0(0) o256->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 304/240 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.898411:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f0a2e87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+8:15529:x1853236730398080:12345-192.168.203.52@tcp50:256: Request processed in 1857us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.898418:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 168 00000100:00000040:3.0:1767384382.898420:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:3.0:1767384382.898422:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.898423:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.898426:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a18f1486. 00000020:00000010:3.0:1767384382.898429:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004258097a. 00000020:00000010:3.0:1767384382.898433:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023bd2f60. 00000020:00000040:3.0:1767384382.898437:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 7 00000100:00000001:3.0:1767384382.898440:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.898443:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.898447:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000721c5cc0. 00000400:00000010:3.0:1767384382.898451:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dccec55. 00000800:00000200:2.0:1767384382.898523:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384382.898526:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f7463ac. 00000400:00000200:2.0:1767384382.898530:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.898534:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384382.898537:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec254acf 00000400:00000010:2.0:1767384382.898538:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec254acf. 00000100:00000001:2.0:1767384382.898541:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384382.898543:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384382.898544:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000017821786. 02000000:00000001:2.0:1767384382.898547:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384382.898548:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.901733:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.901741:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.901743:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.901745:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.901761:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.901769:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 26 MB=0x695824d000600 00000400:00000200:3.0:1767384382.901774:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x1945 [2] + 0 00000400:00000010:3.0:1767384382.901778:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000400:00000200:3.0:1767384382.901781:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008e4710a 00000800:00000001:3.0:1767384382.901796:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.901803:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.901805:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.901809:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.901826:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008e4710a 00000400:00000010:3.0:1767384382.901829:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008e4710a. 00000100:00000001:3.0:1767384382.901832:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.901834:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.901836:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000ccc36cdd x1853236730398208 msgsize 328 00000100:00100000:3.0:1767384382.901841:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384382.901842:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384382.901895:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.901900:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.901902:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.901986:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384382.901988:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398208 02000000:00000001:1.0:1767384382.901990:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.901992:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.901993:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.901996:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.902000:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398208 00000020:00000001:1.0:1767384382.902002:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.902004:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:1.0:1767384382.902005:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.902007:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=8 00000020:00000001:1.0:1767384382.902010:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:1.0:1767384382.902012:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:1.0:1767384382.902025:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.902028:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.902030:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.902032:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000020:00000010:1.0:1767384382.902036:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070beb58f. 00000020:00000010:1.0:1767384382.902040:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.902043:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000040:1.0:1767384382.902048:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.902050:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.902051:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.902053:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.902057:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.902071:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.902079:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.902080:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384382.902084:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 169 00000100:00000040:1.0:1767384382.902086:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:1.0:1767384382.902088:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016913488 : -113991692638128 : ffff98533da72850) 00000100:00000040:1.0:1767384382.902093:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc36cdd x1853236730398208/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.902101:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.902103:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.902105:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.902107:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000100:00100000:1.0:1767384382.902110:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+8:15529:x1853236730398208:12345-192.168.203.52@tcp50:101: 00000100:00000200:1.0:1767384382.902113:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398208 00000020:00000001:1.0:1767384382.902116:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384382.902118:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384382.902120:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.902122:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384382.902123:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:1.0:1767384382.902126:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384382.902132:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.902134:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384382.902136:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384382.902139:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.902141:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384382.902143:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384382.902145:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384382.902147:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384382.902148:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.902153:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384382.902158:0:16773:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000068e02097 count: 3 00010000:00000001:1.0:1767384382.902161:0:16773:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384382.902164:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384382.902167:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bdb7235. 00000020:00000001:1.0:1767384382.902170:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384382.902172:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff7f to hash 00000020:00000001:1.0:1767384382.902174:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384382.902175:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:1.0:1767384382.902178:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00010000:1.0:1767384382.902181:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff7f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x42ee003001c3fa9e expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384382.902188:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000faac41ad : new locks_count 4 00000020:00000040:1.0:1767384382.902191:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=9 00000100:00000001:1.0:1767384382.902196:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.902198:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.902201:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000039c5e556. 02000000:00000001:1.0:1767384382.902203:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.902204:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.902206:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384382.902209:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384382.902211:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384382.902212:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384382.902215:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.902217:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384382.902218:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.902225:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384382.902227:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384382.902228:0:16773:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384382.902230:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384382.902231:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000068e02097) refcount = 3 00010000:00000040:1.0:1767384382.902234:0:16773:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384382.902237:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a8171fae/0x1cafe7b7e4a4fc45 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc3e expref: 13 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384382.902244:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000073b0c5f/0x1cafe7b7e4a4fbce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbc7 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384382.902250:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff7f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa9e expref: 9 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.902265:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384382.902418:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384382.902421:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.902423:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.902425:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384382.902429:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384382.902432:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff7f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa9e expref: 9 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.902439:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384382.902441:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384382.902442:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.902444:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.902445:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384382.902447:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.902448:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384382.902449:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001bdb7235, rc 0) 00000020:00000001:1.0:1767384382.902452:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384382.902454:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398208 00010000:00000001:1.0:1767384382.902456:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384382.902459:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc36cdd x1853236730398208/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384382.902473:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384382.902474:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.902477:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.902480:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384382.902482:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384382.902484:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384382.902487:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384382.902488:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.902491:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.902493:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384382.902496:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000200:1.0:1767384382.902499:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236730398208, offset 224 00000400:00000200:1.0:1767384382.902503:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.902509:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384382.902519:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384382.902528:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384382.902533:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384382.902536:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccbef49f. 00000800:00000200:1.0:1767384382.902540:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384382.902544:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:1.0:1767384382.902547:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ccbef49f type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384382.902559:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.902561:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:1.0:1767384382.902564:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384382.902565:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.902567:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384382.902570:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc36cdd x1853236730398208/t0(0) o101->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 328/344 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.902578:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc36cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:15529:x1853236730398208:12345-192.168.203.52@tcp50:101: Request processed in 475us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384382.902593:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 169 00000100:00000040:1.0:1767384382.902596:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:1.0:1767384382.902599:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.902601:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384382.902603:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.902608:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384382.902612:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070beb58f. 00000020:00000040:1.0:1767384382.902615:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00000100:00000001:1.0:1767384382.902618:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384382.902622:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384382.902625:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d898bb6. 00000400:00000010:1.0:1767384382.902629:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9e6c3fc. 00000800:00000200:0.0:1767384382.902693:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384382.902704:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccbef49f. 00000400:00000200:0.0:1767384382.902709:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.902716:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.902720:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:0.0:1767384382.902722:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:0.0:1767384382.902727:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384382.902729:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.902732:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000039c5e556. 02000000:00000001:0.0:1767384382.902734:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.902735:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384382.904400:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.904407:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384382.904409:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.904411:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.904418:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384382.904426:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 504 into portal 26 MB=0x695824d000680 00000400:00000200:2.0:1767384382.904430:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 504/504 into md 0x194d [2] + 0 00000400:00000010:2.0:1767384382.904434:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000732a5bc4. 00000400:00000200:2.0:1767384382.904438:0:16133:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8da1c86 00000800:00000001:2.0:1767384382.904441:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.904446:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.904448:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.904451:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384382.904454:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8da1c86 00000400:00000010:2.0:1767384382.904456:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8da1c86. 00000100:00000001:2.0:1767384382.904459:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384382.904460:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384382.904462:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000006c62b978 x1853236730398336 msgsize 504 00000100:00100000:2.0:1767384382.904466:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:2.0:1767384382.904468:0:16133:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384382.904480:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384382.904484:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384382.904487:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.904527:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384382.904529:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398336 02000000:00000001:1.0:1767384382.904531:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.904533:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.904534:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.904536:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.904539:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398336 00000020:00000001:1.0:1767384382.904541:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.904542:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:1.0:1767384382.904544:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.904545:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=9 00000020:00000001:1.0:1767384382.904547:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:1.0:1767384382.904549:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:1.0:1767384382.904552:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.904567:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.904569:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.904571:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000020:00000010:1.0:1767384382.904575:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070beb58f. 00000020:00000010:1.0:1767384382.904578:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.904581:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000040:1.0:1767384382.904591:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.904593:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.904594:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.904595:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.904598:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.904725:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.904733:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.904734:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384382.904738:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 170 00000100:00000040:1.0:1767384382.904740:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:1.0:1767384382.904741:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016904272 : -113991692647344 : ffff98533da70450) 00000100:00000040:1.0:1767384382.904745:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c62b978 x1853236730398336/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 504/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.904763:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.904765:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.904767:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.904769:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000100:00100000:1.0:1767384382.904773:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c62b978 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:15529:x1853236730398336:12345-192.168.203.52@tcp50:501: 00000100:00000200:1.0:1767384382.904776:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398336 00000020:00000001:1.0:1767384382.904778:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384382.904780:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384382.904781:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.904783:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384382.904785:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567808 : -1041983808 : ffffffffc1e496c0) 00000020:00000001:1.0:1767384382.904787:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384382.904788:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.904790:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384382.904791:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384382.904793:0:16773:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384382.904795:0:16773:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.904796:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.904799:0:16773:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384382.904801:0:16773:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384382.904808:0:16773:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384382.904810:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.904812:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.904815:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002a3aaa48. 02000000:00000001:1.0:1767384382.904817:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.904818:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384382.904821:0:16773:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384382.904823:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:1.0:1767384382.904826:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384382.904828:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023bd2f60. 00000040:00000001:1.0:1767384382.904832:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384382.904834:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384382.904836:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:1.0:1767384382.904839:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00080000:00000001:1.0:1767384382.904847:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384382.904883:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384382.904886:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384382.904888:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.904889:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384382.904895:0:16773:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000059c26402. 00000020:00000001:1.0:1767384382.904897:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384382.904902:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996629336 : -113991712922280 : ffff98533c71a558) 00000040:00000001:1.0:1767384382.904904:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384382.904906:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384382.904909:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384382.904912:0:16773:0:(lu_object.c:207:lu_object_put()) Add 000000008a2976fa/00000000fb4193d9 to site lru. bkt: 00000000bb02ad2c 00000040:00000010:1.0:1767384382.904914:0:16773:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000059c26402. 00000040:00000001:1.0:1767384382.904916:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384382.904918:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023bd2f60. 00000040:00000001:1.0:1767384382.904921:0:16773:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384382.904922:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:1.0:1767384382.904925:0:16773:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.904927:0:16773:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384382.904930:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398336 00010000:00000001:1.0:1767384382.904932:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384382.904941:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c62b978 x1853236730398336/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 504/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384382.904948:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384382.904950:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.904952:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.904955:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384382.904957:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384382.904959:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384382.904961:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384382.904963:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.904965:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.904967:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384382.904970:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384382.904973:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236730398336, offset 224 00000400:00000200:1.0:1767384382.904977:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.904982:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384382.904990:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384382.904999:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384382.905003:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384382.905006:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000172e750d. 00000800:00000200:1.0:1767384382.905010:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384382.905014:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:1.0:1767384382.905017:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000172e750d type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384382.905032:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.905035:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:1.0:1767384382.905037:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384382.905039:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.905040:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384382.905043:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c62b978 x1853236730398336/t0(0) o501->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 504/272 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.905061:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c62b978 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:15529:x1853236730398336:12345-192.168.203.52@tcp50:501: Request processed in 297us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384382.905067:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 170 00000100:00000040:1.0:1767384382.905069:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:1.0:1767384382.905071:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.905073:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384382.905075:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.905077:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384382.905080:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070beb58f. 00000020:00000040:1.0:1767384382.905083:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00000100:00000001:1.0:1767384382.905086:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384382.905089:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384382.905092:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000400:00000010:1.0:1767384382.905096:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b27958c. 00000800:00000200:3.0:1767384382.905173:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.905176:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000172e750d. 00000400:00000200:3.0:1767384382.905179:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.905183:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384382.905186:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:3.0:1767384382.905188:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000001:3.0:1767384382.905190:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384382.905192:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.905194:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002a3aaa48. 02000000:00000001:3.0:1767384382.905197:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.905198:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384382.905881:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.905892:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.905906:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.905909:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.905916:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384382.905927:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 272 into portal 26 MB=0x695824d000700 00000400:00000200:0.0:1767384382.905934:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 272/272 into md 0x1985 [2] + 0 00000400:00000010:0.0:1767384382.905938:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000653349d2. 00000400:00000200:0.0:1767384382.905944:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bbdd7b2 00000800:00000001:0.0:1767384382.905949:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.905972:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.905975:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.905978:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384382.905982:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bbdd7b2 00000400:00000010:0.0:1767384382.905984:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bbdd7b2. 00000100:00000001:0.0:1767384382.905989:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.905991:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.905993:0:16132:0:(events.c:337:request_in_callback()) incoming req@000000003a4eedff x1853236730398464 msgsize 272 00000100:00100000:0.0:1767384382.905997:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:0.0:1767384382.905999:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.906013:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384382.906025:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.906028:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.906063:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384382.906067:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398464 02000000:00000001:1.0:1767384382.906069:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.906070:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.906072:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.906074:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.906077:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398464 00000020:00000001:1.0:1767384382.906078:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.906080:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:1.0:1767384382.906081:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.906083:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=9 00000020:00000001:1.0:1767384382.906085:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:1.0:1767384382.906087:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:1.0:1767384382.906089:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.906092:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.906094:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.906096:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000020:00000010:1.0:1767384382.906107:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070beb58f. 00000020:00000010:1.0:1767384382.906109:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.906112:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000040:1.0:1767384382.906116:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.906118:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.906119:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.906120:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.906124:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.906168:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.906175:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.906177:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384382.906190:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 171 00000100:00000040:1.0:1767384382.906192:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:1.0:1767384382.906194:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016916560 : -113991692635056 : ffff98533da73450) 00000100:00000040:1.0:1767384382.906198:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a4eedff x1853236730398464/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.906206:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.906209:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d2a74a0a. 00000100:00000001:1.0:1767384382.906211:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.906212:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d2a74a0a. 00000100:00100000:1.0:1767384382.906216:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:15529:x1853236730398464:12345-192.168.203.52@tcp50:503: 00000100:00000200:1.0:1767384382.906219:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398464 00000020:00000001:1.0:1767384382.906220:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384382.906222:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384382.906223:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.906225:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384382.906227:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667567904 : -1041983712 : ffffffffc1e49720) 00000020:00000001:1.0:1767384382.906229:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384382.906230:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.906232:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384382.906233:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384382.906234:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.906240:0:16773:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384382.906243:0:16773:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384382.906245:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.906247:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.906377:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004fb6f641. 02000000:00000001:1.0:1767384382.906380:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.906383:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384382.906385:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:1.0:1767384382.906386:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384382.906389:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023bd2f60. 00000040:00000001:1.0:1767384382.906392:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384382.906393:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384382.906396:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630081294758400 : -113992414793216 : 0xffff9853129bf200) 00000020:00000001:1.0:1767384382.906398:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630081294758400 : -113992414793216 : ffff9853129bf200) 00000020:00000001:1.0:1767384382.906400:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384382.906403:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996629336 : -113991712922280 : ffff98533c71a558) 00000040:00000001:1.0:1767384382.906405:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384382.906407:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384382.906409:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384382.906413:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ef6d7778. 00000040:00000001:1.0:1767384382.906415:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384382.906417:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384382.906421:0:16773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384382.906423:0:16773:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384382.906426:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384382.906429:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384382.906431:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384382.906434:0:16773:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384382.906437:0:16773:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384382.906439:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384382.906440:0:16773:0:(lu_object.c:207:lu_object_put()) Add 000000008a2976fa/00000000fb4193d9 to site lru. bkt: 00000000bb02ad2c 00000040:00000001:1.0:1767384382.906442:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384382.906444:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ef6d7778. 00000040:00000010:1.0:1767384382.906447:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023bd2f60. 00000040:00000040:1.0:1767384382.906450:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00000020:00000001:1.0:1767384382.906456:0:16773:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384382.906458:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398464 00010000:00000001:1.0:1767384382.906460:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384382.906463:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a4eedff x1853236730398464/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384382.906470:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384382.906471:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.906473:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.906476:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384382.906478:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384382.906480:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384382.906482:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384382.906483:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.906485:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.906487:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384382.906489:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006fc268e4. 00000100:00000200:1.0:1767384382.906492:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236730398464, offset 224 00000400:00000200:1.0:1767384382.906497:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384382.906504:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384382.906512:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384382.906520:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384382.906524:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384382.906527:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000023bd2f60. 00000800:00000200:1.0:1767384382.906531:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384382.906535:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1022 00000800:00000200:1.0:1767384382.906538:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023bd2f60 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384382.906583:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.906586:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00010000:00000001:1.0:1767384382.906589:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384382.906590:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.906592:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384382.906600:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a4eedff x1853236730398464/t0(0) o503->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:363/0 lens 272/8416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.906607:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a4eedff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:15529:x1853236730398464:12345-192.168.203.52@tcp50:503: Request processed in 400us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384382.906614:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 171 00000100:00000040:1.0:1767384382.906615:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:1.0:1767384382.906617:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.906618:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384382.906621:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000729a01af. 00000020:00000010:1.0:1767384382.906624:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384382.906626:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070beb58f. 00000020:00000040:1.0:1767384382.906629:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00000100:00000001:1.0:1767384382.906631:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384382.906634:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384382.906638:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002afb157f. 00000400:00000010:1.0:1767384382.906642:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95f8d06. 00000800:00000200:2.0:1767384382.906726:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384382.906729:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000023bd2f60. 00000400:00000200:2.0:1767384382.906732:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.906737:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384382.906740:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc268e4 00000400:00000010:2.0:1767384382.906742:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006fc268e4. 00000100:00000001:2.0:1767384382.906755:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384382.906757:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384382.906758:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004fb6f641. 02000000:00000001:2.0:1767384382.906768:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384382.906769:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384382.908915:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.908922:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.908925:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.908927:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.908932:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384382.908939:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 520 into portal 12 MB=0x695824d000780 00000400:00000200:3.0:1767384382.908946:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 520/520 into md 0x229 [64] + 9848 00000800:00000001:3.0:1767384382.908951:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.908957:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.908959:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.908962:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:3.0:1767384382.908966:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.908967:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384382.908972:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027d03216. 00000100:00000040:3.0:1767384382.908975:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000027d03216 x1853236730398592 msgsize 520 00000100:00100000:3.0:1767384382.908978:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:3.0:1767384382.908991:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384382.908995:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.908998:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.909042:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384382.909046:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398592 02000000:00000001:0.0:1767384382.909049:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384382.909051:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384382.909054:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.909058:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384382.909062:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398592 00000020:00000001:0.0:1767384382.909064:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384382.909066:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384382.909068:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384382.909071:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909073:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.909078:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bd521f1. 00000020:00000010:0.0:1767384382.909084:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000035598b11. 00000020:00000010:0.0:1767384382.909095:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000001:0.0:1767384382.909101:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384382.909103:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384382.909105:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.909111:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.909124:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.909136:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384382.909138:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384382.909145:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 3 00000100:00000001:0.0:1767384382.909149:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759381248 : -113996950170368 : ffff985204479500) 00000100:00000040:0.0:1767384382.909155:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027d03216 x1853236730398592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.909169:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027d03216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:12125:x1853236730398592:12345-192.168.203.52@tcp50:38: 00000100:00000200:0.0:1767384382.909174:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398592 00000020:00000001:0.0:1767384382.909176:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384382.909181:0:17569:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384382.909191:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 8 - find 00000020:00000001:0.0:1767384382.909195:0:17569:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081787847520 : -113991921704096 : ffff98532fffe360) 00000100:00000001:0.0:1767384382.909201:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384382.909203:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384382.909206:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bb284d8c. 02000000:00000001:0.0:1767384382.909208:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.909211:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384382.909213:0:17569:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384382.909219:0:17569:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50 t0 exp 0000000000000000 cur 303 last 0 00010000:00000001:0.0:1767384382.909223:0:17569:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384382.909227:0:17569:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1767384382.909229:0:17569:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384382.909233:0:17569:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384382.909240:0:17569:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384382.909244:0:17569:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909246:0:17569:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909269:0:17569:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909305:0:17569:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909306:0:17569:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909308:0:17569:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909311:0:17569:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384382.909313:0:17569:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384382.909316:0:17569:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000418f8349. 00000020:00000001:0.0:1767384382.909319:0:17569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384382.909322:0:17569:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000418f8349 with handle 0x1cafe7b7e4a4ff86 to hash 00000020:00000001:0.0:1767384382.909324:0:17569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384382.909327:0:17569:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384382.909329:0:17569:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384382.909332:0:17569:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ab04419e. 00000001:00000001:0.0:1767384382.909335:0:17569:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384382.909337:0:17569:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000208da854. 00000001:00000001:0.0:1767384382.909340:0:17569:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.909343:0:17569:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384382.909346:0:17569:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384382.909350:0:17569:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006288c6d8. 00000001:00000010:0.0:1767384382.909356:0:17569:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006e732eec. 00000001:00000010:0.0:1767384382.909359:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f0e9cc90. 00000001:00000010:0.0:1767384382.909364:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6c718e3. 00000001:00000010:0.0:1767384382.909367:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af82c29e. 00000001:00000010:0.0:1767384382.909369:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed5550b4. 00000001:00000001:0.0:1767384382.909372:0:17569:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384382.909374:0:17569:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005ac5b92e. 00000001:00000010:0.0:1767384382.909376:0:17569:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007ccbb061. 00000001:00000010:0.0:1767384382.909379:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002abf1209. 00000001:00000010:0.0:1767384382.909390:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000013fed126. 00000001:00000010:0.0:1767384382.909394:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000580a4188. 00000001:00000010:0.0:1767384382.909397:0:17569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bede267c. 00010000:00000001:0.0:1767384382.909400:0:17569:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.909402:0:17569:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.909404:0:17569:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909406:0:17569:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384382.909409:0:17569:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=3 00000020:00000040:0.0:1767384382.909421:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 9 - export 00000020:00000001:0.0:1767384382.909424:0:17569:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000040:0.0:1767384382.909426:0:17569:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 2 00000020:00000080:0.0:1767384382.909429:0:17569:0:(genops.c:1402:class_connect()) connect: client e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2, cookie 0x1cafe7b7e4a4ff86 00000020:00000001:0.0:1767384382.909431:0:17569:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909433:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384382.909434:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:0.0:1767384382.909436:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384382.909437:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=3 00000020:00000001:0.0:1767384382.909439:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:0.0:1767384382.909441:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000001:00000001:0.0:1767384382.909444:0:17569:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384382.909448:0:17569:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384382.909452:0:17569:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 6 00000001:00000001:0.0:1767384382.909454:0:17569:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630082015782912 : -113991693768704 : ffff98533d95e800) 00000001:00000001:0.0:1767384382.909457:0:17569:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384382.909459:0:17569:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=4 00000001:00000040:0.0:1767384382.909461:0:17569:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 7 00000001:00000001:0.0:1767384382.909464:0:17569:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384382.909468:0:17569:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.52@tcp50 to nodemap default 00000001:00000040:0.0:1767384382.909471:0:17569:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 6 00000001:00000001:0.0:1767384382.909473:0:17569:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909479:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384382.909482:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384382.909496:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.909499:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384382.909502:0:17569:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 free: 389545984 avail: 387448832 00000020:00000001:0.0:1767384382.909506:0:17569:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384382.909508:0:17569:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:0.0:1767384382.909511:0:17569:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:0.0:1767384382.909514:0:17569:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1767384382.909523:0:17569:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:0.0:1767384382.909526:0:17569:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:0.0:1767384382.909529:0:17569:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:0.0:1767384382.909535:0:17569:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:0.0:1767384382.909538:0:17569:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:0.0:1767384382.909541:0:17569:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:0.0:1767384382.909544:0:17569:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384382.909548:0:17569:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384382.909550:0:17569:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384382.909553:0:17569:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384382.909561:0:17569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e82270e9. 00080000:00000001:0.0:1767384382.909563:0:17569:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076740198400 : -113996969353216 : ffff98520322e000) 00080000:00000001:0.0:1767384382.909567:0:17569:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384382.909573:0:17569:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384382.909575:0:17569:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.909578:0:17569:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384382.909601:0:17569:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384382.909604:0:17569:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384382.909609:0:17569:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384382.909691:0:17569:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384382.909694:0:17569:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384382.909697:0:17569:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.909699:0:17569:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384382.922329:0:17569:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384382.922340:0:17569:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384382.922344:0:17569:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.922346:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384382.922348:0:17569:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2' generation 1 00040000:00000001:2.0:1767384382.922353:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1767384382.922354:0:17569:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00040000:00000001:2.0:1767384382.922357:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384382.922358:0:17569:0:(osd_handler.c:352:osd_trans_create()) Process entered 00040000:00000001:2.0:1767384382.922361:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384382.922364:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384382.922366:0:17569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a55b7652. 00080000:00000010:2.0:1767384382.922367:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e82270e9. 00080000:00000001:0.0:1767384382.922373:0:17569:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076740194304 : -113996969357312 : ffff98520322d000) 00080000:00000001:2.0:1767384382.922374:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384382.922380:0:17569:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384382.922393:0:17569:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384382.922395:0:17569:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.922398:0:17569:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384382.922413:0:17569:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384382.922416:0:17569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000a25c345. 00000001:00000040:0.0:1767384382.922418:0:17569:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000418f8349 : new cb_count 1 00000020:00000040:0.0:1767384382.922421:0:17569:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=5 00080000:00000001:0.0:1767384382.922428:0:17569:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384382.922505:0:17569:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384382.922508:0:17569:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384382.922510:0:17569:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384382.922519:0:17569:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384382.922521:0:17569:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384382.922523:0:17569:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.922527:0:17569:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384382.922530:0:17569:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384382.922536:0:17569:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000f25e215c 00000020:00000010:0.0:1767384382.922539:0:17569:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b8e81239. 00000020:00000040:0.0:1767384382.922547:0:17569:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b8e81239 for nid 192.168.203.52@tcp50 - ref 2 00000020:00000001:0.0:1767384382.922629:0:17569:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.922637:0:17569:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000019794c7d. 00000020:00000010:0.0:1767384382.922641:0:17569:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000eaf8b48a. 00000020:00000010:0.0:1767384382.922644:0:17569:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006ab4e255. 00000020:00000010:0.0:1767384382.922663:0:17569:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000898bd59c. 00000020:00000010:0.0:1767384382.922665:0:17569:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000005da3fd96. 00000020:00000010:0.0:1767384382.922669:0:17569:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c521d9b0. 00000004:00000001:0.0:1767384382.922680:0:17569:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384382.922682:0:17569:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.922685:0:17569:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.922690:0:17569:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000023a05596. 00000020:00000040:0.0:1767384382.922693:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 10 - import 00000020:00000001:0.0:1767384382.922699:0:17569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384382.922701:0:17569:0:(genops.c:1242:class_import_put()) import 0000000023a05596 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384382.922702:0:17569:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384382.922711:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000020:00000040:0.0:1767384382.922721:0:17569:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=6 00000100:00000040:0.0:1767384382.922723:0:17569:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:0.0:1767384382.922726:0:17569:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384382.922739:0:17569:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.52@tcp50 primary NID 192.168.203.52@tcp50 rc 0 00000100:00000001:0.0:1767384382.922743:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.922745:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384382.922747:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 00000100:00000001:0.0:1767384382.922749:0:17569:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081119123008 : -113992590428608 : 0xffff98530823f640) 00000100:00000040:0.0:1767384382.922752:0:17569:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000020:00000040:0.0:1767384382.922756:0:17569:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=7 00000100:00000001:0.0:1767384382.922764:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.922766:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384382.922767:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384382.922770:0:17569:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384382.922774:0:17569:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384382.922776:0:17569:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384382.922780:0:17569:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 02000000:00000001:0.0:1767384382.922783:0:17569:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.922785:0:17569:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384382.922788:0:17569:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384382.922790:0:17569:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384382.922793:0:17569:0:(import.c:65:import_set_state_nolock()) 0000000023a05596 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384382.922797:0:17569:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384382.922798:0:17569:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384382.922800:0:17569:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384382.922803:0:17569:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 6 00000020:00000040:0.0:1767384382.922806:0:17569:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 10 - find 00010000:00000001:0.0:1767384382.922809:0:17569:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.922815:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384382.922818:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609264 : -1039942352 : ffffffffc203bd30) 00000020:00000001:0.0:1767384382.922821:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384382.922823:0:17569:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384382.922831:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384382.922833:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384382.922836:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.922839:0:17569:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:0.0:1767384382.922846:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384382.922848:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384382.922850:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384382.922851:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.922853:0:17569:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384382.922856:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398592 00010000:00000001:0.0:1767384382.922859:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384382.922866:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027d03216 x1853236730398592/t0(0) o38->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384382.922875:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384382.922878:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.922881:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=92 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384382.922886:0:17569:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384382.922889:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.922891:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384382.922893:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384382.922895:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384382.922897:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.922901:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384382.922905:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:0.0:1767384382.922910:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000200:0.0:1767384382.922915:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236730398592, offset 0 00000400:00000200:0.0:1767384382.922923:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:0.0:1767384382.922934:0:17569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384382.922957:0:17569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384382.922971:0:17569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384382.922977:0:17569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384382.922982:0:17569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9663b00. 00000800:00000200:0.0:1767384382.923003:0:17569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:0.0:1767384382.923012:0:17569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384382.923017:0:17569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9663b00 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384382.923033:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.923036:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00010000:00000001:0.0:1767384382.923039:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384382.923040:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.923042:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384382.923048:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027d03216 x1853236730398592/t0(0) o38->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.923059:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027d03216 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:12125:x1853236730398592:12345-192.168.203.52@tcp50:38: Request processed in 13891us (14081us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384382.923070:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 3 00000100:00000040:0.0:1767384382.923074:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:0.0:1767384382.923077:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.923078:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384382.923083:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000035598b11. 00000020:00000010:0.0:1767384382.923088:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000020:00000010:0.0:1767384382.923092:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bd521f1. 00000020:00000040:0.0:1767384382.923095:0:17569:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 5 00000100:00000001:0.0:1767384382.923099:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384382.923164:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.923169:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9663b00. 00000400:00000200:1.0:1767384382.923174:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.923180:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:1.0:1767384382.923185:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f5fadc 00000400:00000010:1.0:1767384382.923188:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f5fadc. 00000100:00000001:1.0:1767384382.923193:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384382.923194:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384383.521449:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384383.521456:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.521463:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384383.521465:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.521557:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.521561:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.521564:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384383.905457:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.905463:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384383.905465:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384383.905470:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384383.905478:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384383.905485:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384383.905498:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384383.905504:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238f6621. 00000400:00000200:2.0:1767384383.905510:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp44 00000400:00000010:2.0:1767384383.905516:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384383.905521:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000238f6621. 00000400:00000010:2.0:1767384383.905524:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384383.905530:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056abd26a. 00000400:00000200:2.0:1767384383.905533:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp44 00000400:00000200:2.0:1767384383.905544:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp44 local destination 00000400:00000200:2.0:1767384383.905549:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000400:00000200:2.0:1767384383.905553:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [229:229:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1767384383.905560:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00000400:00000200:2.0:1767384383.905568:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp44:192.168.203.152@tcp44) : GET try# 0 00000800:00000200:2.0:1767384383.905572:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 00000800:00000010:2.0:1767384383.905576:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ef1c4e3. 00000800:00000200:2.0:1767384383.905583:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:2.1:1767384383.905587:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:2.0:1767384383.905604:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 4 next ping: 320 health :600 00000400:00000200:0.0:1767384383.905729:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905769:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905786:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905802:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905817:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905833:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905849:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905885:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905902:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905917:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905935:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905951:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905967:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905982:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.905998:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906014:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906031:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906046:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906062:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906082:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906103:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906123:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906143:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906159:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906175:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906191:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906208:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906224:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906239:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906312:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906332:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906349:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906365:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906380:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384383.906396:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384383.906527:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008932bd8e. 00000800:00000010:0.0:1767384383.906532:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d19614c. 00000800:00000010:0.0:1767384383.906537:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e31c3bf8. 00000800:00000010:0.0:1767384383.906560:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e31c3bf8. 00000800:00020000:0.0:1767384383.906568:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384383.906571:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d19614c. 00000800:00000010:0.0:1767384383.906575:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008932bd8e. 00000400:02020000:0.0:1767384383.906605:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384383.906611:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000400:00000200:0.0:1767384383.906614:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384383.906617:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:0.0:1767384383.906620:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ef1c4e3. 00000400:00000200:0.0:1767384383.906624:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384383.906627:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384383.906635:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384383.906637:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384383.906640:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp44) recovery failed with -71 00000800:00000001:2.0:1767384383.930552:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930568:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.930572:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930575:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.930585:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.930600:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 12 MB=0x695824d000800 00000400:00000200:2.0:1767384383.930607:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384383.930614:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930618:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.930621:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.930624:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384383.930631:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.930633:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384383.930638:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007afb3437. 00000100:00000040:2.0:1767384383.930642:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000007afb3437 x1853236730398720 msgsize 224 00000100:00100000:2.0:1767384383.930646:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:2.0:1767384383.930660:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.930667:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930670:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.930672:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930674:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.930677:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.930682:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 12 MB=0x695824d000880 00000400:00000200:2.0:1767384383.930686:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 224/224 into md 0x229 [64] + 10592 00000800:00000001:2.0:1767384383.930691:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930697:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.930699:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.930702:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384383.930704:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.930705:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384383.930708:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002af5d158. 00000100:00000040:2.0:1767384383.930709:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000002af5d158 x1853236730398848 msgsize 224 00000100:00100000:2.0:1767384383.930713:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:2.0:1767384383.930756:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.930761:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.930763:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.930836:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.930839:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398720 02000000:00000001:0.0:1767384383.930842:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.930844:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.930846:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.930850:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.930854:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398720 00000020:00000001:0.0:1767384383.930857:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.930859:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:0.0:1767384383.930861:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.930863:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=6 00000020:00000001:0.0:1767384383.930866:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:0.0:1767384383.930868:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:0.0:1767384383.930873:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.930878:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e31c3bf8. 00000020:00000010:0.0:1767384383.930882:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000007692933. 00000020:00000040:0.0:1767384383.930887:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 10 - evictor 00000100:00000001:0.0:1767384383.930924:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384383.930941:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac843f3. 00000020:00000010:0.0:1767384383.930947:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a83e133c. 00000020:00000010:0.0:1767384383.930951:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000040:0.0:1767384383.930960:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384383.930963:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.930964:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384383.930966:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.930973:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.930990:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.930999:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.931000:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398848 02000000:00000001:0.0:1767384383.931002:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.931003:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.931004:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.931006:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.931008:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398848 00000020:00000001:0.0:1767384383.931010:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.931011:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:0.0:1767384383.931012:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.931014:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=7 00000020:00000001:0.0:1767384383.931016:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:0.0:1767384383.931018:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:0.0:1767384383.931020:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.931022:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384383.931024:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.931026:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000010:0.0:1767384383.931029:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005716b9a3. 00000020:00000010:0.0:1767384383.931031:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008a1b890. 00000020:00000010:0.0:1767384383.931033:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d01f0c. 00000100:00000001:0.0:1767384383.931036:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.931037:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384383.931038:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931041:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931048:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.931054:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.931061:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384383.931065:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 4 00000100:00000040:0.0:1767384383.931068:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:0.0:1767384383.931070:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008410624 : -113991701140992 : ffff98533d256a00) 00000100:00000040:0.0:1767384383.931076:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007afb3437 x1853236730398720/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384383.931085:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.931087:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384383.931090:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.931091:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000100:00100000:0.0:1767384383.931095:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007afb3437 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+7:0:x1853236730398720:12345-192.168.203.52@tcp50:41: 00000100:00000200:0.0:1767384383.931099:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398720 00000020:00000001:0.0:1767384383.931102:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384383.931106:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384383.931109:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.931112:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384383.931114:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609408 : -1039942208 : ffffffffc203bdc0) 00000020:00000001:0.0:1767384383.931117:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384383.931119:0:17569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730398720, found 0 last_xid 0 00000020:00000001:0.0:1767384383.931122:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384383.931125:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384383.931126:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384383.931130:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931133:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384383.931135:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384383.931139:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006fe3bde3. 02000000:00000001:0.0:1767384383.931141:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931143:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.931147:0:17569:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384383.931150:0:17569:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384383.931152:0:17569:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384383.931157:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384383.931167:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1767384383.931174:0:17569:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:0.0:1767384383.931178:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384383.931181:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 dirty 0 pend 0 grant 3407872 00000020:00000020:0.0:1767384383.931183:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000001ce0b523 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384383.931186:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021a6f1ff dirty 0 pend 0 grant 0 00000004:00000020:0.0:1767384383.931189:0:17569:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000010:0.0:1767384383.931237:0:17569:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000008039af84. 00000020:00000001:0.0:1767384383.931242:0:17569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384383.931244:0:17569:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.931246:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.931259:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.931262:0:17569:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384383.931264:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398720 00010000:00000001:0.0:1767384383.931267:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384383.931271:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007afb3437 x1853236730398720/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384383.931295:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.931297:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.931299:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.931304:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.931306:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384383.931308:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384383.931311:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.931312:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931315:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.931318:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:0.0:1767384383.931322:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000100:00000200:0.0:1767384383.931325:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236730398720, offset 224 00000400:00000200:0.0:1767384383.931331:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:0.0:1767384383.931339:0:17569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384383.931354:0:17569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1767384383.931370:0:17569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.931375:0:17569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384383.931379:0:17569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9227307. 00000800:00000200:0.0:1767384383.931384:0:17569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:0.0:1767384383.931390:0:17569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384383.931394:0:17569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9227307 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.931403:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.931406:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00010000:00000001:0.0:1767384383.931408:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384383.931410:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.931412:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384383.931415:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007afb3437 x1853236730398720/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384383.931423:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007afb3437 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+7:0:x1853236730398720:12345-192.168.203.52@tcp50:41: Request processed in 337us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384383.931430:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 4 00000100:00000040:0.0:1767384383.931433:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:0.0:1767384383.931435:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.931436:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.931439:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a83e133c. 00000020:00000010:0.0:1767384383.931443:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000020:00000010:0.0:1767384383.931445:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac843f3. 00000020:00000040:0.0:1767384383.931449:0:17569:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 6 00000100:00000001:0.0:1767384383.931452:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.931458:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384383.931459:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384383.931462:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 5 00000100:00000040:0.0:1767384383.931464:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:0.0:1767384383.931466:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008402560 : -113991701149056 : ffff98533d254a80) 00000100:00000040:0.0:1767384383.931469:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002af5d158 x1853236730398848/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384383.931481:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.931483:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384383.931484:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.931486:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000100:00100000:0.0:1767384383.931490:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002af5d158 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730398848:12345-192.168.203.52@tcp50:41: 00000100:00000200:0.0:1767384383.931493:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398848 00000020:00000001:0.0:1767384383.931494:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384383.931496:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384383.931498:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.931499:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384383.931501:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609408 : -1039942208 : ffffffffc203bdc0) 00000020:00000001:0.0:1767384383.931503:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384383.931504:0:17569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730398848, found 0 last_xid 0 00000020:00000001:0.0:1767384383.931506:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384383.931508:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384383.931509:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384383.931511:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931513:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384383.931514:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384383.931516:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000327fd606. 02000000:00000001:0.0:1767384383.931518:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931520:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.931522:0:17569:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384383.931523:0:17569:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384383.931524:0:17569:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1767384383.931526:0:17569:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:0.0:1767384383.931529:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384383.931531:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 dirty 0 pend 0 grant 3407872 00000020:00000020:0.0:1767384383.931533:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000001ce0b523 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384383.931536:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021a6f1ff dirty 0 pend 0 grant 0 00000004:00000020:0.0:1767384383.931538:0:17569:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000001:0.0:1767384383.931544:0:17569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384383.931546:0:17569:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.931548:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384383.931549:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384383.931551:0:17569:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384383.931552:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398848 00010000:00000001:0.0:1767384383.931554:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384383.931557:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002af5d158 x1853236730398848/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384383.931564:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.931565:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.931567:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.931570:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.931572:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384383.931574:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384383.931576:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.931577:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.931579:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.931581:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:0.0:1767384383.931583:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000100:00000200:0.0:1767384383.931586:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236730398848, offset 224 00000400:00000200:0.0:1767384383.931590:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:0.0:1767384383.931595:0:17569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384383.931601:0:17569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [231:231:255:4294967295] 192.168.203.52@tcp50 LPNI seq info [20:20:7:4294967295] 00000400:00000200:0.0:1767384383.931610:0:17569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.931615:0:17569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384383.931617:0:17569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064cd1cde. 00000800:00000200:0.0:1767384383.931621:0:17569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:0.0:1767384383.931624:0:17569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384383.931626:0:17569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064cd1cde type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.931629:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.931635:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00010000:00000001:0.0:1767384383.931637:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384383.931638:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.931639:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384383.931642:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002af5d158 x1853236730398848/t0(0) o41->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/368 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384383.931650:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002af5d158 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730398848:12345-192.168.203.52@tcp50:41: Request processed in 169us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384383.931656:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 5 00000100:00000040:0.0:1767384383.931658:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:0.0:1767384383.931660:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.931661:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.931663:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008a1b890. 00000020:00000010:0.0:1767384383.931665:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d01f0c. 00000020:00000010:0.0:1767384383.931668:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005716b9a3. 00000020:00000040:0.0:1767384383.931671:0:17569:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 5 00000100:00000001:0.0:1767384383.931672:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384383.931720:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.931723:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9227307. 00000400:00000200:0.0:1767384383.931726:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.931730:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.931734:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000489127b0 00000400:00000010:0.0:1767384383.931736:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000489127b0. 00000100:00000001:0.0:1767384383.931739:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.931740:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1767384383.931887:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.931889:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064cd1cde. 00000400:00000200:0.0:1767384383.931892:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.931896:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.931899:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000010:0.0:1767384383.931900:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:0.0:1767384383.931902:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.931903:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384383.933000:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.933006:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384383.933008:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.933010:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384383.933015:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:1.0:1767384383.933022:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 440 into portal 12 MB=0x695824d000900 00000400:00000200:1.0:1767384383.933027:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 440/440 into md 0x229 [64] + 10816 00000800:00000001:1.0:1767384383.933031:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.933040:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384383.933042:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.933046:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:1.0:1767384383.933049:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.933050:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384383.933053:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008636543d. 00000100:00000040:1.0:1767384383.933055:0:16132:0:(events.c:337:request_in_callback()) incoming req@000000008636543d x1853236730398976 msgsize 440 00000100:00100000:1.0:1767384383.933059:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:1.0:1767384383.933072:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384383.933076:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384383.933078:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.933127:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384383.933130:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730398976 02000000:00000001:3.0:1767384383.933132:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.933133:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384383.933135:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384383.933137:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384383.933139:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730398976 00000020:00000001:3.0:1767384383.933140:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384383.933142:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:3.0:1767384383.933143:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.933145:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=6 00000020:00000001:3.0:1767384383.933147:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:3.0:1767384383.933149:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:3.0:1767384383.933152:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.933155:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.933156:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.933158:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000020:00000010:3.0:1767384383.933162:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008004f5d9. 00000020:00000010:3.0:1767384383.933165:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011bfecf3. 00000020:00000010:3.0:1767384383.933168:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000040:3.0:1767384383.933171:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384383.933173:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.933174:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384383.933176:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.933179:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.933192:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.933199:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.933200:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384383.933204:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 6 00000100:00000040:3.0:1767384383.933206:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:3.0:1767384383.933207:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076755006720 : -113996954544896 : ffff98520404d500) 00000100:00000040:3.0:1767384383.933211:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008636543d x1853236730398976/t0(0) o40->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 440/0 e 0 to 0 dl 1767384394 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384383.933218:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.933220:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.933222:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.933224:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000100:00100000:3.0:1767384383.933227:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008636543d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730398976:12345-192.168.203.52@tcp50:40: 00000100:00000200:3.0:1767384383.933230:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730398976 00000020:00000001:3.0:1767384383.933232:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384383.933234:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384383.933236:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.933238:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384383.933239:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609360 : -1039942256 : ffffffffc203bd90) 00000020:00000001:3.0:1767384383.933242:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384383.933243:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730398976, found 0 last_xid 1853236730398975 00000020:00000001:3.0:1767384383.933246:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.933258:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384383.933260:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.933262:0:16779:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384383.933263:0:16779:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.933265:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.933267:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384383.933268:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.933271:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000031d41aca. 02000000:00000001:3.0:1767384383.933273:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.933288:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384383.933292:0:16779:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767384383.933293:0:16779:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384383.933295:0:16779:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.933297:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384383.933298:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384383.933300:0:16779:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767384383.933302:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730398976 00010000:00000001:3.0:1767384383.933304:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384383.933307:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008636543d x1853236730398976/t0(0) o40->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 440/448 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.933314:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.933315:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.933317:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.933320:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.933322:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:3.0:1767384383.933324:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:3.0:1767384383.933326:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.933327:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.933329:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.933331:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.933334:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000200:3.0:1767384383.933337:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236730398976, offset 224 00000400:00000200:3.0:1767384383.933340:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384383.933346:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384383.933352:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384383.933361:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.933365:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.933367:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd614a0. 00000800:00000200:3.0:1767384383.933371:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.933375:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384383.933378:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ecd614a0 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.933385:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.933388:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.933390:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.933391:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.933393:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.933395:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008636543d x1853236730398976/t0(0) o40->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 440/448 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.933403:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008636543d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730398976:12345-192.168.203.52@tcp50:40: Request processed in 183us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.933410:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 6 00000100:00000040:3.0:1767384383.933411:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:3.0:1767384383.933413:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.933414:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.933417:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011bfecf3. 00000020:00000010:3.0:1767384383.933419:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000020:00000010:3.0:1767384383.933423:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008004f5d9. 00000020:00000040:3.0:1767384383.933425:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 5 00000100:00000001:3.0:1767384383.933427:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384383.933465:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.933467:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd614a0. 00000400:00000200:3.0:1767384383.933470:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.933474:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.933477:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000400:00000010:3.0:1767384383.933478:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000001:3.0:1767384383.933480:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384383.933482:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:2.0:1767384383.934220:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384383.934224:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 10 - evictor 00000800:00000001:3.0:1767384383.934326:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934330:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384383.934332:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934334:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.934339:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384383.934345:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 520 into portal 28 MB=0x695824d000980 00000400:00000200:3.0:1767384383.934350:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.52@tcp50 of length 520/520 into md 0xab9 [8] + 4784 00000800:00000001:3.0:1767384383.934354:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934358:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.934360:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.934362:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:3.0:1767384383.934366:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.934367:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384383.934370:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b6a66ce. 00000100:00000040:3.0:1767384383.934372:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000004b6a66ce x1853236730399104 msgsize 520 00000100:00100000:3.0:1767384383.934376:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:3.0:1767384383.934476:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384383.934481:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934484:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384383.934486:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934487:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.934491:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384383.934497:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 448 into portal 23 MB=0x695824d000a00 00000400:00000200:3.0:1767384383.934501:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.52@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:3.0:1767384383.934505:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934509:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.934510:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.934513:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:3.0:1767384383.934516:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.934517:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1767384383.934520:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2f30ef5. 00000100:00000040:3.0:1767384383.934522:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000c2f30ef5 x1853236730399232 msgsize 448 00000100:00100000:3.0:1767384383.934526:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:3.0:1767384383.934572:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384383.934576:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.934578:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384383.934653:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc780568. 00000100:00000001:2.0:1767384383.934658:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384383.934660:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399232 02000000:00000001:2.0:1767384383.934661:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384383.934663:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.934664:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.934666:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.934668:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399232 00000020:00000001:2.0:1767384383.934670:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384383.934671:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:2.0:1767384383.934672:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384383.934673:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=6 00000020:00000001:2.0:1767384383.934684:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:2.0:1767384383.934687:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:2.0:1767384383.934689:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.934691:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038825893. 00000100:00000001:2.0:1767384383.934693:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.934695:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038825893. 00000020:00000010:2.0:1767384383.934698:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000026f90f2. 00000020:00000010:2.0:1767384383.934701:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000014155e4. 00000020:00000010:2.0:1767384383.934704:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384383.934709:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1767384383.934710:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384383.934712:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384383.934713:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.934716:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.934724:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.934730:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384383.934732:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384383.934735:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 0 00000100:00000040:2.0:1767384383.934737:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:2.0:1767384383.934739:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759384832 : -113996950166784 : ffff98520447a300) 00000100:00000040:2.0:1767384383.934742:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2f30ef5 x1853236730399232/t0(0) o33->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 448/0 e 0 to 0 dl 1767384394 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384383.934750:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384383.934751:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038825893. 00000100:00000001:2.0:1767384383.934753:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.934755:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038825893. 00000100:00100000:2.0:1767384383.934758:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c2f30ef5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730399232:12345-192.168.203.52@tcp50:33: 00000100:00000200:2.0:1767384383.934762:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399232 00000020:00000001:2.0:1767384383.934764:0:16782:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384383.934766:0:16782:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384383.934767:0:16782:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.934769:0:16782:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384383.934770:0:16782:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609024 : -1039942592 : ffffffffc203bc40) 00000020:00000001:2.0:1767384383.934772:0:16782:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384383.934774:0:16782:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730399232, found 0 last_xid 1853236730399231 00000020:00000001:2.0:1767384383.934776:0:16782:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384383.934778:0:16782:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384383.934779:0:16782:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384383.934781:0:16782:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384383.934783:0:16782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384383.934788:0:16782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996859832 : -113991712691784 : ffff98533c7529b8) 00000020:00000001:2.0:1767384383.934790:0:16782:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.934792:0:16782:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.934795:0:16782:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000004:00000001:2.0:1767384383.934799:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.934804:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934807:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934812:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934814:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934817:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934819:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.934820:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934821:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934823:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384383.934825:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934826:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934828:0:16782:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934830:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.934832:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.934833:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934834:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.934835:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384383.934837:0:16782:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384383.934838:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384383.934840:0:16782:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384383.934842:0:16782:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384383.934843:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384383.934845:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384383.934847:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000004077df2. 02000000:00000001:2.0:1767384383.934849:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.934850:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.934853:0:16782:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384383.934854:0:16782:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.934856:0:16782:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384383.934858:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.934859:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.934862:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.934863:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.934865:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.934866:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.934867:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.934869:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.934871:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.934872:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.934873:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.934874:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.934875:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.934877:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.934879:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.934880:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.934883:0:16782:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000010:2.0:1767384383.934887:0:16782:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000541156b4. 00000004:00000001:2.0:1767384383.934891:0:16782:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:2.0:1767384383.934893:0:16782:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000800:00000001:2.0:1767384383.935053:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.935057:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.935059:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.935061:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.935066:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.935072:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 26 MB=0x695824d000a80 00000400:00000200:2.0:1767384383.935077:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 224/224 into md 0x198d [2] + 0 00000400:00000010:2.0:1767384383.935080:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a48e5cec. 00000400:00000200:2.0:1767384383.935084:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab8897e1 00000800:00000001:2.0:1767384383.935086:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.935091:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.935093:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.935097:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.935099:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab8897e1 00000400:00000010:2.0:1767384383.935101:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab8897e1. 00000100:00000001:2.0:1767384383.935107:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.935109:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384383.935112:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000d898f5c3 x1853236730399360 msgsize 224 00000100:00100000:2.0:1767384383.935116:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:2.0:1767384383.935118:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.935131:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.935135:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.935138:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.935179:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384383.935181:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399360 02000000:00000001:3.0:1767384383.935183:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.935184:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384383.935185:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384383.935187:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384383.935189:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399360 00000020:00000001:3.0:1767384383.935190:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384383.935192:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:3.0:1767384383.935193:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.935195:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=9 00000020:00000001:3.0:1767384383.935197:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:3.0:1767384383.935199:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:3.0:1767384383.935201:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.935204:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.935206:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.935208:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000020:00000010:3.0:1767384383.935211:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008004f5d9. 00000020:00000010:3.0:1767384383.935213:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011bfecf3. 00000020:00000010:3.0:1767384383.935215:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000040:3.0:1767384383.935220:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384383.935222:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.935223:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384383.935225:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.935228:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.935241:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.935246:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.935256:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384383.935260:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 172 00000100:00000040:3.0:1767384383.935262:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:3.0:1767384383.935264:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016912464 : -113991692639152 : ffff98533da72450) 00000100:00000040:3.0:1767384383.935267:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d898f5c3 x1853236730399360/t0(0) o400->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384383.935286:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.935288:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.935290:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.935291:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000100:00100000:3.0:1767384383.935295:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d898f5c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:12127:x1853236730399360:12345-192.168.203.52@tcp50:400: 00000100:00000200:3.0:1767384383.935298:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399360 00000020:00000001:3.0:1767384383.935300:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384383.935302:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384383.935304:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.935305:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384383.935307:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 00000020:00000001:3.0:1767384383.935309:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384383.935310:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.935312:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384383.935313:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.935314:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.935316:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384383.935318:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384383.935319:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.935322:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4c1edb2. 02000000:00000001:3.0:1767384383.935323:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.935325:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.935326:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384383.935328:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730399360 00010000:00000001:3.0:1767384383.935330:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384383.935333:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d898f5c3 x1853236730399360/t0(0) o400->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.935339:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.935341:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.935343:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.935346:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.935348:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:3.0:1767384383.935349:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:3.0:1767384383.935351:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.935353:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.935354:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.935357:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.935359:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000200:3.0:1767384383.935361:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236730399360, offset 224 00000400:00000200:3.0:1767384383.935365:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384383.935371:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384383.935377:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1767384383.935386:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.935390:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.935393:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd614a0. 00000800:00000200:3.0:1767384383.935396:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.935400:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384383.935403:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ecd614a0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.935410:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.935413:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.935414:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.935416:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.935418:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.935420:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d898f5c3 x1853236730399360/t0(0) o400->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.935428:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d898f5c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:70a6d5db-857a-4a1a-bae4-85e0c78297d0+9:12127:x1853236730399360:12345-192.168.203.52@tcp50:400: Request processed in 152us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.935434:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 172 00000100:00000040:3.0:1767384383.935436:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:3.0:1767384383.935438:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.935439:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.935442:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011bfecf3. 00000020:00000010:3.0:1767384383.935444:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000020:00000010:3.0:1767384383.935447:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008004f5d9. 00000020:00000040:3.0:1767384383.935449:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00000100:00000001:3.0:1767384383.935452:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384383.935455:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384383.935459:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b03b54a. 00000400:00000010:3.0:1767384383.935462:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c623cc37. 00000800:00000200:3.0:1767384383.935500:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.935503:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd614a0. 00000400:00000200:3.0:1767384383.935506:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.935509:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.935512:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000400:00000010:3.0:1767384383.935513:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000001:3.0:1767384383.935515:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384383.935517:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.935519:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f4c1edb2. 02000000:00000001:3.0:1767384383.935522:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384383.935523:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384383.935660:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.935662:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399104 02000000:00000001:1.0:1767384383.935664:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.935665:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.935667:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.935669:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.935671:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399104 00000020:00000001:1.0:1767384383.935672:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.935673:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384383.935674:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384383.935676:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.935677:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.935681:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070beb58f. 00000020:00000010:1.0:1767384383.935684:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009187b476. 00000020:00000010:1.0:1767384383.935687:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000001:1.0:1767384383.935690:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.935691:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.935692:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.935695:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.935738:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.935745:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.935747:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.935750:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 4 00000100:00000001:1.0:1767384383.935753:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759379456 : -113996950172160 : ffff985204478e00) 00000100:00000040:1.0:1767384383.935755:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b6a66ce x1853236730399104/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384383.935770:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b6a66ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:12125:x1853236730399104:12345-192.168.203.52@tcp50:8: 00000100:00000200:1.0:1767384383.935774:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399104 00000020:00000001:1.0:1767384383.935775:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384383.935778:0:17549:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384383.935786:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 6 - find 00000020:00000001:1.0:1767384383.935788:0:17549:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081742850696 : -113991966700920 : ffff98532d514a88) 00000100:00000001:1.0:1767384383.935792:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.935794:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.935796:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000036256304. 02000000:00000001:1.0:1767384383.935798:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.935799:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.935802:0:17549:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384383.935807:0:17549:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50 t0 exp 0000000000000000 cur 304 last 0 00010000:00000001:1.0:1767384383.935811:0:17549:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384383.935813:0:17549:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:1.0:1767384383.935815:0:17549:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384383.935817:0:17549:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384383.935819:0:17549:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a4127b0d. 00000020:00000001:1.0:1767384383.935822:0:17549:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384383.935823:0:17549:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a4127b0d with handle 0x1cafe7b7e4a4ff8d to hash 00000020:00000001:1.0:1767384383.935825:0:17549:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384383.935828:0:17549:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:1.0:1767384383.935830:0:17549:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384383.935832:0:17549:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c8f5bf46. 00000001:00000001:1.0:1767384383.935834:0:17549:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.935837:0:17549:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384383.935839:0:17549:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384383.935842:0:17549:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e055ebbb. 00000001:00000010:1.0:1767384383.935845:0:17549:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000918da303. 00000001:00000010:1.0:1767384383.935848:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023bd2f60. 00000001:00000010:1.0:1767384383.935851:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4d5b35d. 00000001:00000010:1.0:1767384383.935854:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003122e098. 00000001:00000010:1.0:1767384383.935861:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e8033ae. 00010000:00000001:1.0:1767384383.935865:0:17549:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.935867:0:17549:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.935869:0:17549:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.935871:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=3 00000020:00000040:1.0:1767384383.935874:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 7 - export 00000020:00000001:1.0:1767384383.935876:0:17549:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630081774456832 : -113991935094784 : ffff98532f339000) 00000020:00000040:1.0:1767384383.935878:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 2 00000020:00000080:1.0:1767384383.935880:0:17549:0:(genops.c:1402:class_connect()) connect: client e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2, cookie 0x1cafe7b7e4a4ff8d 00000020:00000001:1.0:1767384383.935882:0:17549:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.935883:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.935884:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff8d 00000020:00000001:1.0:1767384383.935886:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.935887:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a4127b0d refcount=3 00000020:00000001:1.0:1767384383.935889:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081774456832 : -113991935094784 : ffff98532f339000) 00000020:00000001:1.0:1767384383.935891:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081774456832 : -113991935094784 : ffff98532f339000) 00000001:00000001:1.0:1767384383.935893:0:17549:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384383.935895:0:17549:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1767384383.935898:0:17549:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 7 00000001:00000001:1.0:1767384383.935900:0:17549:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630082015782912 : -113991693768704 : ffff98533d95e800) 00000001:00000001:1.0:1767384383.935903:0:17549:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384383.935904:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=4 00000001:00000040:1.0:1767384383.935906:0:17549:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 8 00000001:00000001:1.0:1767384383.935908:0:17549:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384383.935911:0:17549:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.52@tcp50 to nodemap default 00000001:00000040:1.0:1767384383.935914:0:17549:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 7 00000001:00000001:1.0:1767384383.935915:0:17549:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:1.0:1767384383.935918:0:17549:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:1.0:1767384383.935923:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384383.935925:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384383.935928:0:17549:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d free: 389021696 avail: 386924544 00000020:00000001:1.0:1767384383.935934:0:17549:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384383.935936:0:17549:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:1.0:1767384383.935939:0:17549:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000020:00000001:1.0:1767384383.935942:0:17549:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384383.935943:0:17549:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:1.0:1767384383.935946:0:17549:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d tot cached:0 granted:44236800 num_exports: 2 00000020:00000001:1.0:1767384383.935948:0:17549:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:1.0:1767384383.935950:0:17549:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000001:1.0:1767384383.935952:0:17549:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:1.0:1767384383.935954:0:17549:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:1.0:1767384383.935957:0:17549:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.935959:0:17549:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:1.0:1767384383.935961:0:17549:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2' generation 0 00000001:00000001:1.0:1767384383.935964:0:17549:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384383.935966:0:17549:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384383.935972:0:17549:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e49edcaf. 00080000:00000001:1.0:1767384383.935974:0:17549:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720362496 : -113996989189120 : ffff985201f43400) 00080000:00000001:1.0:1767384383.935978:0:17549:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384383.936062:0:17549:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384383.936064:0:17549:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.936067:0:17549:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384383.936082:0:17549:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384383.936084:0:17549:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000047474e00. 00000001:00000040:1.0:1767384383.936087:0:17549:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a4127b0d : new cb_count 1 00000020:00000040:1.0:1767384383.936089:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=5 00080000:00000001:1.0:1767384383.936092:0:17549:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384383.936163:0:17549:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384383.936166:0:17549:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384383.936168:0:17549:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384383.936180:0:17549:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384383.936181:0:17549:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384383.936188:0:17549:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384383.936190:0:17549:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384383.936192:0:17549:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384383.936196:0:17549:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000016db1323 00000020:00000010:1.0:1767384383.936198:0:17549:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009e099309. 00000020:00000040:1.0:1767384383.936204:0:17549:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000009e099309 for nid 192.168.203.52@tcp50 - ref 2 00000020:00000001:1.0:1767384383.936269:0:17549:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.936289:0:17549:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c798e826. 00000020:00000010:1.0:1767384383.936292:0:17549:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000000abe9827. 00000020:00000010:1.0:1767384383.936295:0:17549:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000002a3aaa48. 00000020:00000010:1.0:1767384383.936308:0:17549:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000039c5e556. 00000020:00000010:1.0:1767384383.936310:0:17549:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008b835e95. 00000020:00000010:1.0:1767384383.936312:0:17549:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ac9a419b. 00002000:00000001:1.0:1767384383.936318:0:17549:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384383.936320:0:17549:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384383.936321:0:17549:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.936323:0:17549:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.936326:0:17549:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b511aacf. 00000020:00000040:1.0:1767384383.936329:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 8 - import 00000020:00000001:1.0:1767384383.936333:0:17549:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384383.936334:0:17549:0:(genops.c:1242:class_import_put()) import 00000000b511aacf refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384383.936336:0:17549:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384383.936338:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000412c23cf. 00000020:00000040:1.0:1767384383.936342:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=6 00000100:00000040:1.0:1767384383.936344:0:17549:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000a4127b0d : new rpc_count 1 00000100:00000001:1.0:1767384383.936345:0:17549:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384383.936351:0:17549:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.52@tcp50 primary NID 192.168.203.52@tcp50 rc 0 00000100:00000001:1.0:1767384383.936353:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.936355:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.936357:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 00000100:00000001:1.0:1767384383.936359:0:17549:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081119123008 : -113992590428608 : 0xffff98530823f640) 00000100:00000040:1.0:1767384383.936362:0:17549:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000020:00000040:1.0:1767384383.936370:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=7 00000100:00000001:1.0:1767384383.936374:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.936376:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.936378:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384383.936380:0:17549:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384383.936383:0:17549:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384383.936385:0:17549:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384383.936387:0:17549:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072660172864 : -1049378752 : ffffffffc173c040) 02000000:00000001:1.0:1767384383.936390:0:17549:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.936391:0:17549:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384383.936393:0:17549:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384383.936395:0:17549:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384383.936398:0:17549:0:(import.c:65:import_set_state_nolock()) 00000000b511aacf : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384383.936400:0:17549:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384383.936402:0:17549:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384383.936403:0:17549:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.936406:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 6 00000020:00000040:1.0:1767384383.936407:0:17549:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 8 - find 00010000:00000001:1.0:1767384383.936409:0:17549:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.936412:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.936413:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671732960 : -1037818656 : ffffffffc22424e0) 00000020:00000001:1.0:1767384383.936416:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384383.936417:0:17549:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.936419:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.936420:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384383.936421:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.936423:0:17549:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384383.936426:0:17549:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.936428:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730399104 00010000:00000001:1.0:1767384383.936430:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384383.936433:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b6a66ce x1853236730399104/t0(0) o8->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384383.936440:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.936441:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.936447:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=88 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384383.936450:0:17549:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384383.936452:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.936454:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.936456:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384383.936458:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.936459:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.936461:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.936463:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384383.936466:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384383.936468:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236730399104, offset 0 00000400:00000200:1.0:1767384383.936472:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384383.936477:0:17549:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384383.936484:0:17549:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767384383.936493:0:17549:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384383.936497:0:17549:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384383.936500:0:17549:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef71b28. 00000800:00000200:1.0:1767384383.936503:0:17549:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384383.936507:0:17549:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:1.0:1767384383.936509:0:17549:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ef71b28 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384383.936526:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.936529:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:1.0:1767384383.936531:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.936532:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.936534:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384383.936536:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b6a66ce x1853236730399104/t0(0) o8->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384383.936545:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b6a66ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:12125:x1853236730399104:12345-192.168.203.52@tcp50:8: Request processed in 775us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384383.936551:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 4 00000100:00000040:1.0:1767384383.936558:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a4127b0d : new rpc_count 0 00000100:00000001:1.0:1767384383.936560:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.936561:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.936563:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009187b476. 00000020:00000010:1.0:1767384383.936566:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384383.936569:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070beb58f. 00000020:00000040:1.0:1767384383.936572:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 5 00000100:00000001:1.0:1767384383.936574:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384383.936639:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.936642:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef71b28. 00000400:00000200:3.0:1767384383.936645:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.936649:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.936651:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5564d43 00000400:00000010:3.0:1767384383.936653:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5564d43. 00000100:00000001:3.0:1767384383.936656:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384383.936657:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:0.0:1767384383.939297:0:16782:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4401us 00000004:00000001:0.0:1767384383.939302:0:16782:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:0.0:1767384383.943445:0:39682:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000d41c407e. 02000000:00000001:0.0:1767384383.943451:0:39682:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:0.0:1767384383.943454:0:39682:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:0.0:1767384383.943456:0:39682:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000a133a4c1: 0:0, ngroups 0, nperms 0 00000004:00000001:0.0:1767384383.943458:0:39682:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1767384383.943461:0:39682:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000541156b4 for key 0 02000000:00000001:0.0:1767384383.943721:0:39682:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384383.943725:0:39682:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000d41c407e. 02000000:00001000:2.0:1767384383.944973:0:16782:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000541156b4 flags 0x0 02000000:00000001:2.0:1767384383.944976:0:16782:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630076735489536 : -113996974062080 : ffff985202db0600) 00000001:00000001:2.0:1767384383.944980:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.944982:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.944985:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.944986:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.944987:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.944989:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.944993:0:16782:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384383.944994:0:16782:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.944998:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.944999:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945001:0:16782:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384383.945003:0:16782:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945006:0:16782:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:2.0:1767384383.945010:0:16782:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2: does not need LOVEA. 00000004:00000001:2.0:1767384383.945013:0:16782:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384383.945015:0:16782:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384383.945149:0:16782:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384383.945152:0:16782:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384383.945154:0:16782:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.945156:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.945157:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.945159:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.945160:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.945162:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.945163:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.945164:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.945166:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.945168:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384383.945169:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384383.945170:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384383.945172:0:16782:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384383.945175:0:16782:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:2.0:1767384383.945177:0:16782:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384383.945179:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.945180:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945182:0:16782:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384383.945185:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384383.945188:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.945190:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384383.945195:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.945198:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.945200:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384383.945202:0:16782:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.945207:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000b4b08d6e. 00000020:00000001:2.0:1767384383.945211:0:16782:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384383.945213:0:16782:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.945215:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384383.945216:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945217:0:16782:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945228:0:16782:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:2.0:1767384383.945231:0:16782:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384383.945232:0:16782:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384383.945234:0:16782:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384383.945235:0:16782:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384383.945237:0:16782:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384383.945239:0:16782:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1767384383.945242:0:16782:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384383.945244:0:16782:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384383.945247:0:16782:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1767384383.945260:0:16782:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730399232 00010000:00000001:2.0:1767384383.945263:0:16782:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384383.945270:0:16782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2f30ef5 x1853236730399232/t0(0) o33->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384383.945393:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384383.945395:0:16782:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.945399:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c989bca1 time=1767384383 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384383.945402:0:16782:0:(import.c:2194:obd_at_measure()) AT 00000000c989bca1 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384383.945407:0:16782:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000c2f30ef5 x1853236730399232/t0(0) o33->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384383.945415:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384383.945418:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:2.0:1767384383.945420:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:2.0:1767384383.945422:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384383.945424:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.945427:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384383.945429:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.945490:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000315cf970. 00000100:00000200:3.0:1767384383.945496:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236730399232, offset 224 00000400:00000200:3.0:1767384383.945501:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384383.945510:0:16782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384383.945522:0:16782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [235:235:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384383.945532:0:16782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.945537:0:16782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.945541:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd614a0. 00000800:00000200:3.0:1767384383.945545:0:16782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.945551:0:16782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384383.945554:0:16782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ecd614a0 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.945596:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.945600:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.945602:0:16782:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.945604:0:16782:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.945606:0:16782:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384383.945609:0:16782:0:(lu_object.c:207:lu_object_put()) Add 0000000048bc94ce/0000000056c15c1c to site lru. bkt: 0000000033a7a9ec 00000100:00000040:3.0:1767384383.945614:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2f30ef5 x1853236730399232/t0(0) o33->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 448/464 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384383.945623:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c2f30ef5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15529:x1853236730399232:12345-192.168.203.52@tcp50:33: Request processed in 10871us (11099us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384383.945631:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000b0b507b. 00000100:00100000:3.0:1767384383.945637:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 0 00000100:00000040:3.0:1767384383.945639:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:3.0:1767384383.945641:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.945643:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.945646:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000014155e4. 00000020:00000010:3.0:1767384383.945649:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:3.0:1767384383.945653:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000026f90f2. 00000020:00000040:3.0:1767384383.945656:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 5 00000100:00000001:3.0:1767384383.945659:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384383.945738:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384383.945741:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd614a0. 00000400:00000200:2.0:1767384383.945745:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.945750:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.945754:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000315cf970 00000400:00000010:2.0:1767384383.945756:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000315cf970. 00000100:00000001:2.0:1767384383.945759:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384383.945760:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384383.967412:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.967425:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384383.967429:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.967431:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.967441:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384383.967454:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 576 into portal 12 MB=0x695824d000b00 00000400:00000200:3.0:1767384383.967462:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 576/576 into md 0x229 [64] + 11256 00000800:00000001:3.0:1767384383.967468:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.967474:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.967476:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.967481:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:3.0:1767384383.967487:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.967489:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384383.967493:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012267950. 00000100:00000040:3.0:1767384383.967497:0:16133:0:(events.c:337:request_in_callback()) incoming req@0000000012267950 x1853236730399488 msgsize 576 00000100:00100000:3.0:1767384383.967502:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:3.0:1767384383.967513:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384383.967519:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.967521:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.967599:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.967602:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399488 02000000:00000001:1.0:1767384383.967604:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.967606:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.967608:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.967612:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.967616:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399488 00000020:00000001:1.0:1767384383.967619:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.967620:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:1.0:1767384383.967623:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.967626:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=6 00000020:00000001:1.0:1767384383.967628:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:1.0:1767384383.967630:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:1.0:1767384383.967635:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.967639:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030e94069. 00000100:00000001:1.0:1767384383.967642:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.967645:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030e94069. 00000020:00000010:1.0:1767384383.967651:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070beb58f. 00000020:00000010:1.0:1767384383.967655:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000996d0963. 00000020:00000010:1.0:1767384383.967659:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000040:1.0:1767384383.967665:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384383.967667:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.967668:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384383.967670:0:16780:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384383.967672:0:16780:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.967674:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.967691:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.967702:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.967713:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.967715:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.967719:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 7 00000100:00000040:1.0:1767384383.967722:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:1.0:1767384383.967724:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759382144 : -113996950169472 : ffff985204479880) 00000100:00000040:1.0:1767384383.967729:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012267950 x1853236730399488/t0(0) o101->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 576/0 e 0 to 0 dl 1767384394 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384383.967738:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.967740:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030e94069. 00000100:00000001:1.0:1767384383.967742:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.967744:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030e94069. 00000100:00100000:1.0:1767384383.967748:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012267950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:15559:x1853236730399488:12345-192.168.203.52@tcp50:101: 00000100:00000200:1.0:1767384383.967752:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399488 00000020:00000001:1.0:1767384383.967754:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.967758:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384383.967762:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.967764:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.967766:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659921088 : -1049630528 : ffffffffc16fe8c0) 00000020:00000001:1.0:1767384383.967769:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384383.967772:0:16780:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730399488, found 0 last_xid 1853236730399487 00000020:00000001:1.0:1767384383.967775:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.967777:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.967779:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384383.967783:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.967786:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384383.967788:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384383.967790:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384383.967791:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384383.967793:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.967797:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384383.967849:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a511e09c. 00010000:00000010:1.0:1767384383.967853:0:16780:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cc3b9abb. 00010000:00000001:1.0:1767384383.967857:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384383.967860:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cba858d3. 00000020:00000010:1.0:1767384383.967865:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000030e94069. 00000020:00000001:1.0:1767384383.967868:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384383.967869:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cba858d3 with handle 0x1cafe7b7e4a4ff94 to hash 00000020:00000001:1.0:1767384383.967872:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384383.967873:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00000010:1.0:1767384383.967877:0:16780:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009b5fc42b. 00010000:00000001:1.0:1767384383.967879:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742630912 : -113991966920704 : ffff98532d4df000) 00010000:00010000:1.0:1767384383.967882:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cba858d3/0x1cafe7b7e4a4ff94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x42ee003001c3fac1 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384383.967892:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000418f8349 : new locks_count 1 00000020:00000040:1.0:1767384383.967894:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=7 00010000:00000001:1.0:1767384383.967900:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384383.967902:0:16780:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384383.967908:0:16780:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384383.967910:0:16780:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384383.967912:0:16780:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384383.967914:0:16780:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384383.967915:0:16780:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384383.967919:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384383.967923:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630081996859832 : -113991712691784 : ffff98533c7529b8) 00000004:00000001:1.0:1767384383.967925:0:16780:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446630081996859744 : -113991712691872 : ffff98533c752960) 00000004:00000001:1.0:1767384383.967927:0:16780:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.967930:0:16780:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384383.967932:0:16780:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384383.967934:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.967936:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.967940:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000023aebe0b. 02000000:00000001:1.0:1767384383.967943:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.967945:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.967951:0:16780:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.967954:0:16780:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384383.967957:0:16780:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384383.967959:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.967961:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967964:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967965:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967967:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967968:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967969:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967971:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967972:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967973:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967975:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967976:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967977:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967979:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967980:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967981:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967983:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.967984:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.967985:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.967989:0:16780:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384383.967992:0:16780:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000541156b4 flags 0x0 02000000:00000001:1.0:1767384383.967994:0:16780:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630076735489536 : -113996974062080 : ffff985202db0600) 00000001:00000001:1.0:1767384383.967996:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.967997:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.967999:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968000:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.968001:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.968003:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968004:0:16780:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384383.968006:0:16780:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968008:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.968009:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968011:0:16780:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384383.968016:0:16780:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968019:0:16780:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384383.968023:0:16780:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384383.968025:0:16780:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384383.968027:0:16780:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384383.968028:0:16780:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384383.968030:0:16780:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000e3a003cb 00000004:00000001:1.0:1767384383.968035:0:16780:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384383.968038:0:16780:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384383.968039:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384383.968042:0:16780:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a511e09c count: 2 00010000:00000001:1.0:1767384383.968044:0:16780:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384383.968046:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384383.968048:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e16ff39e. 00000020:00000001:1.0:1767384383.968050:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384383.968052:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e16ff39e with handle 0x1cafe7b7e4a4ff9b to hash 00000020:00000001:1.0:1767384383.968053:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384383.968054:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000010:1.0:1767384383.968057:0:16780:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000908a3a94. 00010000:00000001:1.0:1767384383.968058:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384383.968061:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384383.968063:0:16780:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384383.968065:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16780 initiator: MDT0 00010000:00000001:1.0:1767384383.968072:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384383.968075:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384383.968077:0:16780:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384383.968079:0:16780:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384383.968080:0:16780:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.968082:0:16780:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384383.968083:0:16780:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.968086:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384383.968087:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384383.968088:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384383.968095:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384383.968097:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000a511e09c) refcount = 2 00010000:00010000:1.0:1767384383.968100:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16780 initiator: MDT0 00010000:00000001:1.0:1767384383.968106:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384383.968110:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000bd048f01. 00010000:00000001:1.0:1767384383.968114:0:16780:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384383.968116:0:16780:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.968118:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384383.968119:0:16780:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.968121:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.968123:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384383.968125:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384383.968127:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384383.968129:0:16780:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16780 initiator: MDT0 00010000:00000001:1.0:1767384383.968135:0:16780:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384383.968136:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968138:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384383.968139:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384383.968141:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.968142:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000020:00000001:1.0:1767384383.968143:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384383.968146:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384383.968147:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968148:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384383.968150:0:16780:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968153:0:16780:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384383.968157:0:16780:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384383.968160:0:16780:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384383.968191:0:16780:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968194:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384383.968197:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968200:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968204:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968212:0:16780:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968215:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968218:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384383.968219:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968220:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968222:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384383.968224:0:16780:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384383.968226:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384383.968228:0:16780:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384383.968231:0:16780:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968234:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.968235:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968237:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.968238:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.968240:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968241:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.968242:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.968243:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968244:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384383.968245:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.968247:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384383.968260:0:16780:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384383.968262:0:16780:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1767384383.968265:0:16780:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384383.968267:0:16780:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384383.968268:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.968269:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968272:0:16780:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384383.968290:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384383.968291:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968292:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384383.968294:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968297:0:16780:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968299:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384383.968301:0:16780:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.968309:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000003d78b3f9. 00000020:00000001:1.0:1767384383.968313:0:16780:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384383.968315:0:16780:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.968317:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384383.968319:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968320:0:16780:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.968333:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384383.968335:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.968336:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000020:00000001:1.0:1767384383.968338:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384383.968340:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00000004:00010000:1.0:1767384383.968343:0:16780:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16780 initiator: MDT0 00010000:00000001:1.0:1767384383.968348:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968349:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384383.968350:0:16780:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384383.968352:0:16780:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384383.968354:0:16780:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384383.968355:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384383.968356:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.968357:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e16ff39e refcount=3 00000020:00000001:1.0:1767384383.968359:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00010000:00000001:1.0:1767384383.968361:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742627840 : -113991966923776 : ffff98532d4de400) 00000004:00000040:1.0:1767384383.968363:0:16780:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000418f8349 : new locks_count 2 00000020:00000040:1.0:1767384383.968365:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=8 00010000:00000001:1.0:1767384383.968367:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968368:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384383.968369:0:16780:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384383.968371:0:16780:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384383.968373:0:16780:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384383.968375:0:16780:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384383.968376:0:16780:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384383.968378:0:16780:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384383.968379:0:16780:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384383.968385:0:16780:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384383.968388:0:16780:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.968390:0:16780:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384383.968392:0:16780:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384383.968394:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000048bc94ce/0000000056c15c1c to site lru. bkt: 0000000033a7a9ec 00000004:00000001:1.0:1767384383.968397:0:16780:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384383.968398:0:16780:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384383.968401:0:16780:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384383.968402:0:16780:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384383.968405:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968406:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384383.968407:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384383.968409:0:16780:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.968411:0:16780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cba858d3 with handle 0x1cafe7b7e4a4ff94 from hash 00010000:00000001:1.0:1767384383.968413:0:16780:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384383.968414:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968415:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384383.968416:0:16780:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384383.968417:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384383.968420:0:16780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cba858d3/0x1cafe7b7e4a4ff94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fac1 expref: 8 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384383.968425:0:16780:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000418f8349 : new locks_count 1 00000020:00000040:1.0:1767384383.968427:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 7 00010000:00000010:1.0:1767384383.968429:0:16780:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b5fc42b. 00010000:00000001:1.0:1767384383.968434:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384383.968435:0:16780:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.968439:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384383.968441:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fac1 expref: 7 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384383.968448:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384383.968451:0:16780:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384383.968452:0:16780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a511e09c) 00010000:00010000:1.0:1767384383.968454:0:16780:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384383.968460:0:16780:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.968462:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.968464:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384383.968465:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.968466:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384383.968467:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e16ff39e, rc 0) 00000020:00000001:1.0:1767384383.968469:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.968473:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730399488 00010000:00000001:1.0:1767384383.968475:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384383.968478:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012267950 x1853236730399488/t0(0) o101->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 576/688 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384383.968487:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.968489:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.968491:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384383.968495:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.968497:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.968500:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384383.968502:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.968504:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.968507:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.968509:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384383.968513:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000200:1.0:1767384383.968517:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236730399488, offset 224 00000400:00000200:1.0:1767384383.968522:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384383.968530:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384383.968545:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384383.968555:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384383.968560:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384383.968564:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc97c8fd. 00000800:00000200:1.0:1767384383.968570:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:1.0:1767384383.968575:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:1.0:1767384383.968579:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc97c8fd type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384383.968591:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.968595:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:1.0:1767384383.968597:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.968598:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.968600:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384383.968603:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012267950 x1853236730399488/t0(0) o101->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 576/688 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384383.968613:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012267950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+7:15559:x1853236730399488:12345-192.168.203.52@tcp50:101: Request processed in 874us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384383.968620:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 7 00000100:00000040:1.0:1767384383.968622:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:1.0:1767384383.968625:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.968626:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.968630:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000996d0963. 00000020:00000010:1.0:1767384383.968633:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384383.968636:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070beb58f. 00000020:00000040:1.0:1767384383.968640:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 6 00000100:00000001:1.0:1767384383.968643:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384383.968795:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.968798:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc97c8fd. 00000400:00000200:0.0:1767384383.968802:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.968806:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384383.968809:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a560f502 00000400:00000010:0.0:1767384383.968811:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a560f502. 00000100:00000001:0.0:1767384383.968814:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384383.968816:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384383.977849:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977862:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.977866:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977869:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.977876:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.977887:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 17 MB=0x695824d000b80 00000400:00000200:2.0:1767384383.977893:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767384383.977897:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000302a3e67. 00000400:00000200:2.0:1767384383.977903:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef2dd38b 00000800:00000001:2.0:1767384383.977906:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977910:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.977912:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.977916:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.977919:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef2dd38b 00000400:00000010:2.0:1767384383.977921:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef2dd38b. 00000100:00000001:2.0:1767384383.977925:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.977926:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384383.977929:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000dca3f367 x1853236730399616 msgsize 328 00000100:00100000:2.0:1767384383.977934:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:2.0:1767384383.977936:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.977950:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.977954:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977957:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.977959:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977961:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.977965:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.977970:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 17 MB=0x695824d000c00 00000400:00000200:2.0:1767384383.977973:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:2.0:1767384383.977976:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.977991:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.977993:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.977997:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384383.978000:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.978001:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384383.978004:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8409f4f. 00000100:00000040:2.0:1767384383.978006:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000b8409f4f x1853236730399744 msgsize 328 00000100:00100000:2.0:1767384383.978010:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:2.0:1767384383.978056:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.978061:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.978065:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.978126:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.978128:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399616 02000000:00000001:0.0:1767384383.978131:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.978133:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.978134:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.978137:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.978141:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399616 00000020:00000001:0.0:1767384383.978143:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.978144:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:0.0:1767384383.978146:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.978148:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=9 00000020:00000001:0.0:1767384383.978150:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:0.0:1767384383.978153:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:0.0:1767384383.978156:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.978160:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384383.978162:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.978171:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000010:0.0:1767384383.978175:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005716b9a3. 00000020:00000010:0.0:1767384383.978179:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008a1b890. 00000020:00000010:0.0:1767384383.978182:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8d01f0c. 00000100:00000040:0.0:1767384383.978189:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384383.978191:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.978192:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384383.978194:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384383.978196:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.978198:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384383.978203:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.978204:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.978206:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:0.0:1767384383.978208:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:0.0:1767384383.978210:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000001:0.0:1767384383.978212:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.978214:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.978215:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978216:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978221:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978232:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384383.978239:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384383.978241:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399744 02000000:00000001:0.0:1767384383.978242:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384383.978244:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384383.978245:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.978247:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384383.978259:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399744 00000020:00000001:0.0:1767384383.978260:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384383.978262:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:0.0:1767384383.978263:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.978264:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=10 00000020:00000001:0.0:1767384383.978267:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:0.0:1767384383.978269:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:0.0:1767384383.978272:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384383.978307:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384383.978311:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384383.978314:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000010:0.0:1767384383.978317:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac843f3. 00000100:00000001:3.0:1767384383.978318:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384383.978321:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a83e133c. 00000100:00000001:3.0:1767384383.978326:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384383.978328:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000001:0.0:1767384383.978334:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384383.978337:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384383.978342:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 0 00010000:00000001:0.0:1767384383.978342:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384383.978349:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.978350:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00010000:00000001:0.0:1767384383.978354:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384383.978356:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082015761488 : -113991693790128 : ffff98533d959450) 00010000:00000001:0.0:1767384383.978358:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384383.978362:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384383.978364:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=3 00000100:00000040:3.0:1767384383.978369:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dca3f367 x1853236730399616/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384383.978370:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:0.0:1767384383.978377:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:0.0:1767384383.978383:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.978388:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.978392:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978398:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.978405:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384383.978407:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.978413:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:0.0:1767384383.978416:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.978418:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.978424:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000100:00000001:0.0:1767384383.978431:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384383.978432:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dca3f367 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+10:12127:x1853236730399616:12345-192.168.203.52@tcp50:103: 00000100:00000001:0.0:1767384383.978435:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384383.978442:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399616 00000100:00100000:0.0:1767384383.978448:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 1 00010000:00000001:3.0:1767384383.978449:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:0.0:1767384383.978454:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 2 00010000:00000002:3.0:1767384383.978455:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384383.978461:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384383.978461:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008403456 : -113991701148160 : ffff98533d254e00) 00000100:00000001:3.0:1767384383.978471:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384383.978471:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8409f4f x1853236730399744/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384383.978477:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.978484:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4c1edb2. 02000000:00000001:3.0:1767384383.978488:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978488:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384383.978495:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384383.978496:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00010000:00000001:3.0:1767384383.978504:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384383.978504:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384383.978508:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:0.0:1767384383.978510:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00010000:00000001:3.0:1767384383.978512:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384383.978515:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.978518:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a0059aa refcount=3 00000020:00000001:3.0:1767384383.978522:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00000100:00100000:0.0:1767384383.978528:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8409f4f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:70a6d5db-857a-4a1a-bae4-85e0c78297d0+10:12127:x1853236730399744:12345-192.168.203.52@tcp50:103: 00010000:00000001:3.0:1767384383.978530:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004046336 : -113992705505280 : ffff985301480800) 00010000:00000040:3.0:1767384383.978540:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 8 00000100:00000200:0.0:1767384383.978541:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399744 00010000:00000001:0.0:1767384383.978547:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384383.978548:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000002:0.0:1767384383.978551:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:3.0:1767384383.978553:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.978555:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1767384383.978558:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384383.978561:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384383.978562:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384383.978566:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384383.978567:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384383.978572:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005214b9da. 00010000:00000001:3.0:1767384383.978574:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.978578:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384383.978578:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978585:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.978588:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.978588:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384383.978593:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384383.978593:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384383.978598:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.978600:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384383.978601:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.978604:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.978607:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a0059aa with handle 0x1cafe7b7e4a4ff71 from hash 00000020:00000040:0.0:1767384383.978608:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bdb7235 refcount=3 00010000:00000001:3.0:1767384383.978615:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767384383.978615:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:3.0:1767384383.978618:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.978623:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.978624:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742626816 : -113991966924800 : ffff98532d4de000) 00010000:00000001:3.0:1767384383.978626:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1767384383.978633:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000068e02097 count: 4 00010000:00000001:3.0:1767384383.978634:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384383.978637:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.978641:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1767384383.978643:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a0059aa/0x1cafe7b7e4a4ff71 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa74 expref: 10 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384383.978653:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000faac41ad : new locks_count 3 00000020:00000001:0.0:1767384383.978656:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:3.0:1767384383.978657:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 9 00010000:00000001:0.0:1767384383.978660:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.978663:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.978667:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384383.978667:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.978671:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384383.978674:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.978676:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384383.978678:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384383.978680:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.978684:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.978685:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.978688:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.978689:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384383.978694:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.978697:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.978699:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bdb7235 with handle 0x1cafe7b7e4a4ff7f from hash 00010000:00000001:0.0:1767384383.978701:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384383.978703:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.978704:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.978705:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384383.978707:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384383.978712:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384383.978716:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bdb7235/0x1cafe7b7e4a4ff7f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa9e expref: 9 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384383.978724:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000faac41ad : new locks_count 2 00000020:00000040:0.0:1767384383.978726:0:20661:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 8 00010000:00000001:0.0:1767384383.978731:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.978733:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384383.978734:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384383.978736:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.978738:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.978739:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384383.978741:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384383.978742:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.978746:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384383.978748:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384383.978751:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384383.978755:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384383.978757:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384383.978759:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384383.978761:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384383.978763:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.978766:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384383.978768:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:0.0:1767384383.978772:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000100:00000200:0.0:1767384383.978775:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236730399744, offset 224 00000400:00000200:0.0:1767384383.978781:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:0.0:1767384383.978787:0:20661:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384383.978801:0:20661:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384383.978810:0:20661:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384383.978815:0:20661:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384383.978818:0:20661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064cd1cde. 00000800:00000200:0.0:1767384383.978823:0:20661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:0.0:1767384383.978832:0:20661:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384383.978835:0:20661:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064cd1cde type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384383.978845:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.978848:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:0.0:1767384383.978850:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.978852:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384383.978855:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8409f4f x1853236730399744/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384383.978865:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8409f4f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:70a6d5db-857a-4a1a-bae4-85e0c78297d0+8:12127:x1853236730399744:12345-192.168.203.52@tcp50:103: Request processed in 376us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384383.978873:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 1 00000100:00000040:0.0:1767384383.978875:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 1 00000100:00000001:0.0:1767384383.978877:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384383.978879:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384383.978882:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a83e133c. 00000020:00000010:0.0:1767384383.978886:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000020:00000010:0.0:1767384383.978889:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac843f3. 00000020:00000040:0.0:1767384383.978893:0:20661:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 7 00000100:00000001:0.0:1767384383.978895:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384383.979189:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384383.979192:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384383.979197:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.979199:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.979202:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.979208:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.979212:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:3.0:1767384383.979215:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:3.0:1767384383.979218:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.979220:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.979223:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.979226:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.979230:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018164874. 00000100:00000200:3.0:1767384383.979234:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236730399616, offset 224 00000400:00000200:3.0:1767384383.979240:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384383.979261:0:16763:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384383.979295:0:16763:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [238:238:255:4294967295] 192.168.203.52@tcp50 LPNI seq info [27:27:7:4294967295] 00000400:00000200:3.0:1767384383.979310:0:16763:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.979316:0:16763:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.979320:0:16763:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9252b82. 00000800:00000200:3.0:1767384383.979327:0:16763:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.979334:0:16763:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384383.979338:0:16763:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9252b82 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.979342:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.979348:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.979350:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.979352:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.979356:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dca3f367 x1853236730399616/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.979366:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dca3f367 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:12127:x1853236730399616:12345-192.168.203.52@tcp50:103: Request processed in 960us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.979376:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 0 00000100:00000040:3.0:1767384383.979380:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:3.0:1767384383.979383:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.979385:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.979391:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008a1b890. 00000020:00000010:3.0:1767384383.979395:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8d01f0c. 00000020:00000010:3.0:1767384383.979400:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005716b9a3. 00000020:00000040:3.0:1767384383.979409:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 02000000:00000001:3.0:1767384383.979417:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979419:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000743452c7. 02000000:00000001:3.0:1767384383.979423:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979425:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 02000000:00000001:3.0:1767384383.979431:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979433:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000015f19f96. 02000000:00000001:3.0:1767384383.979437:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979439:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a812638. 02000000:00000001:3.0:1767384383.979446:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979448:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c0732d9. 02000000:00000001:3.0:1767384383.979452:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979454:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311f1996. 02000000:00000001:3.0:1767384383.979461:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979463:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af2d98ca. 02000000:00000001:3.0:1767384383.979468:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979470:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009523c7fc. 02000000:00000001:3.0:1767384383.979478:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979480:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db99d5b4. 02000000:00000001:3.0:1767384383.979484:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979486:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f485b8ec. 02000000:00000001:3.0:1767384383.979492:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.979495:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000047757c41. 02000000:00000001:3.0:1767384383.979499:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.979501:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001a271e8. 00000100:00000001:3.0:1767384383.979506:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384383.979514:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384383.979520:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645e896a. 00000400:00000010:3.0:1767384383.979525:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002478ae39. 00000800:00000001:0.0:1767384383.979593:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384383.982399:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384383.982404:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064cd1cde. 00000400:00000200:2.0:1767384383.982408:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.982413:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.982417:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728b69a0 00000400:00000010:2.0:1767384383.982419:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000728b69a0. 00000100:00000001:2.0:1767384383.982422:0:16133:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384383.982423:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767384383.982442:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384383.982444:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9252b82. 00000400:00000200:2.0:1767384383.982446:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.982450:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.982452:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018164874 00000400:00000010:2.0:1767384383.982454:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018164874. 00000100:00000001:2.0:1767384383.982457:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384383.982459:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.982461:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f4c1edb2. 02000000:00000001:2.0:1767384383.982465:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384383.982466:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384383.982470:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.982475:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982481:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.982491:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.982501:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 328 into portal 17 MB=0x695824d000c80 00000400:00000200:0.0:1767384383.982507:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.52@tcp50 of length 328/328 into md 0x15 [2] + 328 00000800:00000001:0.0:1767384383.982513:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982519:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.982522:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.982527:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.982532:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.982546:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384383.982550:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038da48be. 00000100:00000040:0.0:1767384383.982553:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000038da48be x1853236730399872 msgsize 328 00000100:00100000:0.0:1767384383.982561:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:0.0:1767384383.982607:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.982615:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982619:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.982621:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982623:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.982627:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384383.982633:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 28 MB=0x695824d000d00 00000400:00000200:0.0:1767384383.982638:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.52@tcp50 of length 224/224 into md 0xab9 [8] + 5304 00000800:00000001:0.0:1767384383.982642:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982647:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.982649:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.982652:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384383.982655:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384383.982657:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384383.982660:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001fac551. 00000100:00000040:0.0:1767384383.982662:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000001fac551 x1853236730400000 msgsize 224 00000100:00100000:0.0:1767384383.982667:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:0.0:1767384383.982677:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384383.982680:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.982682:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.982704:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.982707:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730400000 02000000:00000001:1.0:1767384383.982709:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.982711:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.982712:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.982715:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.982718:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730400000 00000020:00000001:1.0:1767384383.982720:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.982721:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff8d 00000020:00000001:1.0:1767384383.982723:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.982725:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a4127b0d refcount=6 00000020:00000001:1.0:1767384383.982727:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081774456832 : -113991935094784 : ffff98532f339000) 00000020:00000001:1.0:1767384383.982730:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081774456832 : -113991935094784 : ffff98532f339000) 00000100:00000001:1.0:1767384383.982732:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.982742:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079c192b6. 00000020:00000010:1.0:1767384383.982745:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000412c23cf. 00000020:00000040:1.0:1767384383.982750:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 8 - evictor 00000100:00000001:1.0:1767384383.982795:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384383.982799:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bee5ebcb. 00000020:00000010:1.0:1767384383.982803:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000996d0963. 00000020:00000010:1.0:1767384383.982806:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000100:00000040:1.0:1767384383.982812:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384383.982814:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.982815:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.982817:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.982821:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.982835:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.982843:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.982845:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.982849:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 5 00000100:00000040:1.0:1767384383.982851:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a4127b0d : new rpc_count 1 00000100:00000001:1.0:1767384383.982853:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067442944 : -113992642108672 : ffff9853050f6300) 00000100:00000040:1.0:1767384383.982858:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001fac551 x1853236730400000/t0(0) o9->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.982867:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.982869:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000412c23cf. 00000100:00000001:1.0:1767384383.982872:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.982874:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000412c23cf. 00000100:00100000:1.0:1767384383.982879:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001fac551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:12125:x1853236730400000:12345-192.168.203.52@tcp50:9: 00000100:00000200:1.0:1767384383.982883:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730400000 00000020:00000001:1.0:1767384383.982885:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.982889:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384383.982892:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384383.982892:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384383.982896:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730399872 00000020:00000001:1.0:1767384383.982898:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384383.982901:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384383.982902:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733008 : -1037818608 : ffffffffc2242510) 00000100:00000001:3.0:1767384383.982905:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384383.982908:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384383.982909:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384383.982913:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.982918:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384383.982919:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730399872 00000020:00000001:3.0:1767384383.982924:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384383.982925:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767384383.982927:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:1.0:1767384383.982929:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.982931:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384383.982934:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.982935:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=7 00000020:00000001:1.0:1767384383.982941:0:17549:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000001:3.0:1767384383.982942:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00010000:00000001:1.0:1767384383.982945:0:17549:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000001:3.0:1767384383.982947:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:1.0:1767384383.982950:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384383.982953:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384383.982954:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384383.982959:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 02000000:00000010:1.0:1767384383.982960:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017821786. 00000100:00000001:3.0:1767384383.982966:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384383.982967:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.982972:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.982973:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000020:00000040:1.0:1767384383.982981:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=7 00000020:00000010:3.0:1767384383.982983:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00010000:00000001:1.0:1767384383.982987:0:17549:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000010:3.0:1767384383.982989:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000407dd21d. 00002000:00000001:1.0:1767384383.982991:0:17549:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384383.982994:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=8 00000020:00000010:3.0:1767384383.982996:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00010000:00000001:1.0:1767384383.982998:0:17549:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384383.983002:0:17549:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000040:3.0:1767384383.983006:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000040:1.0:1767384383.983012:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 7 00000020:00000080:1.0:1767384383.983016:0:17549:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4ff8d 00000020:00000040:1.0:1767384383.983019:0:17549:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4127b0d with handle 0x1cafe7b7e4a4ff8d from hash 00000020:00000040:1.0:1767384383.983023:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 6 00000020:00000010:1.0:1767384383.983025:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000079c192b6. 00000020:00000001:1.0:1767384383.983028:0:17549:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.983029:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 5 00000020:00000001:1.0:1767384383.983031:0:17549:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.983032:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 4 00000020:00000001:1.0:1767384383.983034:0:17549:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.983036:0:17549:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384383.983038:0:17549:0:(import.c:65:import_set_state_nolock()) 00000000b511aacf : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384383.983041:0:17549:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384383.983043:0:17549:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384383.983044:0:17549:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384383.983052:0:17549:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384383.983056:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384383.983059:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000006e3033bc dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384383.983061:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000a4127b0d dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384383.983066:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.983070:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384383.983073:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384383.983076:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.983079:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051ef4306. 00010000:00000001:3.0:1767384383.983080:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:1.0:1767384383.983086:0:17549:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d233de57. 00000020:00000010:1.0:1767384383.983090:0:17549:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001ca753b. 00000020:00000010:1.0:1767384383.983094:0:17549:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384383.983098:0:17549:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070beb58f. 80000000:00000010:1.0:1767384383.983102:0:17549:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000884fed97. 40000000:00000010:1.0:1767384383.983105:0:17549:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079c192b6. 00100000:00000010:1.0:1767384383.983110:0:17549:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000057eb8fa. 00040000:00000010:1.0:1767384383.983113:0:17549:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f035f53. 00040000:00000010:1.0:1767384383.983117:0:17549:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d89646f. 00080000:00000010:1.0:1767384383.983121:0:17549:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003498b68b. 00002000:00000010:1.0:1767384383.983125:0:17549:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d5c50d80. 00000001:00000001:1.0:1767384383.983128:0:17549:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384383.983130:0:17549:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2' 00000001:00000001:1.0:1767384383.983133:0:17549:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384383.983134:0:17549:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384383.983137:0:17549:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384383.983144:0:17549:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3175cfa. 00080000:00000001:1.0:1767384383.983146:0:17549:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720351232 : -113996989200384 : ffff985201f40800) 00080000:00000001:1.0:1767384383.983149:0:17549:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384383.983167:0:17549:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384383.983169:0:17549:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.983171:0:17549:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384383.983187:0:17549:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.983189:0:17549:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767384383.983192:0:17549:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384383.983240:0:17549:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767384383.983243:0:17549:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384383.983245:0:17549:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.983261:0:17549:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384383.983308:0:17549:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384383.983310:0:17549:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:3.0:1767384383.983316:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1767384383.983316:0:17549:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.983320:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.983322:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=3 00000020:00000001:3.0:1767384383.983328:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000001:00000001:1.0:1767384383.983329:0:17549:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00010000:00000001:3.0:1767384383.983336:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00080000:00000001:1.0:1767384383.983336:0:17549:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384383.983341:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1767384383.983342:0:17549:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c0732d9. 00010000:00000001:3.0:1767384383.983344:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.983347:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.983349:0:17549:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076720353280 : -113996989198336 : ffff985201f41000) 00000100:00000001:3.0:1767384383.983351:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.983355:0:17549:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384383.983359:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.983370:0:17549:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384383.983373:0:17549:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.983375:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384383.983376:0:17549:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384383.983391:0:17549:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.983392:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.983396:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1767384383.983397:0:17549:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009ccd3df5. 00000001:00000040:1.0:1767384383.983402:0:17549:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a4127b0d : new cb_count 2 00000100:00100000:3.0:1767384383.983407:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 2 00000020:00000040:1.0:1767384383.983408:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000a4127b0d refcount=5 00000100:00000040:3.0:1767384383.983416:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00080000:00000001:1.0:1767384383.983418:0:17549:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384383.983422:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067437568 : -113992642114048 : ffff9853050f4e00) 00000100:00000040:3.0:1767384383.983429:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000038da48be x1853236730399872/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384383.983430:0:17549:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384383.983438:0:17549:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384383.983444:0:17549:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384383.983452:0:17549:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.983453:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000040:1.0:1767384383.983457:0:17549:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000020:00000010:3.0:1767384383.983460:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000001:00000040:1.0:1767384383.983462:0:17549:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000100:00000001:3.0:1767384383.983467:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384383.983472:0:17549:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.983473:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000020:00000010:1.0:1767384383.983478:0:17549:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d233de57. 00000100:00100000:3.0:1767384383.983485:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000038da48be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+7:12129:x1853236730399872:12345-192.168.203.52@tcp50:103: 00000020:00000010:1.0:1767384383.983488:0:17549:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001ca753b. 00000100:00000200:3.0:1767384383.983495:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730399872 00000020:00000010:1.0:1767384383.983497:0:17549:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00010000:00000001:3.0:1767384383.983499:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384383.983503:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384383.983507:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:1.0:1767384383.983507:0:17549:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070beb58f. 00000100:00000001:3.0:1767384383.983511:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384383.983515:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 80000000:00000010:1.0:1767384383.983515:0:17549:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000884fed97. 02000000:00000010:3.0:1767384383.983521:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f380c7f. 40000000:00000010:1.0:1767384383.983522:0:17549:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000079c192b6. 02000000:00000001:3.0:1767384383.983529:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384383.983531:0:17549:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000057eb8fa. 00000100:00000001:3.0:1767384383.983534:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384383.983537:0:17549:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f035f53. 00010000:00000001:3.0:1767384383.983539:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384383.983543:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00040000:00000010:1.0:1767384383.983545:0:17549:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d89646f. 00010000:00000001:3.0:1767384383.983547:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:1.0:1767384383.983550:0:17549:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003498b68b. 00000020:00000001:3.0:1767384383.983551:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.983554:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000874ef952 refcount=3 00002000:00000010:1.0:1767384383.983556:0:17549:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d5c50d80. 00000020:00000001:3.0:1767384383.983559:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000020:00000010:1.0:1767384383.983562:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051ef4306. 00010000:00000001:3.0:1767384383.983565:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051456 : -113992705500160 : ffff985301481c00) 00000001:00000001:1.0:1767384383.983568:0:17549:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000040:3.0:1767384383.983570:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000080572cf2 count: 2 00000001:00000040:1.0:1767384383.983572:0:17549:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 8 00010000:00000001:3.0:1767384383.983575:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:1.0:1767384383.983578:0:17549:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000020:00000001:3.0:1767384383.983579:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.983582:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.983583:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.983586:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384383.983588:0:17549:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 7 00010000:00000001:3.0:1767384383.983591:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767384383.983594:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 4 00010000:00000001:3.0:1767384383.983595:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:1.0:1767384383.983600:0:17549:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:3.0:1767384383.983602:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:1.0:1767384383.983603:0:17549:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 6 00010000:00000001:3.0:1767384383.983606:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384383.983608:0:17549:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:3.0:1767384383.983611:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767384383.983612:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 3 00010000:00000001:3.0:1767384383.983615:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384383.983617:0:17549:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.983619:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000874ef952 with handle 0x1cafe7b7e4a4ff78 from hash 00010000:00000001:1.0:1767384383.983622:0:17549:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.983626:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384383.983627:0:17549:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.983629:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.983634:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384383.983635:0:17549:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.983636:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:1.0:1767384383.983639:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730400000 00010000:00000001:3.0:1767384383.983640:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384383.983642:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384383.983646:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000874ef952/0x1cafe7b7e4a4ff78 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa97 expref: 7 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384383.983653:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000faac41ad : new locks_count 1 00000020:00000040:3.0:1767384383.983659:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00010000:00000001:1.0:1767384383.983660:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384383.983669:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1767384383.983670:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001fac551 x1853236730400000/t0(0) o9->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.983674:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384383.983677:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384383.983682:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384383.983689:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.983695:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.983697:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.983700:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384383.983704:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.983706:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.983708:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:1.0:1767384383.983711:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.983713:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.983715:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.983718:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:1.0:1767384383.983721:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384383.983725:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236730400000, offset 224 00000400:00000200:1.0:1767384383.983729:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:1.0:1767384383.983736:0:17549:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:1.0:1767384383.983745:0:17549:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [239:239:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384383.983754:0:17549:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384383.983759:0:17549:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:1.0:1767384383.983762:0:17549:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00010000:00000001:3.0:1767384383.983763:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384383.983766:0:16763:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000080572cf2 count: 0 00000800:00000200:1.0:1767384383.983776:0:17549:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00010000:00010000:3.0:1767384383.983779:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384383.983782:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384383.983788:0:17549:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00010000:00000001:3.0:1767384383.983790:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.983794:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384383.983794:0:17549:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007f035f53 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:3.0:1767384383.983800:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.983806:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.983811:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 8 to 192.168.203.52@tcp50 00000100:00000001:1.0:1767384383.983812:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.983816:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 00000100:00000040:1.0:1767384383.983822:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 02000000:00000001:3.0:1767384383.983823:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.983827:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.983829:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384383.983834:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384383.983834:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.983840:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.983845:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.983851:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027e2e5b3. 00000100:00000040:1.0:1767384383.983851:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001fac551 x1853236730400000/t0(0) o9->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384383.983857:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236730399872, offset 224 00000400:00000200:3.0:1767384383.983871:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000100:00100000:1.0:1767384383.983878:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001fac551 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+3:12125:x1853236730400000:12345-192.168.203.52@tcp50:9: Request processed in 1003us (1207us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384383.983889:0:16763:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000100:00100000:1.0:1767384383.983898:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 5 00000100:00000040:1.0:1767384383.983901:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a4127b0d : new rpc_count 0 00000100:00000001:1.0:1767384383.983907:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384383.983908:0:16763:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [240:240:255:4294967295] 192.168.203.52@tcp50 LPNI seq info [29:29:7:4294967295] 00000100:00000001:1.0:1767384383.983911:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.983915:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000996d0963. 00000020:00000010:1.0:1767384383.983921:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000020:00000010:1.0:1767384383.983929:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bee5ebcb. 00000400:00000200:3.0:1767384383.983932:0:16763:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000020:00000040:1.0:1767384383.983935:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 2 00000100:00000001:1.0:1767384383.983941:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384383.983942:0:16763:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.983952:0:16763:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004150f27. 00000800:00000200:3.0:1767384383.983957:0:16763:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.983962:0:16763:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000020:00000001:1.0:1767384383.983964:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767384383.983966:0:16763:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004150f27 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767384383.983967:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384383.983974:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384383.983976:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.983982:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.983985:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.983987:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.983993:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038da48be x1853236730399872/t0(0) o103->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:364/0 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.984005:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000038da48be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+6:12129:x1853236730399872:12345-192.168.203.52@tcp50:103: Request processed in 548us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384383.984074:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 2 00000100:00000040:3.0:1767384383.984077:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:3.0:1767384383.984079:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.984082:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.984085:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384383.984089:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000020:00000010:3.0:1767384383.984095:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000020:00000040:3.0:1767384383.984098:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 5 00000100:00000001:3.0:1767384383.984100:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384383.984151:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.984154:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000200:3.0:1767384383.984158:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.984162:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.984165:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0dad6c 00000400:00000010:3.0:1767384383.984167:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0dad6c. 00000100:00000001:3.0:1767384383.984170:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384383.984171:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767384383.984565:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.984568:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004150f27. 00000400:00000200:3.0:1767384383.984571:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.984574:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384383.984577:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027e2e5b3 00000400:00000010:3.0:1767384383.984579:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027e2e5b3. 00000100:00000001:3.0:1767384383.984582:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384383.984583:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:2.0:1767384383.984723:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384383.984727:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 8 - evictor 00010000:00000010:1.1:1767384383.987324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cba858d3. 00010000:00000010:3.1:1767384383.987347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a0059aa. 00010000:00000010:0.1:1767384383.991305:0:1365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bdb7235. 00010000:00000010:3.1:1767384383.991308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00010000:00000010:3.1:1767384383.991320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000080572cf2. 00000800:00000001:2.0:1767384383.992348:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.992358:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384383.992361:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.992363:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.992372:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384383.992383:0:16133:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 12 MB=0x695824d000e00 00000400:00000200:2.0:1767384383.992390:0:16133:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.52@tcp50 of length 224/224 into md 0x229 [64] + 11832 00000800:00000001:2.0:1767384383.992396:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.992402:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384383.992405:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.992409:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384383.992414:0:16133:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.992415:0:16133:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384383.992420:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006348a1c5. 00000100:00000040:2.0:1767384383.992423:0:16133:0:(events.c:337:request_in_callback()) incoming req@000000006348a1c5 x1853236730400256 msgsize 224 00000100:00100000:2.0:1767384383.992427:0:16133:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000001:2.0:1767384383.992446:0:16133:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384383.992452:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384383.992454:0:16133:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.992513:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384383.992516:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730400256 02000000:00000001:3.0:1767384383.992518:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384383.992520:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384383.992522:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384383.992525:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384383.992528:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730400256 00000020:00000001:3.0:1767384383.992530:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384383.992532:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff86 00000020:00000001:3.0:1767384383.992533:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384383.992535:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000418f8349 refcount=7 00000020:00000001:3.0:1767384383.992538:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000020:00000001:3.0:1767384383.992540:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00000100:00000001:3.0:1767384383.992544:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.992547:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.992550:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.992552:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000020:00000010:3.0:1767384383.992557:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071095e16. 00000020:00000010:3.0:1767384383.992560:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384383.992564:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000040:3.0:1767384383.992569:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384383.992571:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384383.992573:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384383.992575:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.992579:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.992592:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384383.992600:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384383.992601:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384383.992605:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 8 00000100:00000040:3.0:1767384383.992607:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000418f8349 : new rpc_count 1 00000100:00000001:3.0:1767384383.992609:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008413312 : -113991701138304 : ffff98533d257480) 00000100:00000040:3.0:1767384383.992614:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006348a1c5 x1853236730400256/t0(0) o39->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384383.992622:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384383.992625:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3c3d6f7. 00000100:00000001:3.0:1767384383.992626:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.992628:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3c3d6f7. 00000100:00100000:3.0:1767384383.992632:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006348a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+7:12125:x1853236730400256:12345-192.168.203.52@tcp50:39: 00000100:00000200:3.0:1767384383.992636:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730400256 00000020:00000001:3.0:1767384383.992638:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384383.992641:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384383.992652:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.992654:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384383.992656:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609312 : -1039942304 : ffffffffc203bd60) 00000020:00000001:3.0:1767384383.992658:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384383.992661:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236730400256, found 0 last_xid 1853236730399487 00000020:00000001:3.0:1767384383.992664:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384383.992666:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384383.992667:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384383.992669:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.992671:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384383.992673:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384383.992676:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384383.992677:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384383.992681:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af2d98ca. 02000000:00000001:3.0:1767384383.992683:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.992685:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.992689:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=8 00010000:00000001:3.0:1767384383.992691:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384383.992693:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384383.992695:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=9 00010000:00000001:3.0:1767384383.992697:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384383.992698:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384383.992710:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 8 00000020:00000080:3.0:1767384383.992712:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4ff86 00000020:00000040:3.0:1767384383.992714:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000418f8349 with handle 0x1cafe7b7e4a4ff86 from hash 00000020:00000040:3.0:1767384383.992718:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 7 00000020:00000010:3.0:1767384383.992720:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e31c3bf8. 00000020:00000001:3.0:1767384383.992723:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384383.992724:0:16779:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000418f8349: total 0 00000020:00000001:3.0:1767384383.992726:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384383.992727:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 6 00000020:00000001:3.0:1767384383.992729:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.992731:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384383.992732:0:16779:0:(import.c:65:import_set_state_nolock()) 0000000023a05596 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384383.992735:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384383.992737:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384383.992738:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384383.992749:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384383.992753:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384383.992756:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000001ce0b523 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384383.992758:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021a6f1ff dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384383.992760:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384383.992763:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384383.992766:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384383.992768:0:16779:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2' 00000001:00000001:3.0:1767384383.992771:0:16779:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384383.992773:0:16779:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384383.992776:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.992781:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008a76587d. 00080000:00000001:3.0:1767384383.992783:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076751502336 : -113996958049280 : ffff985203cf5c00) 00080000:00000001:3.0:1767384383.992786:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.992799:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384383.992800:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.992802:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.992805:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.992807:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384383.992808:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.992823:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.992825:0:16779:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384383.992827:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384383.992868:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384383.992871:0:16779:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384383.992873:0:16779:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.992875:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384383.992878:0:16779:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384383.992880:0:16779:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:3.0:1767384383.992883:0:16779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007e2d8242. 00000001:00000040:3.0:1767384383.992885:0:16779:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000418f8349 : new cb_count 2 00000020:00000040:3.0:1767384383.992887:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=7 00000001:00000010:3.0:1767384383.992891:0:16779:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000573433ff. 00000001:00000010:3.0:1767384383.992937:0:16779:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000000389a244. 00080000:00000001:3.0:1767384383.992941:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384383.993004:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1767384383.993007:0:16779:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000573433ff: xid 1853236730400256, transno 8589934593, tag 0, client gen 1, slot idx 0 00000001:00000001:3.0:1767384383.993010:0:16779:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.993020:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384383.993021:0:16779:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384383.993023:0:16779:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.993026:0:16779:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384383.993027:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.993032:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015f19f96. 00080000:00000001:3.0:1767384383.993034:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733057024 : -113996976494592 : ffff985202b5e800) 00080000:00000001:3.0:1767384383.993036:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.993044:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384383.993045:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.993047:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.993052:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384383.993055:0:16779:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bc4a0212. 00000001:00000040:3.0:1767384383.993057:0:16779:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000418f8349 : new cb_count 3 00000020:00000040:3.0:1767384383.993059:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000418f8349 refcount=8 00080000:00000001:3.0:1767384383.993061:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384383.993068:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384383.993070:0:16779:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384383.993071:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384383.993075:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384383.993076:0:16779:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384383.993079:0:16779:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384383.993081:0:16779:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384383.993083:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.993085:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384383.993087:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 7 00000001:00000001:3.0:1767384383.993090:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384383.993092:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 6 00000020:00000040:3.0:1767384383.993094:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 7 00000001:00000001:3.0:1767384383.993095:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384383.993096:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 5 00000001:00000001:3.0:1767384383.993098:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384383.993099:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 6 00000004:00000001:3.0:1767384383.993100:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.993102:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.993104:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.993106:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384383.993108:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853236730400256 00010000:00000001:3.0:1767384383.993111:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384383.993115:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006348a1c5 x1853236730400256/t8589934593(0) o39->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384383.993122:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384383.993124:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384383.993127:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384383.993130:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384383.993132:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:3.0:1767384383.993134:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:3.0:1767384383.993137:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384383.993139:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.993141:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384383.993144:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:3.0:1767384383.993147:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027e2e5b3. 00000100:00000200:3.0:1767384383.993151:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236730400256, offset 224 00000400:00000200:3.0:1767384383.993156:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:3.0:1767384383.993163:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:3.0:1767384383.993176:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [241:241:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384383.993185:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384383.993190:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:3.0:1767384383.993193:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004150f27. 00000800:00000200:3.0:1767384383.993198:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:3.0:1767384383.993203:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:3.0:1767384383.993207:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004150f27 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384383.993224:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384383.993228:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:3.0:1767384383.993230:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384383.993231:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.993233:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384383.993236:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006348a1c5 x1853236730400256/t8589934593(0) o39->e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2@192.168.203.52@tcp50:364/0 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384383.993244:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006348a1c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2+6:12125:x1853236730400256:12345-192.168.203.52@tcp50:39: Request processed in 620us (819us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384383.993264:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 8 00000100:00000040:3.0:1767384383.993266:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000418f8349 : new rpc_count 0 00000100:00000001:3.0:1767384383.993268:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.993270:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384383.993272:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384383.993294:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000020:00000010:3.0:1767384383.993298:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071095e16. 00000020:00000040:3.0:1767384383.993301:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 5 00000100:00000001:3.0:1767384383.993303:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384383.993434:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384383.993436:0:16765:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000418f8349: total 0 00000020:00000001:0.0:1767384383.993438:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630076725757952 : -113996983793664 : ffff985202468800) 00010000:00000001:0.0:1767384383.993442:0:16765:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:0.0:1767384383.993445:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac843f3. 00000020:00000010:0.0:1767384383.993449:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005716b9a3. 00000020:00000010:0.0:1767384383.993452:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad1a094c. 00000020:00000010:0.0:1767384383.993455:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384383.993459:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005bd521f1. 80000000:00000010:0.0:1767384383.993468:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097a75cc1. 40000000:00000010:0.0:1767384383.993470:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000007692933. 00100000:00000010:0.0:1767384383.993474:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384383.993477:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9227307. 00040000:00000010:0.0:1767384383.993481:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002166e9cc. 00080000:00000010:0.0:1767384383.993484:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a094669e. 00002000:00000010:0.0:1767384383.993487:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000631e5b91. 00000020:00000010:0.0:1767384383.993490:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005716b9a3. 00000020:00000010:0.0:1767384383.993494:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad1a094c. 00000020:00000010:0.0:1767384383.993496:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384383.993499:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005bd521f1. 80000000:00000010:0.0:1767384383.993502:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097a75cc1. 40000000:00000010:0.0:1767384383.993505:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000007692933. 00100000:00000010:0.0:1767384383.993507:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384383.993511:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9227307. 00040000:00000010:0.0:1767384383.993514:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002166e9cc. 00080000:00000010:0.0:1767384383.993517:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a094669e. 00002000:00000010:0.0:1767384383.993519:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000631e5b91. 00000020:00000010:0.0:1767384383.993521:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac843f3. 00010000:00010000:0.0:1767384383.993523:0:16765:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000418f8349, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384383.993527:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000020:00000010:0.0:1767384383.993529:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005bd521f1. 00000020:00000010:0.0:1767384383.993531:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384383.993533:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384383.993535:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bac843f3. 80000000:00000010:0.0:1767384383.993536:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097a75cc1. 40000000:00000010:0.0:1767384383.993538:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000007692933. 00100000:00000010:0.0:1767384383.993540:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384383.993542:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9227307. 00040000:00000010:0.0:1767384383.993544:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005716b9a3. 00080000:00000010:0.0:1767384383.993546:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ad1a094c. 00002000:00000010:0.0:1767384383.993548:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000631e5b91. 00000001:00000001:0.0:1767384383.993550:0:16765:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384383.993556:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384383.993562:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a511e09c count: 2 00000004:00000001:0.0:1767384383.993565:0:16765:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384383.993567:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384383.993569:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.993571:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384383.993573:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.993575:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.993578:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384383.993579:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384383.993582:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.993584:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.993586:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384383.993587:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384383.993589:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e16ff39e with handle 0x1cafe7b7e4a4ff9b from hash 00010000:00000001:0.0:1767384383.993592:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384383.993593:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.993594:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.993595:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384383.993599:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a2a55580. 00010000:00000001:0.0:1767384383.993603:0:16765:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384383.993604:0:16765:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.993606:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384383.993608:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384383.993610:0:16765:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384383.993612:0:16765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a511e09c) 00010000:00010000:0.0:1767384383.993614:0:16765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384383.993616:0:16765:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384383.993619:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.993620:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384383.993622:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000418f8349, 1 locks cancelled. 00010000:00000001:0.0:1767384383.993624:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384383.993625:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384383.993626:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384383.993630:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e16ff39e/0x1cafe7b7e4a4ff9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fac1 expref: 5 pid: 16780 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384383.993658:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005e5df08d. 00010000:00000040:0.0:1767384383.993660:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000418f8349 : new locks_count 0 00000020:00000040:0.0:1767384383.993661:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 4 00010000:00000010:0.0:1767384383.993664:0:16765:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908a3a94. 00010000:00000040:0.0:1767384383.993667:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a511e09c count: 0 00010000:00000010:0.0:1767384383.993672:0:16765:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc3b9abb. 00010000:00000001:0.0:1767384383.993677:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384383.993679:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: e1ad3296-aa7b-4, loop: 0 00000001:00000001:0.0:1767384383.993680:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384383.993683:0:16765:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.993685:0:16765:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000418f8349, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384383.993688:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005bd521f1. 00000020:00000010:0.0:1767384383.993691:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a094669e. 00000020:00000010:0.0:1767384383.993693:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384383.993695:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bac843f3. 80000000:00000010:0.0:1767384383.993698:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097a75cc1. 40000000:00000010:0.0:1767384383.993700:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000007692933. 00100000:00000010:0.0:1767384383.993702:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384383.993704:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9227307. 00040000:00000010:0.0:1767384383.993706:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005716b9a3. 00080000:00000010:0.0:1767384383.993708:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ad1a094c. 00002000:00000010:0.0:1767384383.993710:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000631e5b91. 00000020:00000010:0.0:1767384383.993712:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000020:00000001:0.0:1767384383.993714:0:16765:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384383.993715:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 3 00000020:00000001:0.0:1767384383.993717:0:16765:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384383.993718:0:16765:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.993720:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.993721:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.993722:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384383.993724:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.993725:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.993731:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384383.993732:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.993733:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.993735:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384383.993824:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384383.993827:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004150f27. 00000400:00000200:2.0:1767384383.993830:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.993834:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384383.993837:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027e2e5b3 00000400:00000010:2.0:1767384383.993839:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027e2e5b3. 00000100:00000001:2.0:1767384383.993842:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384383.993844:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384383.999306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a511e09c. 00010000:00000010:0.1:1767384383.999315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e16ff39e. 00000800:00000001:3.0:1767384384.001989:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.001997:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384384.002000:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.002002:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384384.002010:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50) <- 192.168.203.52@tcp50 : PUT - for me 00000400:00000200:3.0:1767384384.002021:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.52@tcp50 of length 224 into portal 26 MB=0x695824d000f00 00000400:00000200:3.0:1767384384.002028:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.52@tcp50 of length 224/224 into md 0x19c1 [2] + 0 00000400:00000010:3.0:1767384384.002032:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cfeb6fc. 00000400:00000200:3.0:1767384384.002035:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d30644d7 00000800:00000001:3.0:1767384384.002040:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.002045:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384384.002047:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.002051:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:3.0:1767384384.002054:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30644d7 00000400:00000010:3.0:1767384384.002056:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d30644d7. 00000100:00000001:3.0:1767384384.002062:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.002064:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384384.002067:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000ed2bb548 x1853236730400512 msgsize 224 00000100:00100000:3.0:1767384384.002072:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.52@tcp50 (source: 12345-192.168.203.52@tcp50) 00000100:00000040:3.0:1767384384.002074:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384384.002127:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384384.002133:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.002136:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.002169:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384384.002171:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236730400512 02000000:00000001:2.0:1767384384.002173:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384384.002176:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384384.002177:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384384.002180:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384384.002184:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236730400512 00000020:00000001:2.0:1767384384.002186:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384384.002188:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4ff63 00000020:00000001:2.0:1767384384.002190:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384384.002192:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000faac41ad refcount=6 00000020:00000001:2.0:1767384384.002194:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000020:00000001:2.0:1767384384.002197:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00000100:00000001:2.0:1767384384.002200:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384384.002204:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038825893. 00000100:00000001:2.0:1767384384.002206:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384384.002208:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038825893. 00000020:00000010:2.0:1767384384.002213:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072b691a4. 00000020:00000010:2.0:1767384384.002218:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000acc9fb55. 00000020:00000010:2.0:1767384384.002222:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000682f51c0. 00000100:00000040:2.0:1767384384.002228:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384384.002230:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384384.002231:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384384.002232:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.002238:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.002353:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.002427:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384384.002429:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384384.002433:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp50, seq: 173 00000100:00000040:0.0:1767384384.002436:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000faac41ad : new rpc_count 1 00000100:00000001:0.0:1767384384.002438:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016918608 : -113991692633008 : ffff98533da73c50) 00000100:00000040:0.0:1767384384.002443:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed2bb548 x1853236730400512/t0(0) o251->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.002452:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384384.002455:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000100:00000001:0.0:1767384384.002457:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384384.002459:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000100:00100000:0.0:1767384384.002463:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed2bb548 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+6:12125:x1853236730400512:12345-192.168.203.52@tcp50:251: 00000100:00000200:0.0:1767384384.002467:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236730400512 00000020:00000001:0.0:1767384384.002469:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384384.002472:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384384.002473:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.002476:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384384.002477:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568368 : -1041983248 : ffffffffc1e498f0) 00000020:00000001:0.0:1767384384.002480:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384384.002482:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384384.002484:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384384.002485:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384384.002487:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384384.002489:0:16772:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384384.002491:0:16772:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384384.002492:0:16772:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384384.002495:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384384.002497:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384384.002501:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000631e5b91. 02000000:00000001:0.0:1767384384.002511:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.002513:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384384.002517:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=7 00010000:00000001:0.0:1767384384.002519:0:16772:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384384.002521:0:16772:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384384.002524:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 20000000:00000010:0.0:1767384384.002526:0:16772:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000974890c6. 00000020:00000040:0.0:1767384384.002529:0:16772:0:(genops.c:887:class_export_get()) GET export 00000000faac41ad refcount=7 00010000:00000001:0.0:1767384384.002532:0:16772:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384384.002533:0:16772:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384384.002541:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 6 00000020:00000080:0.0:1767384384.002543:0:16772:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4ff63 00000020:00000040:0.0:1767384384.002545:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000faac41ad with handle 0x1cafe7b7e4a4ff63 from hash 00000020:00000040:0.0:1767384384.002549:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 5 00000020:00000001:0.0:1767384384.002552:0:16772:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384384.002553:0:16772:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000faac41ad: total 0 00000020:00000001:0.0:1767384384.002555:0:16772:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384384.002556:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 4 00000020:00000001:0.0:1767384384.002558:0:16772:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.002559:0:16772:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384384.002561:0:16772:0:(import.c:65:import_set_state_nolock()) 00000000d16cadc0 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384384.002564:0:16772:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384384.002566:0:16772:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384384.002567:0:16772:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384384.002580:0:16772:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384384.002582:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 3 20000000:00000001:0.0:1767384384.002584:0:16772:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384384.002585:0:16772:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384384.002587:0:16772:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.002589:0:16772:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384384.002591:0:16772:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384384.002593:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236730400512 00010000:00000001:0.0:1767384384.002595:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384384.002598:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed2bb548 x1853236730400512/t0(0) o251->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384384.002606:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384384.002612:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384384.002614:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384384.002618:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384384.002621:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000691134fb refcount 7 to 192.168.203.52@tcp50 00000100:00000001:0.0:1767384384.002623:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081119123008 : -113992590428608 : ffff98530823f640) 02000000:00000001:0.0:1767384384.002625:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384384.002627:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.002630:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384384.002632:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.52@tcp50 00000400:00000010:0.0:1767384384.002673:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000100:00000200:0.0:1767384384.002677:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236730400512, offset 224 00000400:00000200:0.0:1767384384.002682:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.52@tcp50 00000400:00000200:0.0:1767384384.002690:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp50 to NMR: 192.168.203.52@tcp50 local destination 00000400:00000200:0.0:1767384384.002704:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp50 NI seq info: [242:242:256:4294967295] 192.168.203.52@tcp50 LPNI seq info [31:31:8:4294967295] 00000400:00000200:0.0:1767384384.002714:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp50(192.168.203.152@tcp50:192.168.203.152@tcp50) -> 192.168.203.52@tcp50(192.168.203.52@tcp50:192.168.203.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384384.002719:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.52@tcp50 00000800:00000010:0.0:1767384384.002722:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9227307. 00000800:00000200:0.0:1767384384.002726:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001dc0c8ad] -> 12345-192.168.203.52@tcp50 (4) 00000800:00000200:0.0:1767384384.002731:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.52@tcp50 ip 192.168.203.52:1023 00000800:00000200:0.0:1767384384.002734:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9227307 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384384.002749:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.002752:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 6 to 192.168.203.52@tcp50 00010000:00000001:0.0:1767384384.002754:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384384.002755:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.002757:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384384.002760:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed2bb548 x1853236730400512/t0(0) o251->70a6d5db-857a-4a1a-bae4-85e0c78297d0@192.168.203.52@tcp50:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384384.002769:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed2bb548 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:70a6d5db-857a-4a1a-bae4-85e0c78297d0+3:12125:x1853236730400512:12345-192.168.203.52@tcp50:251: Request processed in 315us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384384.002775:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp50, seq: 173 00000100:00000040:0.0:1767384384.002782:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000faac41ad : new rpc_count 0 00000100:00000001:0.0:1767384384.002784:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384384.002786:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384384.002789:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000acc9fb55. 00000020:00000010:0.0:1767384384.002792:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000682f51c0. 00000020:00000010:0.0:1767384384.002794:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072b691a4. 00000020:00000040:0.0:1767384384.002797:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 2 00000100:00000001:0.0:1767384384.002802:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384384.002805:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384384.002809:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004872db9e. 00000400:00000010:0.0:1767384384.002812:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0e7489e. 00000800:00000200:2.0:1767384384.002895:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384384.002897:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9227307. 00000400:00000200:2.0:1767384384.002901:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384384.002905:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp50->192.168.203.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384384.002908:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000489127b0 00000400:00000010:2.0:1767384384.002910:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000489127b0. 00000100:00000001:2.0:1767384384.002912:0:16133:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384384.002914:0:16133:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384384.002916:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000631e5b91. 02000000:00000001:2.0:1767384384.002918:0:16133:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384384.002919:0:16133:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384384.002967:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384384.002969:0:16766:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000faac41ad: total 0 00000020:00000001:1.0:1767384384.002971:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630076734343168 : -113996975208448 : ffff985202c98800) 00010000:00010000:1.0:1767384384.002974:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384384.002976:0:16766:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384384.002979:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89646f. 00000020:00000010:1.0:1767384384.002982:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7bbd677. 00000020:00000010:1.0:1767384384.002986:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384384.002994:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384384.002998:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070beb58f. 80000000:00000010:1.0:1767384384.003002:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000884fed97. 40000000:00000010:1.0:1767384384.003005:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f7a0187. 00100000:00000010:1.0:1767384384.003008:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384384.003011:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8094402. 00040000:00000010:1.0:1767384384.003014:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bee5ebcb. 00080000:00000010:1.0:1767384384.003018:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000064d9a576. 00002000:00000010:1.0:1767384384.003021:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d5c50d80. 00000020:00000010:1.0:1767384384.003024:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f7bbd677. 00000020:00000010:1.0:1767384384.003028:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384384.003031:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384384.003034:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070beb58f. 80000000:00000010:1.0:1767384384.003037:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000884fed97. 40000000:00000010:1.0:1767384384.003041:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f7a0187. 00100000:00000010:1.0:1767384384.003044:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384384.003047:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8094402. 00040000:00000010:1.0:1767384384.003049:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bee5ebcb. 00080000:00000010:1.0:1767384384.003052:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000064d9a576. 00002000:00000010:1.0:1767384384.003054:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d5c50d80. 00000020:00000010:1.0:1767384384.003056:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89646f. 00010000:00010000:1.0:1767384384.003058:0:16766:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000faac41ad, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384384.003062:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bee5ebcb. 00000020:00000010:1.0:1767384384.003064:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051ef4306. 00000020:00000010:1.0:1767384384.003066:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064d9a576. 00000020:00000010:1.0:1767384384.003069:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384384.003071:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d233de57. 80000000:00000010:1.0:1767384384.003073:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000884fed97. 40000000:00000010:1.0:1767384384.003075:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f7a0187. 00100000:00000010:1.0:1767384384.003077:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384384.003079:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8094402. 00040000:00000010:1.0:1767384384.003081:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000070beb58f. 00080000:00000010:1.0:1767384384.003083:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003498b68b. 00002000:00000010:1.0:1767384384.003090:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d5c50d80. 00000001:00000001:1.0:1767384384.003093:0:16766:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384384.003096:0:16766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384384.003099:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 7 00010000:00000001:1.0:1767384384.003102:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384384.003104:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384384.003106:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384384.003108:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.003109:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.003112:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384384.003114:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384384.003117:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384384.003118:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384384.003120:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384384.003121:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384384.003123:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1aa8e0e with handle 0x1cafe7b7e4a4ff6a from hash 00010000:00000001:1.0:1767384384.003126:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384384.003127:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384384.003128:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384384.003129:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384384.003131:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384384.003132:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384384.003134:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384384.003136:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384384.003137:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.003139:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384384.003141:0:16766:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000faac41ad, 1 locks cancelled. 00010000:00000001:1.0:1767384384.003143:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384384.003144:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384384.003145:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384384.003148:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1aa8e0e/0x1cafe7b7e4a4ff6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp50 remote: 0x42ee003001c3fa6d expref: 2 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384384.003154:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000faac41ad : new locks_count 0 00000020:00000040:1.0:1767384384.003156:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 1 00010000:00000001:1.0:1767384384.003159:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384384.003161:0:16766:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 70a6d5db-857a-4, loop: 0 00000001:00000001:1.0:1767384384.003167:0:16766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384384.003170:0:16766:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384384.003172:0:16766:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000faac41ad, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384384.003175:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051ef4306. 00000020:00000010:1.0:1767384384.003178:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064d9a576. 00000020:00000010:1.0:1767384384.003180:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384384.003183:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d233de57. 80000000:00000010:1.0:1767384384.003185:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000884fed97. 40000000:00000010:1.0:1767384384.003188:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f7a0187. 00100000:00000010:1.0:1767384384.003189:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000092defb41. 00040000:00000010:1.0:1767384384.003191:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8094402. 00040000:00000010:1.0:1767384384.003193:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000070beb58f. 00080000:00000010:1.0:1767384384.003195:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003498b68b. 00002000:00000010:1.0:1767384384.003197:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d5c50d80. 00000020:00000010:1.0:1767384384.003199:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bee5ebcb. 00000020:00000001:1.0:1767384384.003201:0:16766:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384384.003202:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000faac41ad : new refcount 0 00000020:00000080:1.0:1767384384.003204:0:16766:0:(genops.c:904:class_export_put()) final put 00000000faac41ad/70a6d5db-857a-4a1a-bae4-85e0c78297d0 00000020:00000001:1.0:1767384384.003219:0:16766:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384384.003220:0:16766:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.003222:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384384.003223:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384384.003225:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384384.003226:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384384.003227:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384384.003229:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384384.003230:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384384.003231:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384384.003233:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384384.003292:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384384.003294:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000faac41ad/70a6d5db-857a-4a1a-bae4-85e0c78297d0 for MGS 00000020:00000040:2.0:1767384384.003298:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 5 to 192.168.203.52@tcp50 00000020:00000001:2.0:1767384384.003300:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384384.003302:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384384.003304:0:36:0:(genops.c:1229:class_import_get()) import 00000000d16cadc0 refcount=2 obd=MGS 00000020:00000001:2.0:1767384384.003306:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384384.003307:0:36:0:(genops.c:1242:class_import_put()) import 00000000d16cadc0 refcount=1 obd=MGS 00000020:00000001:2.0:1767384384.003309:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384384.003311:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384384.003312:0:36:0:(genops.c:1242:class_import_put()) import 00000000d16cadc0 refcount=0 obd=MGS 00000020:00000040:2.0:1767384384.003313:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000d16cadc0 00000020:00000001:2.0:1767384384.003321:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384384.003323:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384384.003324:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384384.003328:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000701cbf7. 00000001:00000010:2.0:1767384384.003331:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c4b61ca. 00000001:00000010:2.0:1767384384.003333:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000932a4995. 00000001:00000010:2.0:1767384384.003336:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3431973. 00000001:00000010:2.0:1767384384.003338:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003cc126cf. 00000001:00000010:2.0:1767384384.003340:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000028670761. 00000001:00000001:2.0:1767384384.003343:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384384.003344:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384384.003346:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384384.003347:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384384.003349:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384384.003351:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384384.003353:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 7 - export 00000020:00000010:2.0:1767384384.003356:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000faac41ad. 00000020:00000001:2.0:1767384384.003361:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384384.003364:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384384.003366:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d16cadc0 for MGS 00000020:00000040:2.0:1767384384.003368:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 4 to 192.168.203.52@tcp50 00000020:00000040:2.0:1767384384.003370:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 6 - import 00000020:00000010:2.0:1767384384.003372:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d16cadc0. 00000020:00000001:2.0:1767384384.003375:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767384384.010064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00010000:00000001:3.0:1767384384.545402:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384384.545412:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.545419:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384384.545421:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.545521:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384384.545525:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384384.545528:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384384.929399:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.929408:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384384.929412:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384384.929419:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384384.929430:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384384.929437:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (4) 00000400:00000200:2.0:1767384384.929439:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery ping unlinked 00000800:00000200:1.1:1767384384.929449:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (4) 00000400:00000010:2.0:1767384384.929463:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384384.929477:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000238f6621. 00000400:00000200:2.0:1767384384.929487:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp47 00000400:00000010:2.0:1767384384.929495:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384384.929503:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000129bfbf7. 00000400:00000010:2.0:1767384384.929508:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384384.929516:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e1f046d. 00000400:00000200:2.0:1767384384.929525:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp47 00000400:00000200:2.0:1767384384.929541:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp47 local destination 00000400:00000200:2.0:1767384384.929548:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp47 00000400:00000200:2.0:1767384384.929557:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp47 NI seq info: [243:243:256:4294967295] 192.168.203.152@tcp47 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384384.929564:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp47 00000400:00000200:2.0:1767384384.929575:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp47(192.168.203.152@tcp47:) -> 192.168.203.152@tcp47(192.168.203.152@tcp47:192.168.203.152@tcp47) : GET try# 0 00000800:00000200:2.0:1767384384.929581:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp47 00000800:00000010:2.0:1767384384.929586:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028670761. 00000800:00000200:2.0:1767384384.929604:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000800:00000200:1.0:1767384384.929611:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000950385ad] -> 12345-192.168.203.152@tcp16 (6) 00000800:00000200:1.0:1767384384.929622:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp16 ip 192.168.203.152:988 00000800:00000200:1.0:1767384384.929627:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.1:1767384384.929645:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000400:00000200:2.0:1767384384.929710:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp47 added to recovery queue. ping count: 3 next ping: 313 health :700 00000400:00000200:2.0:1767384384.929814:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.929872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.929901:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000800:00000200:3.0:1767384384.929913:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384384.929919:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.929931:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384384.929932:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000800:00000001:3.0:1767384384.929938:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384384.929944:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384384.929960:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.929992:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930029:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930029:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930081:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930128:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930150:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930197:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930204:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930262:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930371:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930396:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930436:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930463:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930498:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930527:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930584:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930607:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930655:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.930665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930916:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.930975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931001:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931039:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931087:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931106:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931146:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931162:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931183:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931205:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931223:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931240:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931304:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931353:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931373:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931390:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384384.931408:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384384.931521:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008932bd8e. 00000800:00000010:0.0:1767384384.931525:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a2678c9. 00000800:00000010:0.0:1767384384.931530:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041fb4516. 00000800:00000010:0.0:1767384384.931547:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041fb4516. 00000800:00020000:0.0:1767384384.931554:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384384.931557:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a2678c9. 00000800:00000010:0.0:1767384384.931560:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008932bd8e. 00000400:02020000:0.0:1767384384.931594:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384384.931599:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384384.931726:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931788:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931845:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931865:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931906:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931922:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931941:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.931983:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.932001:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.932022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.932044:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.932061:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384384.932077:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384384.932166:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e0df2a0. 00000800:00000010:2.0:1767384384.932170:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000167c1160. 00000800:00000010:2.0:1767384384.932174:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038825893. 00000800:00000010:2.0:1767384384.932192:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038825893. 00000800:00020000:2.0:1767384384.932200:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384384.932202:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000167c1160. 00000800:00000010:2.0:1767384384.932204:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e0df2a0. 00000400:02020000:2.0:1767384384.932232:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp47 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384384.932238:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp47 notifying 192.168.203.152@tcp47: down 00000400:00000200:2.0:1767384384.932381:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384384.932386:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp47 00000800:00000010:2.0:1767384384.932388:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028670761. 00000400:00000200:2.0:1767384384.932392:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384384.932396:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp47->192.168.203.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384384.932414:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384384.932417:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384384.932421:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp47) recovery failed with -71 10000000:00000001:3.0:1767384385.185368:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384385.185374:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 2 10000000:00000001:3.0:1767384385.185377:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.185379:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384385.185380:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384385.185381:0:16775:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384385.185383:0:16775:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384385.185384:0:16775:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384385.185385:0:16775:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9853031e8000 from 85 10000000:00000001:3.0:1767384385.185388:0:16775:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384385.185389:0:16775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384385.185397:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311f1996. 00000020:00000040:3.0:1767384385.185400:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384385.185404:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384385.185406:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384385.185410:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384385.185415:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071095e16. 00000100:00000001:3.0:1767384385.185420:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.185423:0:16775:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384385.185425:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384385.185431:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ce1e426. 00010000:00000001:3.0:1767384385.185434:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384385.185436:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca27ec41. 00000020:00000001:3.0:1767384385.185439:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384385.185441:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca27ec41 with handle 0x1cafe7b7e4a4ffa2 to hash 00000020:00000001:3.0:1767384385.185442:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384385.185443:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.185445:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.185447:0:16775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384385.185449:0:16775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.185450:0:16775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.185456:0:16775:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384385.185462:0:16775:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384385.185465:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384385.185466:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384385.185471:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000898c81d3. 00000100:00000001:3.0:1767384385.185472:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076743011520 : -113996966540096 : ffff9852034dccc0) 00000100:00000001:3.0:1767384385.185474:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384385.185475:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000001:3.0:1767384385.185479:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384385.185480:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.185482:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384385.185483:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384385.185487:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.185493:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384385.185494:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.185497:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384385.185498:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384385.185500:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384385.185501:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000311f1996 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737770368:0@lo:101: 00000100:00000001:3.0:1767384385.185504:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384385.185507:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384385.185508:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.185510:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384385.185512:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a1917f3. 02000000:00000001:3.0:1767384385.185513:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384385.185517:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce0aa87. 00000400:00000010:3.0:1767384385.185520:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384385.185526:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737770368, portal 25 00000100:00000001:3.0:1767384385.185527:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384385.185527:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000040:3.0:1767384385.185530:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.185534:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384385.185536:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384385.185537:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384385.185538:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737770368, offset 0 00000400:00000200:3.0:1767384385.185542:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384385.185550:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384385.185558:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d708380 00000400:00000200:3.0:1767384385.185562:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x19f5 [2] + 0 00000400:00000010:3.0:1767384385.185564:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcd06b43. 00000400:00000200:3.0:1767384385.185570:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a85ff52 00000400:00000200:3.0:1767384385.185574:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384385.185578:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384385.185581:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a85ff52 00000400:00000010:3.0:1767384385.185584:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a85ff52. 00000100:00000001:3.0:1767384385.185599:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384385.185601:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384385.185604:0:16775:0:(events.c:337:request_in_callback()) incoming req@0000000034df9126 x1853236737770368 msgsize 328 00000100:00100000:3.0:1767384385.185608:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384385.185609:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384385.185627:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384385.185633:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384385.185639:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384385.185642:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384385.185645:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.185653:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.185656:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.185662:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.185664:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384385.185668:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.185670:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384385.185672:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294972947 00000100:00100000:0.0:1767384385.185674:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770368 00000100:00000010:3.0:1767384385.185678:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffef88c1. 02000000:00000001:0.0:1767384385.185678:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384385.185680:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384385.185683:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.185687:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384385.185687:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384385.185693:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770368 00000100:00000001:3.0:1767384385.185696:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294972947 00000100:00000010:3.0:1767384385.185701:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ad6fd3. 00000100:00000001:3.0:1767384385.185703:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384385.185709:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384385.185711:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384385.185712:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294972947 00000020:00000001:0.0:1767384385.185714:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384385.185716:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ab69620. 00000020:00000040:0.0:1767384385.185717:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000100:00000001:3.0:1767384385.185720:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384385.185723:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384385.185724:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294972947 00000100:00000010:3.0:1767384385.185728:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e68e15d. 00000020:00000001:0.0:1767384385.185729:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384385.185733:0:16775:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384385.185736:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384385.185736:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384385.185740:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.185742:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384385.185742:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:3.0:1767384385.185745:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384385.185746:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384385.185747:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000898c81d3 going to sleep for 11 seconds 00000020:00000010:0.0:1767384385.185751:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000100:00000001:3.0:1767384385.185752:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384385.185756:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384385.185759:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000020:00000010:0.0:1767384385.185765:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000079e84a0. 00000020:00000010:0.0:1767384385.185769:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000040:0.0:1767384385.185778:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384385.185780:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384385.185782:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384385.185783:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.185790:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.185801:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.185812:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384385.185814:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384385.185818:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:0.0:1767384385.185822:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384385.185824:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016910416 : -113991692641200 : ffff98533da71c50) 00000100:00000040:0.0:1767384385.185829:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034df9126 x1853236737770368/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 328/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.185838:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384385.185840:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384385.185842:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384385.185844:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000100:00100000:0.0:1767384385.185847:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16775:x1853236737770368:12345-0@lo:101: 00000100:00000200:0.0:1767384385.185851:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770368 00000020:00000001:0.0:1767384385.185860:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384385.185863:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384385.185865:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.185867:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384385.185869:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568192 : -1041983424 : ffffffffc1e49840) 00000020:00000001:0.0:1767384385.185872:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384385.185873:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384385.185875:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384385.185877:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384385.185879:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.185881:0:16772:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384385.185883:0:16772:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384385.185885:0:16772:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384385.185886:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384385.185888:0:16772:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.185891:0:16772:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384385.185896:0:16772:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000800fa78. 00010000:00000001:0.0:1767384385.185898:0:16772:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384385.185900:0:16772:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00000020:00000001:0.0:1767384385.185903:0:16772:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384385.185904:0:16772:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de7a8a86 with handle 0x1cafe7b7e4a4ffa9 to hash 00000020:00000001:0.0:1767384385.185905:0:16772:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384385.185906:0:16772:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384385.185908:0:16772:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00010000:0.0:1767384385.185910:0:16772:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4ffa9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1cafe7b7e4a4ffa2 expref: -99 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384385.185917:0:16772:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000002c78521a : new locks_count 10 00000020:00000040:0.0:1767384385.185918:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=15 00000100:00000001:0.0:1767384385.185924:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384385.185925:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384385.185929:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000631e5b91. 02000000:00000001:0.0:1767384385.185931:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.185933:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.185935:0:16772:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384385.185944:0:16772:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384385.185946:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384385.185948:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384385.185950:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384385.185952:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384385.185953:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384385.185955:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384385.185957:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384385.185958:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384385.185960:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384385.185961:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000800fa78) refcount = 1 00010000:00010000:0.0:1767384385.185966:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4ffa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ffa2 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384385.185972:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384385.185973:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384385.185974:0:16772:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384385.185976:0:16772:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.185978:0:16772:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384385.185983:0:16772:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384385.185985:0:16772:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4ffa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ffa2 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384385.185991:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384385.185993:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384385.185994:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384385.185996:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.185998:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384385.186000:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384385.186001:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384385.186002:0:16772:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000de7a8a86, rc 0) 00000020:00000001:0.0:1767384385.186005:0:16772:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384385.186008:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737770368 00010000:00000001:0.0:1767384385.186010:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384385.186013:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034df9126 x1853236737770368/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 328/344 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384385.186032:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384385.186033:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384385.186037:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384385.186040:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384385.186043:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384385.186045:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384385.186047:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384385.186049:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186052:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384385.186054:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384385.186057:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000200:0.0:1767384385.186059:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737770368, offset 224 00000400:00000200:0.0:1767384385.186064:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384385.186070:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384385.186075:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d708380 00000400:00000200:0.0:1767384385.186079:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2169 [1] + 224 00000400:00000200:0.0:1767384385.186083:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384385.186085:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384385.186088:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384385.186091:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384385.186100:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.186113:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384385.186118:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000400:00000010:0.0:1767384385.186119:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:0.0:1767384385.186122:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384385.186123:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384385.186126:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.186129:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384385.186131:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384385.186133:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.186135:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384385.186136:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384385.186141:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384385.186144:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384385.186145:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cce0aa87. 00000100:00000040:0.0:1767384385.186147:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034df9126 x1853236737770368/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 328/344 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384385.186151:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384385.186153:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384385.186157:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384385.186162:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.186165:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034df9126 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737770368:12345-0@lo:101: Request processed in 324us (557us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384385.186180:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.186184:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000001:3.0:1767384385.186191:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384385.186191:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:3.0:1767384385.186193:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.186196:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384385.186197:0:16775:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384385.186200:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384385.186201:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384385.186204:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384385.186205:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.186207:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384385.186207:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000079e84a0. 00000100:00001000:3.0:1767384385.186213:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=100 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384385.186214:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000100:00001000:3.0:1767384385.186217:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384385.186220:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384385.186220:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000100:00000001:3.0:1767384385.186222:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.186226:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384385.186228:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384385.186228:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00000100:00000001:3.0:1767384385.186231:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384385.186235:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384385.186236:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384385.186251:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000631e5b91. 02000000:00000001:0.0:1767384385.186257:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384385.186260:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.186261:0:16775:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384385.186265:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384385.186270:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027add2b6. 00000100:00000001:3.0:1767384385.186291:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384385.186293:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384385.186296:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384385.186300:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2678c9. 00000100:00100000:3.0:1767384385.186302:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000311f1996 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737770368:0@lo:101: 00000100:00000001:3.0:1767384385.186307:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.186309:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186310:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384385.186311:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.186313:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186317:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384385.186318:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000898c81d3. 00000100:00000001:3.0:1767384385.186321:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384385.186321:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.186323:0:16775:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384385.186325:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.186326:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.186327:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=4 00000020:00000001:3.0:1767384385.186328:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.186329:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000040:3.0:1767384385.186332:0:16775:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ca27ec41, remote cookie: 0x1cafe7b7e4a4ffa9, flags: 0x0 00010000:00000001:3.0:1767384385.186333:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384385.186335:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384385.186336:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384385.186337:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384385.186337:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384385.186338:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003ce1e426) refcount = 1 00010000:00010000:3.0:1767384385.186340:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.186344:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384385.186344:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384385.186354:0:16775:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384385.186356:0:16775:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384385.186358:0:16775:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.186359:0:16775:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.186363:0:16775:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384385.186364:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.186364:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.186365:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.186365:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.186366:0:16775:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186367:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.186368:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000311f1996 x1853236737770368/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186372:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384385.186373:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384385.186374:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a1917f3. 02000000:00000001:3.0:1767384385.186378:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384385.186379:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384385.186380:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384385.186381:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384385.186383:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071095e16. 02000000:00000001:3.0:1767384385.186384:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384385.186385:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384385.186386:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311f1996. 00000100:00000001:3.0:1767384385.186389:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384385.186389:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384385.186390:0:16775:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.186391:0:16775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384385.186392:0:16775:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (000000009aef63d1) refs 3 10000000:00000001:3.0:1767384385.186393:0:16775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.186394:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.186395:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.186396:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=3 00000020:00000001:3.0:1767384385.186397:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.186398:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.186406:0:16775:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384385.186407:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.186408:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384385.186408:0:16775:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.186410:0:16775:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384385.186413:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dba7e6cb. 00000100:00000010:3.0:1767384385.186424:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311f1996. 00000020:00000040:3.0:1767384385.186426:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384385.186427:0:16775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384385.186429:0:16775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384385.186430:0:16775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384385.186432:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071095e16. 00000100:00000001:3.0:1767384385.186434:0:16775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186436:0:16775:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384385.186438:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007a1917f3. 00000100:00000010:3.0:1767384385.186440:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a5df2596. 00000020:00000040:3.0:1767384385.186441:0:16775:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:3.0:1767384385.186443:0:16775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384385.186444:0:16775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384385.186446:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000898c81d3. 00000100:00000001:3.0:1767384385.186447:0:16775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630076743011520 : -113996966540096 : ffff9852034dccc0) 00000100:00000001:3.0:1767384385.186448:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384385.186449:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000001:3.0:1767384385.186450:0:16775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384385.186451:0:16775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186452:0:16775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384385.186453:0:16775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384385.186454:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186458:0:16775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384385.186459:0:16775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.186460:0:16775:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384385.186461:0:16775:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384385.186462:0:16775:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384385.186463:0:16775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000311f1996 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737770496:0@lo:256: 00000100:00000001:3.0:1767384385.186466:0:16775:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384385.186467:0:16775:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384385.186468:0:16775:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186469:0:16775:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384385.186472:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce0aa87. 00000400:00000010:3.0:1767384385.186474:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001d750453. 00000100:00000200:3.0:1767384385.186476:0:16775:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d708400-0x695824d708400, portal 33 00000100:00000001:3.0:1767384385.186478:0:16775:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.186479:0:16775:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384385.186480:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bf760e3. 02000000:00000001:3.0:1767384385.186481:0:16775:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384385.186483:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000400:00000010:3.0:1767384385.186485:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384385.186486:0:16775:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770496, portal 25 00000100:00000001:3.0:1767384385.186487:0:16775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384385.186488:0:16775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000040:3.0:1767384385.186489:0:16775:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186493:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384385.186494:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384385.186495:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384385.186496:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737770496, offset 0 00000400:00000200:3.0:1767384385.186498:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384385.186502:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384385.186505:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d708400 00000400:00000200:3.0:1767384385.186508:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x19fd [2] + 0 00000400:00000010:3.0:1767384385.186510:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8bbd31. 00000400:00000200:3.0:1767384385.186511:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000907090ec 00000400:00000200:3.0:1767384385.186513:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384385.186515:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384385.186517:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000907090ec 00000400:00000010:3.0:1767384385.186518:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000907090ec. 00000100:00000001:3.0:1767384385.186520:0:16775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384385.186521:0:16775:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384385.186523:0:16775:0:(events.c:337:request_in_callback()) incoming req@00000000a2087d4e x1853236737770496 msgsize 304 00000100:00100000:3.0:1767384385.186525:0:16775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384385.186526:0:16775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384385.186536:0:16775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384385.186538:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384385.186539:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384385.186540:0:16775:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384385.186542:0:16775:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186546:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.186547:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.186550:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186551:0:16775:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384385.186553:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186555:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294972948 00000100:00000001:3.0:1767384385.186558:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972947 00000100:00000001:3.0:1767384385.186561:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294972948 00000100:00000001:3.0:1767384385.186563:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972947 00000100:00000001:3.0:1767384385.186566:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294972948 00000100:00000001:3.0:1767384385.186569:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294972947 00000100:00000001:3.0:1767384385.186571:0:16775:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294972948 00000100:00000001:3.0:1767384385.186573:0:16775:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294972947 00000100:00000001:3.0:1767384385.186575:0:16775:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384385.186577:0:16775:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186577:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384385.186579:0:16775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384385.186580:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770496 00000100:00000001:3.0:1767384385.186582:0:16775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384385.186586:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384385.186587:0:16775:0:(client.c:2690:ptlrpc_set_wait()) set 00000000898c81d3 going to sleep for 11 seconds 00000100:00000001:0.0:1767384385.186588:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384385.186590:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186592:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384385.186593:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.186596:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384385.186597:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770496 00000020:00000001:0.0:1767384385.186599:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384385.186601:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384385.186603:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384385.186604:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:0.0:1767384385.186606:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384385.186607:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384385.186610:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384385.186616:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384385.186618:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384385.186619:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000020:00000010:0.0:1767384385.186622:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000020:00000010:0.0:1767384385.186624:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000079e84a0. 00000020:00000010:0.0:1767384385.186626:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000040:0.0:1767384385.186629:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384385.186631:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384385.186632:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384385.186633:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186637:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186646:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384385.186653:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384385.186654:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384385.186659:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000040:0.0:1767384385.186662:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384385.186665:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016915536 : -113991692636080 : ffff98533da73050) 00000100:00000040:0.0:1767384385.186669:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2087d4e x1853236737770496/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 304/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.186678:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384385.186680:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fb4516. 00000100:00000001:0.0:1767384385.186682:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384385.186684:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fb4516. 00000100:00100000:0.0:1767384385.186687:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737770496:12345-0@lo:256: 00000100:00000200:0.0:1767384385.186690:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770496 00000020:00000001:0.0:1767384385.186692:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384385.186693:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384385.186695:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.186696:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384385.186697:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568608 : -1041983008 : ffffffffc1e499e0) 00000020:00000001:0.0:1767384385.186699:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384385.186699:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384385.186705:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384385.186706:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384385.186707:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186709:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384385.186710:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384385.186712:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000631e5b91. 02000000:00000001:0.0:1767384385.186713:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.186714:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384385.186716:0:16772:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384385.186718:0:16772:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384385.186720:0:16772:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384385.186722:0:16772:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384385.186724:0:16772:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384385.186725:0:16772:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384385.186726:0:16772:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384385.186728:0:16772:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b709b5f5. 20000000:00000001:0.0:1767384385.186730:0:16772:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384385.186746:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384385.186752:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384385.186756:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384385.186758:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384385.186760:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384385.186762:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384385.186764:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384385.186766:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384385.186767:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384385.186769:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384385.186771:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384385.186773:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384385.186775:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384385.186776:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384385.186778:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384385.186780:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384385.186782:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384385.186784:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384385.186785:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384385.186787:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384385.186789:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384385.186791:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384385.186798:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384385.186800:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384385.186802:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384385.186803:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384385.186805:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384385.186806:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384385.186808:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384385.186810:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384385.186812:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384385.186814:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384385.186816:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384385.186817:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384385.186819:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384385.186821:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384385.186823:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384385.186824:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384385.186826:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384385.186828:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384385.186830:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384385.186832:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384385.186835:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:0.0:1767384385.186846:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384385.186847:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384385.186848:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384385.186849:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384385.186851:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384385.186852:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384385.186853:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384385.186854:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384385.186855:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384385.186856:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384385.186857:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384385.186858:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384385.186859:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384385.186860:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384385.186861:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384385.186862:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384385.186863:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384385.186864:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384385.186869:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384385.186870:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384385.186871:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384385.186872:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384385.186873:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384385.186875:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384385.186876:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384385.186878:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384385.186879:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384385.186881:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384385.186883:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384385.186885:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384385.186886:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384385.186888:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384385.186890:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384385.186892:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384385.186894:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384385.186895:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384385.186897:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384385.186899:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384385.186900:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384385.186902:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384385.186904:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384385.186906:0:16772:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384385.186908:0:16772:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:0.0:1767384385.186910:0:16772:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384385.186912:0:16772:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384385.186915:0:16772:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384385.186918:0:16772:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a635081b. 00000100:00000010:0.0:1767384385.186921:0:16772:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000064e7d95a. 00000020:00000040:0.0:1767384385.186923:0:16772:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=16 00010000:00000001:0.0:1767384385.186925:0:16772:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384385.186928:0:16772:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384385.186930:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000400:00000010:0.0:1767384385.186935:0:16772:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001739950. 00000400:00000200:0.0:1767384385.186938:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384385.186944:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384385.186948:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824d708400 00000400:00000200:0.0:1767384385.186954:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2179 [4] + 0 00000400:00000010:0.0:1767384385.186956:0:16772:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cce0aa87. 00000400:00000200:0.0:1767384385.186958:0:16772:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d750453 00000400:00000200:0.0:1767384385.186961:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384385.186962:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384385.186964:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d750453 00000400:00000010:0.0:1767384385.186965:0:16772:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001d750453. 00000100:00000001:0.0:1767384385.186967:0:16772:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384385.186968:0:16772:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000311f1996 desc 000000007a1917f3 mbits 1853236737770496 00000100:00000001:0.0:1767384385.186976:0:16772:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384385.186978:0:16772:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384385.186981:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384385.186985:0:16772:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2185 00000400:00000200:0.0:1767384385.186987:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384385.186988:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384385.186990:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384385.186991:0:16772:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a635081b 00000100:00000001:0.0:1767384385.186993:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384385.186996:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000400:00000010:0.0:1767384385.186998:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:0.0:1767384385.187000:0:16772:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384385.187001:0:16772:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a635081b 00000100:00000001:3.0:1767384385.187002:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384385.187002:0:16772:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384385.187006:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384385.187009:0:16772:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824d708400-0x695824d708400 00000100:00000001:0.0:1767384385.187012:0:16772:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384385.187015:0:16772:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.187017:0:16772:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384385.187018:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 15 00000100:00000010:0.0:1767384385.187020:0:16772:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000064e7d95a. 00000100:00000010:0.0:1767384385.187022:0:16772:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a635081b. 00000100:00000001:0.0:1767384385.187024:0:16772:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384385.187025:0:16772:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384385.187030:0:16772:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b709b5f5. 20000000:00000001:0.0:1767384385.187032:0:16772:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384385.187036:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737770496 00010000:00000001:0.0:1767384385.187037:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384385.187039:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2087d4e x1853236737770496/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 304/240 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384385.187043:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384385.187044:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384385.187045:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384385.187047:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384385.187048:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 00000100:00000001:0.0:1767384385.187049:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384385.187050:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384385.187051:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384385.187053:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384385.187054:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384385.187055:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000200:0.0:1767384385.187056:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737770496, offset 224 00000400:00000200:0.0:1767384385.187058:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384385.187061:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384385.187063:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d708400 00000400:00000200:0.0:1767384385.187065:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x217d [1] + 224 00000400:00000200:0.0:1767384385.187067:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384385.187068:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384385.187070:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384385.187071:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384385.187075:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384385.187091:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384385.187094:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000400:00000010:0.0:1767384385.187096:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:0.0:1767384385.187098:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384385.187099:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384385.187101:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384385.187103:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00010000:00000001:0.0:1767384385.187105:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384385.187107:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384385.187109:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384385.187112:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2087d4e x1853236737770496/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:366/0 lens 304/240 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384385.187122:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2087d4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16775:x1853236737770496:12345-0@lo:256: Request processed in 441us (596us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384385.187123:0:16775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384385.187127:0:16775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384385.187130:0:16775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384385.187133:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000100:00100000:0.0:1767384385.187133:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000040:0.0:1767384385.187137:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000400:00000200:3.0:1767384385.187139:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000100:00000001:0.0:1767384385.187142:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384385.187143:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:0.0:1767384385.187146:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384385.187147:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384385.187149:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000079e84a0. 00000100:00000200:3.0:1767384385.187153:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384385.187153:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00000020:00000010:0.0:1767384385.187158:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000020:00000040:0.0:1767384385.187162:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 02000000:00000001:0.0:1767384385.187166:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384385.187168:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000631e5b91. 00000100:00000200:3.0:1767384385.187169:0:16775:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384385.187170:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384385.187172:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384385.187177:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384385.187182:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16949c0. 00000100:00000001:3.0:1767384385.187183:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384385.187186:0:16775:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384385.187186:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e314d264. 00000100:00000001:3.0:1767384385.187189:0:16775:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384385.187191:0:16775:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384385.187193:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384385.187194:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384385.187197:0:16775:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384385.187200:0:16775:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=100 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384385.187203:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384385.187205:0:16775:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384385.187207:0:16775:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.187208:0:16775:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384385.187210:0:16775:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.187212:0:16775:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384385.187214:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384385.187222:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.187228:0:16775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384385.187229:0:16775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384385.187231:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384385.187238:0:16775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000311f1996 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16775:1853236737770496:0@lo:256: 00000100:00000001:3.0:1767384385.187255:0:16775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.187257:0:16775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.187258:0:16775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384385.187260:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.187262:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.187268:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384385.187269:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000898c81d3. 00000100:00000001:3.0:1767384385.187271:0:16775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384385.187272:0:16775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384385.187290:0:16775:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384385.187293:0:16775:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384385.187298:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a63cbac3. 10000000:00000040:3.0:1767384385.187307:0:16775:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384385.187312:0:16775:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384385.187315:0:16775:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384385.187318:0:16775:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.152@tcp has 192.168.203.152@tcp. 00000100:00000001:3.0:1767384385.187321:0:16775:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384385.187322:0:16775:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384385.187324:0:16775:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:3.0:1767384385.187325:0:16775:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:3.0:1767384385.187328:0:16775:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.152@tcp' 00000400:00000200:3.0:1767384385.187331:0:16775:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384385.187333:0:16775:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384385.187336:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:3.0:1767384385.187340:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384385.187344:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:3.0:1767384385.187348:0:16775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000200:3.0:1767384385.187359:0:16775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:3.0:1767384385.187361:0:16775:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384385.187363:0:16775:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384385.187366:0:16775:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384385.187367:0:16775:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:3.0:1767384385.187370:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:3.0:1767384385.187372:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:3.0:1767384385.187376:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187378:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:3.0:1767384385.187380:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:3.0:1767384385.187383:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187385:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:3.0:1767384385.187387:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:3.0:1767384385.187390:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384385.187391:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384385.187392:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:3.0:1767384385.187394:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:3.0:1767384385.187397:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187398:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:3.0:1767384385.187400:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:3.0:1767384385.187406:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384385.187408:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:3.0:1767384385.187409:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:3.0:1767384385.187413:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:3.0:1767384385.187417:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000010:1.0:1767384385.187418:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000400:00000200:3.0:1767384385.187419:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:3.0:1767384385.187423:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:1.0:1767384385.187424:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000200:3.0:1767384385.187428:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187430:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:3.0:1767384385.187432:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000010:1.0:1767384385.187432:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8fd2701. 00000400:00000200:3.0:1767384385.187439:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187443:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:1.0:1767384385.187443:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:3.0:1767384385.187448:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:3.0:1767384385.187451:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187453:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:1.0:1767384385.187455:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:3.0:1767384385.187458:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:3.0:1767384385.187463:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384385.187466:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:3.0:1767384385.187467:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:3.0:1767384385.187471:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:3.0:1767384385.187476:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187478:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:1.0:1767384385.187480:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000400:00000200:3.0:1767384385.187482:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:3.0:1767384385.187487:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187490:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:1.0:1767384385.187493:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:3.0:1767384385.187495:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:3.0:1767384385.187501:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187504:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:1.0:1767384385.187505:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000400:00000200:3.0:1767384385.187509:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:1.0:1767384385.187516:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000400:00000200:3.0:1767384385.187517:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187521:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:3.0:1767384385.187526:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:1.0:1767384385.187527:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000400:00000200:3.0:1767384385.187531:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187534:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:1.0:1767384385.187537:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000400:00000200:3.0:1767384385.187538:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:3.0:1767384385.187544:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187546:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:1.0:1767384385.187549:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000400:00000200:3.0:1767384385.187550:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:3.0:1767384385.187555:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187558:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:1.0:1767384385.187561:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000400:00000200:3.0:1767384385.187563:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:3.0:1767384385.187569:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187573:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:1.0:1767384385.187573:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:3.0:1767384385.187578:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:3.0:1767384385.187584:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384385.187585:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000200:1.0:1767384385.187590:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000400:00000200:1.0:1767384385.187594:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:3.0:1767384385.187597:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:3.0:1767384385.187602:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:1.0:1767384385.187603:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000400:00000200:3.0:1767384385.187607:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187611:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:3.0:1767384385.187614:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:1.0:1767384385.187617:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000400:00000200:3.0:1767384385.187620:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187624:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:3.0:1767384385.187627:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:3.0:1767384385.187629:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187635:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:3.0:1767384385.187638:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:1.0:1767384385.187642:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000400:00000200:3.0:1767384385.187643:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187647:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:3.0:1767384385.187651:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:3.0:1767384385.187653:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187655:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:3.0:1767384385.187656:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:3.0:1767384385.187659:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187663:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:1.0:1767384385.187664:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 60], ns[194, 60] 00000400:00000200:3.0:1767384385.187665:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:3.0:1767384385.187671:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187675:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:1.0:1767384385.187678:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[198, 60] 00000400:00000200:3.0:1767384385.187680:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:3.0:1767384385.187686:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187689:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:1.0:1767384385.187690:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 60], ns[82, 60] 00000400:00000200:3.0:1767384385.187693:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:3.0:1767384385.187699:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187701:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:1.0:1767384385.187704:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[120, 60] 00000400:00000200:3.0:1767384385.187705:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:3.0:1767384385.187710:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187714:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:3.0:1767384385.187717:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:1.0:1767384385.187717:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 60], ns[173, 60] 00000400:00000200:3.0:1767384385.187723:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187726:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:3.0:1767384385.187730:0:16775:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:1.0:1767384385.187730:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 60], ns[90, 60] 00000400:00000200:3.0:1767384385.187736:0:16775:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384385.187739:0:16775:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000400:00000200:1.0:1767384385.187742:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 60], ns[187, 60] 00000100:00000001:3.0:1767384385.187743:0:16775:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.187746:0:16775:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384385.187753:0:16775:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.152@tcp' by NID '192.168.203.152@tcp' 00000400:00000200:1.0:1767384385.187753:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 10000000:00000010:3.0:1767384385.187760:0:16775:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000407dd21d. 00000400:00000200:1.0:1767384385.187763:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 60], ns[202, 60] 10000000:00000040:3.0:1767384385.187764:0:16775:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.152@tcp::2 00000020:00000080:3.0:1767384385.187770:0:16775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384385.187775:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[136, 60] 00000020:00000001:3.0:1767384385.187776:0:16775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384385.187780:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004414e9cb. 00000020:00000010:3.0:1767384385.187784:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e745fa49. 00000400:00000200:1.0:1767384385.187784:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 60], ns[119, 60] 00000040:00000010:3.0:1767384385.187790:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008004f5d9. 00000400:00000200:1.0:1767384385.187794:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 60], ns[209, 60] 00000020:00000010:3.0:1767384385.187796:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b47148c4. 00000400:00000200:1.0:1767384385.187801:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[153, 60] 00000020:00000010:3.0:1767384385.187802:0:16775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e0637fb. 00000020:00000010:3.0:1767384385.187808:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000238f6621. 00000400:00000200:1.0:1767384385.187809:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 80000000:00000010:3.0:1767384385.187814:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d36a8bd3. 00000400:00000200:1.0:1767384385.187819:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 60], ns[188, 60] 40000000:00000010:3.0:1767384385.187820:0:16775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b229d05. 00100000:00000010:3.0:1767384385.187827:0:16775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ebf1fb9a. 00000400:00000200:1.0:1767384385.187828:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[160, 60] 00040000:00000010:3.0:1767384385.187833:0:16775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ea83611. 00000400:00000200:1.0:1767384385.187837:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 60], ns[171, 60] 00040000:00000010:3.0:1767384385.187838:0:16775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca37969e. 00040000:00000010:3.0:1767384385.187843:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000026f90f2. 00080000:00000010:3.0:1767384385.187855:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffbb7e0b. 00000400:00000200:1.0:1767384385.187860:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 60], ns[175, 60] 00000004:00000010:3.0:1767384385.187864:0:16775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002637312f. 00000400:00000200:1.0:1767384385.187868:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 60], ns[229, 60] 00000004:00000010:3.0:1767384385.187872:0:16775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007fa457b5. 00000400:00000200:1.0:1767384385.187875:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 60], ns[192, 60] 00000004:00000010:3.0:1767384385.187879:0:16775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c934aed6. 00000400:00000200:1.0:1767384385.187883:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[200, 60], ns[220, 60] 00002000:00000010:3.0:1767384385.187887:0:16775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009680a20a. 00000400:00000200:1.0:1767384385.187891:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[202, 60], ns[243, 60] 00000004:00000010:3.0:1767384385.187894:0:16775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000defe4801. 00000004:00000001:3.0:1767384385.187899:0:16775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:1.0:1767384385.187899:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000040:00000001:3.0:1767384385.187903:0:16775:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384385.187906:0:16775:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000407dd21d 00000400:00000200:1.0:1767384385.187907:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000040:00001000:3.0:1767384385.187908:0:16775:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384385.187912:0:16775:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384385.187913:0:16775:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384385.187914:0:16775:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:1.0:1767384385.187923:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp48 00000040:00001000:3.0:1767384385.187924:0:16775:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384385.187927:0:16775:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384385.187929:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384385.187931:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp48 lpni_is_preferred = 0 00000040:00001000:3.0:1767384385.187932:0:16775:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.152@tcp::2 00000040:00000001:3.0:1767384385.187937:0:16775:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384385.187941:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp48 00000400:00000200:1.0:1767384385.187948:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp48 NI seq info: [244:244:256:4294967295] 192.168.203.152@tcp48 LPNI seq info [203:203:8:4294967295] 00000400:00000200:1.0:1767384385.187957:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp48 00000400:00000200:1.0:1767384385.187967:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp48(192.168.203.152@tcp48:) -> 192.168.203.152@tcp48(192.168.203.152@tcp:192.168.203.152@tcp48) : PUT try# 0 00000800:00000200:1.0:1767384385.187972:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.152@tcp48 00000800:00000010:1.0:1767384385.187978:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000800:00000010:1.0:1767384385.187985:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ec8590c. 00000800:00000010:1.0:1767384385.187989:0:16136:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e98ce10f. 00000800:00000200:1.0:1767384385.187995:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000004:00000001:3.0:1767384385.187996:0:16775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384385.188001:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000020:00000010:3.0:1767384385.188002:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e745fa49. 00000040:00000010:3.0:1767384385.188007:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008004f5d9. 00000020:00000010:3.0:1767384385.188013:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b47148c4. 00000020:00000010:3.0:1767384385.188016:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000e0637fb. 00000020:00000010:3.0:1767384385.188019:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000238f6621. 80000000:00000010:3.0:1767384385.188023:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d36a8bd3. 40000000:00000010:3.0:1767384385.188026:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b229d05. 00100000:00000010:3.0:1767384385.188030:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ebf1fb9a. 00000400:00000200:1.0:1767384385.188030:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00040000:00000010:3.0:1767384385.188035:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ea83611. 00000400:00000200:1.0:1767384385.188036:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00040000:00000010:3.0:1767384385.188040:0:16775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca37969e. 00040000:00000010:3.0:1767384385.188045:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000026f90f2. 00080000:00000010:3.0:1767384385.188048:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ffbb7e0b. 00000004:00000010:3.0:1767384385.188051:0:16775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002637312f. 00000004:00000010:3.0:1767384385.188055:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007fa457b5. 00000004:00000010:3.0:1767384385.188058:0:16775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c934aed6. 00002000:00000010:3.0:1767384385.188061:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009680a20a. 00000004:00000010:3.0:1767384385.188065:0:16775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000defe4801. 00000020:00000010:3.0:1767384385.188068:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004414e9cb. 00000020:00000001:3.0:1767384385.188072:0:16775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.188074:0:16775:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384385.188076:0:16775:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000407dd21d. 10000000:00000010:3.0:1767384385.188079:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a63cbac3. 10000000:00000001:3.0:1767384385.188081:0:16775:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384385.188084:0:16775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384385.188087:0:16775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000311f1996 x1853236737770496/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384401 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384385.188094:0:16775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384385.188096:0:16775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384385.188097:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bf760e3. 02000000:00000001:3.0:1767384385.188099:0:16775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384385.188100:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384385.188101:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384385.188103:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384385.188105:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384385.188106:0:16775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384385.188108:0:16775:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384385.188109:0:16775:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384385.188110:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a5df2596. 00000100:00000010:3.0:1767384385.188112:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007a1917f3. 00000100:00000001:3.0:1767384385.188115:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384385.188116:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071095e16. 02000000:00000001:3.0:1767384385.188118:0:16775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384385.188120:0:16775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384385.188122:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311f1996. 00000100:00000001:3.0:1767384385.188125:0:16775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384385.188126:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000100:00000001:3.0:1767384385.188127:0:16775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384385.188139:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dba7e6cb. 10000000:01000000:3.0:1767384385.188144:0:16775:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384385.188147:0:16775:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384385.188149:0:16775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384385.188150:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384385.188152:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=3 00000020:00000001:3.0:1767384385.188154:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.188157:0:16775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:3.0:1767384385.188160:0:16775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384385.188162:0:16775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384385.188167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00010000:00000001:3.0:1767384385.188173:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.188175:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384385.188177:0:16775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384385.188184:0:16775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384385.188185:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384385.188187:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384385.188188:0:16775:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.188189:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 10000000:00000001:3.0:1767384385.188190:0:16775:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384385.188195:0:16775:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384385.188197:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384385.188199:0:16775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 3 10000000:00000001:3.0:1767384385.188201:0:16775:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384385.188217:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188254:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188298:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188324:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188351:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188393:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188418:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188434:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188450:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188506:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188556:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188595:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188627:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188652:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188697:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188756:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188779:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188827:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188924:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384385.188951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384385.189111:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e0df2a0. 00000800:00000010:2.0:1767384385.189116:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000167c1160. 00000800:00000010:2.0:1767384385.189122:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038825893. 00000800:00000010:2.0:1767384385.189142:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038825893. 00000800:00020000:2.0:1767384385.189149:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384385.189152:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000167c1160. 00000800:00000010:2.0:1767384385.189153:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e0df2a0. 00000400:02020000:2.0:1767384385.189184:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp48 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384385.189188:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp48 notifying 192.168.203.152@tcp48: down 00000800:00000200:2.0:1767384385.189193:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp48 down 00000800:00000100:2.0:1767384385.189197:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.152@tcp48 00000800:00000010:2.0:1767384385.189199:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000200:2.0:1767384385.189202:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384385.189204:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp48->192.168.203.152@tcp48: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384385.189211:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp48 added to recovery queue. ping count: 0 next ping: 306 health :900 00000400:00000200:2.0:1767384385.189213:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384385.189215:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 1 00000400:00000200:2.0:1767384385.189217:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384385.189361:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384385.189365:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x301171 00000400:00000001:1.0:1767384385.189368:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384385.189369:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384385.189370:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:1.0:1767384385.189371:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000400:00000200:1.0:1767384385.189379:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384385.189382:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:1.0:1767384385.189384:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:1.0:1767384385.189386:0:16136:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384385.189388:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc -71 00000400:00000200:1.0:1767384385.189391:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384385.189393:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (41) 00000020:00000010:0.0:1767384385.194400:0:39685:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d3702a14. 00000020:00000040:0.0:1767384385.194406:0:39685:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384385.194407:0:39685:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d3702a14. 00000100:00000040:1.0:1767384385.206324:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294972948, at 4294972949 00000100:00000040:0.0:1767384385.206324:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294972948, at 4294972949 00000100:00000040:2.0:1767384385.206328:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294972948, at 4294972949 00000100:00000010:0.0:1767384385.206337:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffef88c1. 00000100:00000010:2.0:1767384385.206338:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ab69620. 00000100:00000010:1.0:1767384385.206340:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ad6fd3. 00000100:00000040:3.0:1767384385.206385:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294972948, at 4294972949 00000100:00000010:3.0:1767384385.206399:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e68e15d. 00000800:00000001:1.0:1767384385.280075:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384385.280102:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384385.280115:0:16132:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000b53b69f1] EOF from 12345-192.168.203.52@tcp50 ip 192.168.203.52:1021 00000800:00000001:2.0:1767384385.280124:0:16133:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384385.280139:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384385.280392:0:16130:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000b53b69f1 00000800:00000010:0.0:1767384385.280399:0:16130:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000b53b69f1. 00000800:00000200:0.0:1767384385.280404:0:16130:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000cc5b097a 00000800:00000010:0.0:1767384385.280405:0:16130:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000800:00000200:0.0:1767384385.280408:0:16130:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000013fa0f05 00000800:00000200:0.0:1767384385.280416:0:16130:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.52@tcp50 000000001dc0c8ad deleted 00000800:00000010:0.0:1767384385.280419:0:16130:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001dc0c8ad. 00000800:00000010:0.0:1767384385.281299:0:16130:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000013fa0f05. 00010000:00000001:3.0:1767384385.569319:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384385.569326:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.569332:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384385.569334:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384385.569337:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384385.569339:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.569341:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384385.569344:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.569346:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384385.569348:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.569877:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384385.569881:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.569884:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384385.953756:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384385.953762:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384385.953765:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384385.953770:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384385.953777:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384385.953783:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384385.953796:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384385.953801:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000129bfbf7. 00000400:00000200:2.0:1767384385.953807:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp48 00000400:00000010:2.0:1767384385.953814:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384385.953818:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000129bfbf7. 00000400:00000010:2.0:1767384385.953821:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384385.953827:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da28dfa2. 00000400:00000200:2.0:1767384385.953831:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp48 00000400:00000200:2.0:1767384385.953842:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp48 local destination 00000400:00000200:2.0:1767384385.953846:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp48 00000400:00000200:2.0:1767384385.953850:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp48 NI seq info: [245:245:256:4294967295] 192.168.203.152@tcp48 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384385.953857:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp48 00000400:00000200:2.0:1767384385.953863:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp48(192.168.203.152@tcp48:) -> 192.168.203.152@tcp48(192.168.203.152@tcp48:192.168.203.152@tcp48) : GET try# 0 00000800:00000200:2.0:1767384385.953868:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp48 00000800:00000010:2.0:1767384385.953872:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000028670761. 00000800:00000200:2.0:1767384385.953878:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000800:00000200:2.1:1767384385.953882:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000400:00000200:2.0:1767384385.953908:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp48 added to recovery queue. ping count: 1 next ping: 308 health :900 00000400:00000200:0.0:1767384385.953993:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954037:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954055:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954073:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954091:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954108:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954124:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954142:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954162:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954181:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954203:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954226:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954259:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954368:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954392:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954413:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954434:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954456:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954477:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954498:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954520:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954541:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954562:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954583:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954605:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954629:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954651:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954671:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954693:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954714:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954735:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954756:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954777:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954798:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384385.954820:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384385.954986:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384385.954991:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a85ff52. 00000800:00000010:0.0:1767384385.954997:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007bb7b8b2. 00000800:00000010:0.0:1767384385.955019:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007bb7b8b2. 00000800:00020000:0.0:1767384385.955029:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384385.955033:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a85ff52. 00000800:00000010:0.0:1767384385.955036:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384385.955070:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp48 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384385.955077:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp48 notifying 192.168.203.152@tcp48: down 00000400:00000200:0.0:1767384385.955081:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384385.955085:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp48 00000800:00000010:0.0:1767384385.955087:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000028670761. 00000400:00000200:0.0:1767384385.955091:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384385.955096:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp48->192.168.203.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384385.955105:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384385.955108:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384385.955112:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp48) recovery failed with -71 00080000:00000001:0.0:1767384386.171136:0:39686:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384386.171149:0:39686:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.171153:0:39686:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384386.171160:0:39686:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384386.171165:0:39686:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.171168:0:39686:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.314078:0:39723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384386.314093:0:39723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.314096:0:39723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.314101:0:39723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384386.314106:0:39723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.314109:0:39723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.490419:0:39734:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384386.490431:0:39734:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.490434:0:39734:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.490441:0:39734:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384386.490446:0:39734:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.490448:0:39734:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.593337:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384386.593344:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.593349:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384386.593351:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.593384:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384386.593388:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384386.593391:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384386.639798:0:39771:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384386.639810:0:39771:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.639814:0:39771:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.639820:0:39771:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384386.639824:0:39771:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.639827:0:39771:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.640585:0:39771:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:2.0:1767384386.640588:0:39771:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:2.0:1767384386.640589:0:39771:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:0.0:1767384386.641104:0:10078:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384386.641111:0:10078:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.641116:0:10078:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384386.641159:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384386.641166:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.641171:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.648428:0:39771:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:2.0:1767384386.648434:0:39771:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000ef2e7e50. 00000020:01000004:2.0:1767384386.648439:0:39771:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:2.0:1767384386.648442:0:39771:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:2.0:1767384386.648444:0:39771:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1767384386.648446:0:39771:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000a0a15187. 00000020:00000010:2.0:1767384386.648450:0:39771:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000e3885299. 00000020:00000001:2.0:1767384386.648452:0:39771:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384386.648455:0:39771:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000056c7cd4. 00000020:00000001:2.0:1767384386.648458:0:39771:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384386.648460:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a95b5f4. 00000020:00000010:2.0:1767384386.648464:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c81d0800. 00000040:00000010:2.0:1767384386.648467:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5b32c58. 00000020:00000010:2.0:1767384386.648472:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000faac41ad. 00000020:00000010:2.0:1767384386.648476:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f3a6c4. 00040000:00000010:2.0:1767384386.648481:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ef1c4e3. 00040000:00000010:2.0:1767384386.648485:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0b15564. 00080000:00000010:2.0:1767384386.648488:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d16cadc0. 10000000:00000001:2.0:1767384386.648492:0:39771:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384386.648494:0:39771:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384386.648497:0:39771:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384386.648499:0:39771:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384386.648502:0:39771:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384386.648503:0:39771:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000096dfc80c) refs 3 10000000:00000001:2.0:1767384386.648505:0:39771:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384386.648507:0:39771:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630076727410688 : -113996982140928 : ffff9852025fc000) 10000000:00000001:2.0:1767384386.648509:0:39771:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384386.648511:0:39771:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1cafe7b7e4a4fbd5 00010000:00000001:2.0:1767384386.648514:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.648515:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.648517:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a48c318b refcount=2 00000020:00000001:2.0:1767384386.648519:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:2.0:1767384386.648522:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:2.0:1767384386.648525:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.648526:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.648529:0:39771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.648538:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.648539:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.648541:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.648542:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.648543:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a48c318b refcount=3 00000020:00000001:2.0:1767384386.648545:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:2.0:1767384386.648547:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:2.0:1767384386.648549:0:39771:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.648550:0:39771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.648557:0:39771:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.648558:0:39771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.648563:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.648564:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.648566:0:39771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.648571:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.648572:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.648575:0:39771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384386.648578:0:39771:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000907090ec. 00010000:00000001:2.0:1767384386.648581:0:39771:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384386.648589:0:39771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384386.648591:0:39771:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.648593:0:39771:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.648595:0:39771:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.648597:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.648598:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384386.648599:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.648600:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648601:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.648603:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648604:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.648605:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648606:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.648607:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648607:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.648608:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648609:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.648610:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000096dfc80c) refs 3 10000000:00000001:2.0:1767384386.648612:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.648613:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.648614:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000096dfc80c) refs 2 10000000:00000001:2.0:1767384386.648615:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384386.648616:0:39771:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:2.0:1767384386.648618:0:39771:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384386.648620:0:39771:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.648623:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c81d0800. 00000040:00000010:2.0:1767384386.648629:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5b32c58. 00000020:00000010:2.0:1767384386.648631:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000faac41ad. 00000020:00000010:2.0:1767384386.648635:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f3a6c4. 00040000:00000010:2.0:1767384386.648638:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000ef1c4e3. 00040000:00000010:2.0:1767384386.648641:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0b15564. 00080000:00000010:2.0:1767384386.648644:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d16cadc0. 00000020:00000010:2.0:1767384386.648646:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a95b5f4. 00000020:00000001:2.0:1767384386.648649:0:39771:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.648651:0:39771:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000056c7cd4. 00000020:00000001:2.0:1767384386.648653:0:39771:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.648656:0:39771:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000acc9fb55. 00000020:00000040:2.0:1767384386.648659:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 5 00000020:00000010:2.0:1767384386.648662:0:39771:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000731de2d6. 00000010:00000001:2.0:1767384386.648666:0:39771:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:2.0:1767384386.648669:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384386.648670:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384386.648673:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384386.648675:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384386.648676:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1767384386.648679:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384386.648681:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.648683:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384386.648684:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384386.648685:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384386.648687:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384386.648689:0:39771:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767384386.648690:0:39771:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:2.0:1767384386.648692:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.648694:0:39771:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384386.648742:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384386.648744:0:39771:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.648747:0:39771:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1767384386.648749:0:39771:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1767384386.648750:0:39771:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1767384386.648754:0:39771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f951e5ab. 00000020:00000040:2.0:1767384386.648757:0:39771:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384386.648760:0:39771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384386.648762:0:39771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384386.648766:0:39771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384386.648771:0:39771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ef1c4e3. 00000100:00000001:2.0:1767384386.648776:0:39771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.648779:0:39771:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630082008406144 : -113991701145472 : ffff98533d255880) 00000100:00080000:2.0:1767384386.648781:0:39771:0:(import.c:65:import_set_state_nolock()) 00000000325caeff lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1767384386.648785:0:39771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384386.648787:0:39771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.648793:0:39771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f951e5ab] to pc [ptlrpcd_rcv+-1] req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.648816:0:39771:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.648924:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.648928:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.648930:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384386.648934:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.648954:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.648956:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.648959:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384386.648961:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.648963:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.648965:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f951e5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236737770624:0@lo:39: 00000100:00000001:3.0:1767384386.648969:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384386.648972:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.648975:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.648977:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.648981:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca796da. 02000000:00000001:3.0:1767384386.648996:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.649001:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000400:00000010:3.0:1767384386.649018:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384386.649023:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770624, portal 10 00000100:00000001:3.0:1767384386.649025:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.649027:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008406144 : -113991701145472 : ffff98533d255880) 00000100:00000040:3.0:1767384386.649043:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.649051:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.649053:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384386.649055:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384386.649069:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737770624, offset 0 00000400:00000200:3.0:1767384386.649075:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384386.649097:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384386.649121:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d708480 00000400:00000200:3.0:1767384386.649136:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:3.0:1767384386.649142:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.649146:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384386.649151:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384386.649153:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384386.649157:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311f1996. 00000100:00000040:3.0:1767384386.649160:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000311f1996 x1853236737770624 msgsize 224 00000100:00100000:3.0:1767384386.649164:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384386.649175:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384386.649181:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384386.649183:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384386.649185:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384386.649188:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.649198:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.649201:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.649208:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.649209:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384386.649210:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384386.649214:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770624 00000100:00000001:3.0:1767384386.649216:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.649218:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384386.649222:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3508 usecs (4 jiffies) 00000100:00000001:0.0:1767384386.649222:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.649225:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.649227:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974395 02000000:00000001:0.0:1767384386.649243:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384386.649247:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e68e15d. 00000100:00100000:0.0:1767384386.649248:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770624 00000020:00000001:0.0:1767384386.649253:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384386.649255:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384386.649255:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fbf8 00000020:00000001:0.0:1767384386.649258:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.649261:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021a6f1ff refcount=5 00000100:00000001:3.0:1767384386.649263:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974395 00000020:00000001:0.0:1767384386.649264:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000010:3.0:1767384386.649268:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d36a8bd3. 00000020:00000001:0.0:1767384386.649269:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630082043516928 : -113991666034688 : ffff98533f3d1800) 00000100:00000001:3.0:1767384386.649273:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384386.649288:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.649292:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:0.0:1767384386.649295:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.649298:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000020:00000010:0.0:1767384386.649302:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932a4995. 00000020:00000010:0.0:1767384386.649306:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008a1b890. 00000020:00000010:0.0:1767384386.649310:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c70433. 00000100:00000040:0.0:1767384386.649317:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384386.649319:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384386.649320:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384386.649323:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.649330:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.649342:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.649353:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384386.649354:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.649357:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384386.649357:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.649364:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384386.649373:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021a6f1ff : new rpc_count 1 00000100:00000001:0.0:1767384386.649374:0:16780:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.649376:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076759390208 : -113996950161408 : ffff98520447b800) 00000100:00000001:0.0:1767384386.649379:0:16780:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.649383:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000311f1996 x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.649392:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.649395:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003058de3c. 00000100:00000001:2.0:1767384386.649397:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.649400:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003058de3c. 00000100:00100000:2.0:1767384386.649405:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000311f1996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236737770624:12345-0@lo:39: 00000100:00000200:2.0:1767384386.649409:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770624 00000020:00000001:2.0:1767384386.649440:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.649453:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384386.649455:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.649458:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384386.649460:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669609312 : -1039942304 : ffffffffc203bd60) 00000020:00000001:2.0:1767384386.649463:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384386.649465:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384386.649467:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384386.649469:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384386.649471:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.649473:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384386.649475:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384386.649478:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384386.649479:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.649493:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e65f5c0. 02000000:00000001:2.0:1767384386.649496:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.649498:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.649501:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000021a6f1ff refcount=6 00010000:00000001:2.0:1767384386.649503:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384386.649505:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384386.649507:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000021a6f1ff refcount=7 00010000:00000001:2.0:1767384386.649509:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384386.649510:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384386.649513:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 6 00000020:00000080:2.0:1767384386.649515:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fbf8 00000020:00000040:2.0:1767384386.649518:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021a6f1ff with handle 0x1cafe7b7e4a4fbf8 from hash 00000020:00000040:2.0:1767384386.649521:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 5 00000020:00000001:2.0:1767384386.649524:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384386.649525:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 4 00000020:00000001:2.0:1767384386.649527:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384386.649528:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 3 00000020:00000001:2.0:1767384386.649530:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.649532:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384386.649533:0:16779:0:(import.c:65:import_set_state_nolock()) 00000000ea2d0580 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384386.649536:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384386.649537:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384386.649538:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384386.649547:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384386.649552:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384386.649554:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000001ce0b523 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384386.649556:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021a6f1ff dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384386.649559:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384386.649563:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384386.649567:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767384386.649569:0:16779:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.649571:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.649574:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:0.0:1767384386.649574:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.649579:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384386.649580:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 6 00010000:00010000:0.0:1767384386.649583:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:2.0:1767384386.649586:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:0.0:1767384386.649588:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000001:00000040:2.0:1767384386.649589:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 5 00010000:00000001:0.0:1767384386.649591:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:2.0:1767384386.649594:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 2 00010000:00010000:0.0:1767384386.649595:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384386.649597:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384386.649599:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 4 00000001:00000001:2.0:1767384386.649604:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384386.649606:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 1 00000004:00000001:2.0:1767384386.649609:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.649612:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.649612:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a48c318b already unused, calling callback (0000000028dca730) 00010000:00000001:2.0:1767384386.649616:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.649618:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767384386.649620:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.649622:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737770624 00010000:00000001:2.0:1767384386.649624:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384386.649627:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000311f1996 x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00010000:0.0:1767384386.649631:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.649638:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384386.649640:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.649641:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.649642:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a48c318b refcount=3 00000020:00000001:0.0:1767384386.649644:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:0.0:1767384386.649646:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004051968 : -113992705499648 : ffff985301481e00) 00010000:00000001:0.0:1767384386.649649:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384386.649651:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384386.649657:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.649659:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.649672:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 10000000:01000000:0.0:1767384386.649674:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:2.0:1767384386.649676:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384386.649678:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00001000:2.0:1767384386.649681:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ec28bf73 time=96 v=5 (1 0 0 0) 10000000:00000001:0.0:1767384386.649681:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384386.649684:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000096dfc80c) refs 1 00000100:00000001:2.0:1767384386.649688:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 10000000:01000000:0.0:1767384386.649689:0:16765:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000040:2.0:1767384386.649692:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 21 to 0@lo 10000000:00000001:0.0:1767384386.649692:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.649694:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384386.649697:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 10000000:00000001:0.0:1767384386.649697:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.649700:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.649702:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384386.649703:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:00000001:0.0:1767384386.649704:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:2.0:1767384386.649707:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.649707:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.649710:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384386.649712:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384386.649712:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.649716:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384386.649719:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384386.649719:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000ce4b0fdd : new refcount 11 00000400:00000010:2.0:1767384386.649724:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 10000000:00000010:0.0:1767384386.649724:0:16765:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 0000000096dfc80c. 00000100:00000200:2.0:1767384386.649730:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737770624, offset 224 10000000:00000001:0.0:1767384386.649732:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.649735:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.649738:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384386.649740:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384386.649744:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384386.649747:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384386.649747:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.649751:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.649753:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.649757:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d708480 00000020:00000040:0.0:1767384386.649758:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a48c318b with handle 0x1cafe7b7e4a4fbd5 from hash 00010000:00000001:0.0:1767384386.649763:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384386.649766:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2199 [1] + 224 00010000:00000001:0.0:1767384386.649766:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.649769:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.649772:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384386.649773:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384386.649774:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.649778:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:2.0:1767384386.649780:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384386.649783:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767384386.649785:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384386.649787:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:2.0:1767384386.649790:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384386.649794:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b46f28. 00000020:00000040:0.0:1767384386.649799:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000040:2.0:1767384386.649806:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.649806:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384386.649809:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384386.649812:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.649818:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096dfc80c. 00000100:00000001:2.0:1767384386.649821:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384386.649823:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.649826:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00010000:00000001:0.0:1767384386.649827:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000010:2.0:1767384386.649830:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00010000:00010000:0.0:1767384386.649833:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384386.649836:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.649838:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.649842:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.649843:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384386.649846:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.649847:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 20 to 0@lo 00000100:00000001:0.0:1767384386.649851:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384386.649852:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384386.649855:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.649856:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.649860:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384386.649863:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0b46f28] to pc [ptlrpcd_00_00+0] req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.649865:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000311f1996 x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.649891:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000311f1996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16137:x1853236737770624:12345-0@lo:39: Request processed in 499us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.649898:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00000001:0.0:1767384386.649900:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384386.649901:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021a6f1ff : new rpc_count 0 00000100:00000001:2.0:1767384386.649906:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384386.649907:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384386.649909:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384386.649910:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.649913:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.649914:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008a1b890. 00010000:00000001:0.0:1767384386.649915:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.649919:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.649920:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c70433. 00010000:00010000:0.0:1767384386.649921:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384386.649925:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932a4995. 00000020:00000040:2.0:1767384386.649930:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000021a6f1ff : new refcount 0 00010000:00000001:0.0:1767384386.649932:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000080:2.0:1767384386.649934:0:16779:0:(genops.c:904:class_export_put()) final put 0000000021a6f1ff/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1767384386.649935:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000a48c318b/0x1cafe7b7e4a4fbd5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbdc expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384386.649949:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384386.649950:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.649952:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384386.649953:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000907090ec. 00010000:00000001:0.0:1767384386.649956:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.649959:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.649960:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.649961:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384386.649963:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.649964:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.649965:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384386.649967:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.649968:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.649969:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384386.649984:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384386.649989:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384386.649991:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.650007:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.650009:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.650012:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.650014:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384386.650015:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384386.650018:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.650023:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384386.650027:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000021a6f1ff/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:0.0:1767384386.650028:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384386.650032:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.650034:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 19 to 0@lo 02000000:00000001:0.0:1767384386.650036:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384386.650039:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:0.0:1767384386.650040:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384386.650042:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 02000000:00000001:0.0:1767384386.650044:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.650046:0:36:0:(genops.c:1229:class_import_get()) import 00000000ea2d0580 refcount=2 obd=lustre-MDT0000 00000100:00100000:0.0:1767384386.650049:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737770752:0@lo:103: 00000020:00000001:2.0:1767384386.650051:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.650053:0:36:0:(genops.c:1242:class_import_put()) import 00000000ea2d0580 refcount=1 obd=lustre-MDT0000 00000100:00000001:0.0:1767384386.650056:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384386.650057:0:36:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384386.650060:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384386.650061:0:36:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384386.650063:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.650064:0:36:0:(genops.c:1242:class_import_put()) import 00000000ea2d0580 refcount=0 obd=lustre-MDT0000 02000000:00000001:0.0:1767384386.650068:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384386.650069:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000ea2d0580 02000000:00000010:0.0:1767384386.650074:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070beb58f. 00000020:00000001:2.0:1767384386.650077:0:36:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384386.650078:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384386.650080:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000a1ea06fc. 00000400:00000010:0.0:1767384386.650083:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f065b44d. 00010000:00000001:2.0:1767384386.650085:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000010:0.0:1767384386.650089:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000001:00000001:2.0:1767384386.650090:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000200:0.0:1767384386.650094:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770752, portal 18 00000001:00000010:2.0:1767384386.650097:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf5c2806. 00000100:00000001:0.0:1767384386.650098:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384386.650100:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067445632 : -113992642105984 : ffff9853050f6d80) 00000001:00000010:2.0:1767384386.650103:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000000d782be. 00000100:00000040:0.0:1767384386.650106:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384386.650108:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004fccb0a9. 00000001:00000010:2.0:1767384386.650113:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000016fc0fc3. 00000001:00000010:2.0:1767384386.650117:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006a11919e. 00000100:00000001:0.0:1767384386.650122:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000010:2.0:1767384386.650123:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000036bf30b7. 00000100:00000040:0.0:1767384386.650127:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:2.0:1767384386.650129:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:0.0:1767384386.650130:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00010000:00000001:2.0:1767384386.650132:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000200:0.0:1767384386.650134:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737770752, offset 0 00000001:00000001:2.0:1767384386.650135:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.650141:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dd5c3b4. 00000400:00000200:0.0:1767384386.650141:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:2.0:1767384386.650146:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c02789a. 00000001:00000010:2.0:1767384386.650150:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055280a94. 00000400:00000200:0.0:1767384386.650151:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:2.0:1767384386.650156:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068238ea5. 00000001:00000010:2.0:1767384386.650160:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c40e2c34. 00000400:00000200:0.0:1767384386.650161:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d708500 00000001:00000010:2.0:1767384386.650164:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004b8e0f14. 00000001:00000001:2.0:1767384386.650167:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000200:0.0:1767384386.650169:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00010000:00000001:2.0:1767384386.650170:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384386.650173:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000200:0.0:1767384386.650176:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1767384386.650178:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000434d98ac. 00000400:00000200:0.0:1767384386.650182:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:2.0:1767384386.650183:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384386.650187:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000001ce0b523 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384386.650187:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384386.650190:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000020:2.0:1767384386.650192:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2/00000000418f8349 dirty 0 pend 0 grant 0 00000100:00000010:0.0:1767384386.650195:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083df90a5. 00000004:00000001:2.0:1767384386.650196:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.650200:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.650200:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000083df90a5 x1853236737770752 msgsize 328 00000020:00000040:2.0:1767384386.650206:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 9 - export 00000100:00100000:0.0:1767384386.650210:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384386.650211:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000021a6f1ff. 00000020:00000001:2.0:1767384386.650218:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384386.650219:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384386.650222:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384386.650225:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ea2d0580 for lustre-MDT0000 00000400:00000200:0.0:1767384386.650226:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000020:00000040:2.0:1767384386.650239:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00000400:00000010:0.0:1767384386.650240:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000020:00000040:2.0:1767384386.650245:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 8 - import 00000100:00000001:0.0:1767384386.650245:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384386.650250:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ea2d0580. 00000100:00000200:0.0:1767384386.650251:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.650254:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384386.650262:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384386.650265:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.650271:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.650293:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.650298:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.650301:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294974411 00000100:00000001:2.0:1767384386.650304:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384386.650306:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974395 00000100:00100000:2.0:1767384386.650308:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770752 02000000:00000001:2.0:1767384386.650311:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384386.650312:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294974411 00000100:00000001:2.0:1767384386.650313:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.650317:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.650320:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.650322:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770752 00000100:00000001:0.0:1767384386.650323:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384386.650325:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384386.650327:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.650328:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:2.0:1767384386.650331:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.650333:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:2.0:1767384386.650336:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:2.0:1767384386.650338:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:2.0:1767384386.650340:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.650343:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003058de3c. 00000100:00000001:2.0:1767384386.650345:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.650347:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003058de3c. 00000020:00000010:2.0:1767384386.650350:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000020:00000010:2.0:1767384386.650353:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc3c18bb. 00000020:00000010:2.0:1767384386.650355:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000100:00000040:2.0:1767384386.650360:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384386.650362:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.650364:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384386.650365:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384386.650367:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.650369:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384386.650371:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.650372:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.650373:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007388e35a refcount=3 00000020:00000001:2.0:1767384386.650375:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093444608 : -113992616107008 : ffff9853069c2400) 00010000:00000001:2.0:1767384386.650377:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093444608 : -113992616107008 : ffff9853069c2400) 00010000:00000001:2.0:1767384386.650379:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.650380:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.650382:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.650383:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.650386:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.650399:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.650406:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.650407:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.650409:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384386.650411:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:2.0:1767384386.650413:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067433984 : -113992642117632 : ffff9853050f4000) 00000100:00000040:2.0:1767384386.650416:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083df90a5 x1853236737770752/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.650424:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.650426:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003058de3c. 00000100:00000001:2.0:1767384386.650427:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.650429:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003058de3c. 00000100:00100000:2.0:1767384386.650432:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083df90a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16139:x1853236737770752:12345-0@lo:103: 00000100:00000200:2.0:1767384386.650436:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770752 00010000:00000001:2.0:1767384386.650437:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384386.650439:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384386.650442:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384386.650445:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384386.650447:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.650449:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f2a54b8a. 02000000:00000001:2.0:1767384386.650451:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.650453:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.650455:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384386.650456:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384386.650458:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.650460:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.650461:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007388e35a refcount=3 00000020:00000001:2.0:1767384386.650462:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093444608 : -113992616107008 : ffff9853069c2400) 00010000:00000001:2.0:1767384386.650465:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093444608 : -113992616107008 : ffff9853069c2400) 00010000:00000040:2.0:1767384386.650467:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 6 00010000:00000001:2.0:1767384386.650469:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384386.650471:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.650473:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.650475:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.650476:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.650479:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384386.650480:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.650484:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.650485:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.650486:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.650488:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.650490:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007388e35a with handle 0x1cafe7b7e4a4fbdc from hash 00010000:00000001:2.0:1767384386.650492:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384386.650493:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.650494:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.650495:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384386.650496:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.650497:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.650499:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007388e35a/0x1cafe7b7e4a4fbdc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbd5 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384386.650505:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 9 00000020:00000040:2.0:1767384386.650507:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00010000:00000001:2.0:1767384386.650510:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.650512:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384386.650514:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384386.650515:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.650517:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.650519:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384386.650520:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384386.650522:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.650524:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.650525:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.650527:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.650529:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.650531:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:2.0:1767384386.650533:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384386.650535:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.650536:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.650538:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.650539:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.650541:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384386.650544:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737770752, offset 224 00000400:00000200:2.0:1767384386.650547:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.650552:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.650557:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d708500 00000400:00000200:2.0:1767384386.650561:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a5 [1] + 224 00000400:00000200:2.0:1767384386.650595:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.650598:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.650601:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.650604:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.650617:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.650635:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.650638:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:2.0:1767384386.650640:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00000001:2.0:1767384386.650642:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.650643:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.650646:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.650648:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:2.0:1767384386.650650:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.650652:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.650654:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083df90a5 x1853236737770752/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.650662:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083df90a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+14:16139:x1853236737770752:12345-0@lo:103: Request processed in 237us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.650668:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384386.650670:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:2.0:1767384386.650672:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.650673:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.650675:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc3c18bb. 00000020:00000010:2.0:1767384386.650679:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00000020:00000010:2.0:1767384386.650681:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000020:00000040:2.0:1767384386.650684:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00000001:2.0:1767384386.650686:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384386.650759:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384386.650761:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384386.650763:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384386.650856:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974397 00000100:00000010:3.0:1767384386.650861:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb4f1fac. 00000100:00000001:3.0:1767384386.650864:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384386.650866:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974397 00000100:00000010:3.0:1767384386.650869:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025f67324. 00000100:00000001:3.0:1767384386.650872:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384386.650878:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.650878:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974395 00000100:00000001:3.0:1767384386.650884:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.650886:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294974412 00000400:00000001:3.0:1767384386.650889:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384386.650891:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974397 00000400:00000001:3.0:1767384386.650892:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384386.650896:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000100:00000001:0.0:1767384386.650896:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294974412 00000100:00000001:0.0:1767384386.650904:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974397 00000400:00000200:3.0:1767384386.650905:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384386.650908:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:0.0:1767384386.650909:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.650913:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384386.650914:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384386.650917:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384386.650919:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384386.650921:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f065b44d. 00000400:00000200:0.0:1767384386.650925:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000400:00000010:0.0:1767384386.650926:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:0.0:1767384386.650929:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384386.650932:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384386.650939:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.650945:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384386.650949:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.650951:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384386.650953:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384386.650955:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.650956:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.650958:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.650961:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384386.650964:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.650967:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384386.650968:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384386.650970:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.650971:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384386.650974:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.650978:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.650985:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384386.650997:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.651005:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.651006:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.651008:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384386.651009:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384386.651011:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.651012:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.651014:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.651017:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002a43d1c time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384386.651020:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000009fe2911e time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.651023:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384386.651024:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.651025:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384386.651028:0:16137:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.651031:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384386.651032:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384386.651034:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384386.651035:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.651038:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.651043:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.651052:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.651055:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384386.651057:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.651058:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384386.651061:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384386.651063:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384386.651065:0:16137:0:(import.c:65:import_set_state_nolock()) 00000000325caeff lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767384386.651071:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384386.651073:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384386.651076:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00100000:0.0:1767384386.651080:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737770752:0@lo:103: 00000100:00000001:0.0:1767384386.651084:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.651086:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384386.651088:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f0b46f28 x1853236737770752/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.651089:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384386.651097:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384386.651100:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384386.651102:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070beb58f. 00000100:00000040:3.0:1767384386.651103:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384386.651107:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384386.651109:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384386.651112:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384386.651116:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384386.651117:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096dfc80c. 02000000:00000001:0.0:1767384386.651121:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384386.651122:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384386.651123:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0b46f28. 00000100:00000001:0.0:1767384386.651125:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384386.651126:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.651129:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384386.651133:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f951e5ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236737770624:0@lo:39: 00000100:00000001:0.0:1767384386.651134:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.651137:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.651140:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.651141:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.651144:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384386.651144:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.651149:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f951e5ab x1853236737770624/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.651156:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384386.651157:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384386.651158:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca796da. 02000000:00000001:3.0:1767384386.651161:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384386.651163:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384386.651164:0:16137:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384386.651188:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384386.651198:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ef1c4e3. 02000000:00000001:3.0:1767384386.651201:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384386.651202:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384386.651204:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f951e5ab. 00000100:00000001:3.0:1767384386.651217:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384386.651218:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.651221:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.651224:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.651225:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.651227:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.651228:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.651389:0:39771:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.651392:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384386.651393:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384386.651395:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384386.651396:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384386.651397:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1767384386.651399:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384386.651402:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.651403:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384386.651404:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384386.651405:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384386.651406:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384386.651407:0:39771:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384386.651409:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384386.651411:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384386.651413:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384386.651966:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.651969:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384386.651970:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384386.652393:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.652395:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:2.0:1767384386.652398:0:39771:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384386.652400:0:39771:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.652402:0:39771:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000731de2d6. 00000020:00000001:2.0:1767384386.652405:0:39771:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.652407:0:39771:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000acc9fb55. 00000020:00000010:2.0:1767384386.652410:0:39771:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000e3885299. 00000020:00000010:2.0:1767384386.652411:0:39771:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000a0a15187. 00000020:00000010:2.0:1767384386.652415:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b15564. 00000020:00000010:2.0:1767384386.652418:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000682777f0. 00000040:00000010:2.0:1767384386.652421:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c02789a. 00000020:00000010:2.0:1767384386.652423:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d16cadc0. 00000020:00000010:2.0:1767384386.652427:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384386.652429:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004dd5c3b4. 80000000:00000010:2.0:1767384386.652432:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3885299. 40000000:00000010:2.0:1767384386.652435:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0a15187. 00100000:00000010:2.0:1767384386.652438:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000faac41ad. 00040000:00000010:2.0:1767384386.652441:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000fa45649. 00040000:00000010:2.0:1767384386.652444:0:39771:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384386.652446:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016fc0fc3. 00080000:00000010:2.0:1767384386.652449:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acfc76a9. 00000004:00000010:2.0:1767384386.652453:0:39771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005543f13c. 00000004:00000010:2.0:1767384386.652457:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a382e3c. 00000004:00000010:2.0:1767384386.652462:0:39771:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000075bee1cf. 00002000:00000010:2.0:1767384386.652465:0:39771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be256702. 00000004:00000010:2.0:1767384386.652468:0:39771:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f6a38b5a. 00000020:00000010:2.0:1767384386.652471:0:39771:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003058de3c. 00000020:00000001:2.0:1767384386.652479:0:39771:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384386.652534:0:39771:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000731de2d6. 00000020:00000001:2.0:1767384386.652537:0:39771:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384386.652539:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d782be. 00000020:00000010:2.0:1767384386.652541:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf5c2806. 00000040:00000010:2.0:1767384386.652543:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000932a4995. 00000020:00000010:2.0:1767384386.652546:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea4ea0e7. 00000020:00000010:2.0:1767384386.652548:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f3a6c4. 00040000:00000010:2.0:1767384386.652550:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c739eac5. 00040000:00000010:2.0:1767384386.652552:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a95b5f4. 00080000:00000010:2.0:1767384386.652555:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6b28ba3. 10000000:00000001:2.0:1767384386.652557:0:39771:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384386.652558:0:39771:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384386.652560:0:39771:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384386.652561:0:39771:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384386.652563:0:39771:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384386.652565:0:39771:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000008b4b8e6a) refs 3 10000000:00000001:2.0:1767384386.652567:0:39771:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384386.652568:0:39771:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630081992942080 : -113991716609536 : ffff98533c396200) 10000000:00000001:2.0:1767384386.652571:0:39771:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384386.652572:0:39771:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1cafe7b7e4a4fb50 00010000:00000001:2.0:1767384386.652574:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652576:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652577:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005854c3d3 refcount=2 00000020:00000001:2.0:1767384386.652579:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:2.0:1767384386.652581:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:2.0:1767384386.652583:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652585:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.652586:0:39771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652594:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652595:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.652596:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652597:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652598:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005854c3d3 refcount=3 00000020:00000001:2.0:1767384386.652600:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:2.0:1767384386.652601:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:2.0:1767384386.652603:0:39771:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.652604:0:39771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652610:0:39771:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.652612:0:39771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652617:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652618:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.652619:0:39771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652624:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652625:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652627:0:39771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384386.652629:0:39771:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006fc268e4. 00010000:00000001:2.0:1767384386.652630:0:39771:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384386.652642:0:39771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384386.652644:0:39771:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652646:0:39771:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652648:0:39771:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.652649:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652650:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384386.652651:0:39771:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384386.652653:0:39771:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1cafe7b7e4a4ffa2 00010000:00000001:2.0:1767384386.652655:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652656:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652657:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=2 00000020:00000001:2.0:1767384386.652659:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:2.0:1767384386.652661:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:2.0:1767384386.652663:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652664:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.652666:0:39771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652671:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652672:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.652673:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652674:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652675:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=3 00000020:00000001:2.0:1767384386.652677:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:2.0:1767384386.652679:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 00010000:00000001:2.0:1767384386.652681:0:39771:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.652682:0:39771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384386.652684:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.652687:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.652691:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384386.652693:0:39771:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.652695:0:39771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.652695:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384386.652698:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384386.652701:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652706:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652709:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.652711:0:39771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.652713:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005854c3d3 already unused, calling callback (0000000028dca730) 10000000:00000001:0.0:1767384386.652717:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.652720:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652723:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652726:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652730:0:39771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384386.652732:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000010:2.0:1767384386.652734:0:39771:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000907090ec. 00010000:00000001:0.0:1767384386.652735:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.652738:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384386.652739:0:39771:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000040:0.0:1767384386.652741:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005854c3d3 refcount=3 00000020:00000001:0.0:1767384386.652744:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:0.0:1767384386.652746:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631936 : -113991966919680 : ffff98532d4df400) 00010000:00000001:0.0:1767384386.652748:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384386.652749:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.652752:0:39771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384386.652756:0:39771:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.652759:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.652760:0:39771:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384386.652762:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652763:0:39771:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.652765:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652767:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384386.652769:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.652771:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 2 10000000:01000000:0.0:1767384386.652773:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384386.652775:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.652778:0:39771:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:01000000:0.0:1767384386.652779:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000040:2.0:1767384386.652780:0:39771:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1cafe7b7e4a4fbc7 10000000:00000001:0.0:1767384386.652782:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384386.652783:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000040:0.0:1767384386.652784:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000008b4b8e6a) refs 3 00000020:00000001:2.0:1767384386.652785:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652789:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053968b2c refcount=2 10000000:00000001:0.0:1767384386.652790:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.652792:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.652794:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 00010000:00000001:0.0:1767384386.652796:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384386.652799:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 00010000:00000001:0.0:1767384386.652799:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.652802:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.652804:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.652805:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652809:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.652809:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.652815:0:39771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384386.652815:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005854c3d3 with handle 0x1cafe7b7e4a4fb50 from hash 00010000:00000001:0.0:1767384386.652819:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.652821:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.652823:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.652825:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.652827:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.652829:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.652830:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384386.652833:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.652834:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384386.652836:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384386.652837:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767384386.652840:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652843:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053968b2c refcount=3 00000100:00000010:0.0:1767384386.652843:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b46f28. 00000020:00000040:0.0:1767384386.652847:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384386.652848:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 00000100:00000001:0.0:1767384386.652853:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384386.652854:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 02000000:00000001:0.0:1767384386.652856:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384386.652858:0:39771:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:0.0:1767384386.652860:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.652861:0:39771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384386.652865:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070beb58f. 00000100:00000001:0.0:1767384386.652870:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652872:0:39771:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384386.652875:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384386.652876:0:39771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.652879:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652887:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652890:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.652892:0:39771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.652903:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384386.652906:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.652906:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.652910:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.652911:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384386.652914:0:39771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384386.652914:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384386.652919:0:39771:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000056c7cd4. 00000100:00000040:0.0:1767384386.652921:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0b46f28] to pc [ptlrpcd_00_01+1] req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.652924:0:39771:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384386.652927:0:39771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:2.0:1767384386.652932:0:39771:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652936:0:39771:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652939:0:39771:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.652941:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.652942:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384386.652943:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.652944:0:39771:0:(mgc_request.c:123:config_log_put()) log params(00000000c7cc1970) refs 2 10000000:00000001:2.0:1767384386.652946:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.652947:0:39771:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384386.652948:0:39771:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x1cafe7b7e4a4fb42 00010000:00000001:2.0:1767384386.652949:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652950:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652952:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc913f24 refcount=2 00000020:00000001:2.0:1767384386.652953:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:2.0:1767384386.652955:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:0.0:1767384386.652957:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384386.652958:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.652960:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.652963:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.652964:0:39771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.652966:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.652969:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.652973:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.652977:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.652979:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.652980:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.652982:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.652985:0:39771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.652987:0:39771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.652989:0:39771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc913f24 refcount=3 00010000:00000001:0.0:1767384386.652992:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384386.652993:0:39771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:2.0:1767384386.652996:0:39771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:2.0:1767384386.652998:0:39771:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.652999:0:39771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653002:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 000000005854c3d3/0x1cafe7b7e4a4fb50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb57 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.653003:0:39771:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.653006:0:39771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.653020:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653021:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.653022:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653024:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1767384386.653025:0:39771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384386.653027:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006fc268e4. 00010000:00000001:0.0:1767384386.653032:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.653038:0:39771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384386.653038:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384386.653043:0:39771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.653043:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.653048:0:39771:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384386.653049:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1767384386.653052:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000010:2.0:1767384386.653053:0:39771:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000074d6c40e. 00010000:00000001:0.0:1767384386.653054:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384386.653057:0:39771:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384386.653058:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.653062:0:39771:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:2.0:1767384386.653067:0:39771:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.653072:0:39771:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653073:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca27ec41 already unused, calling callback (0000000028dca730) 00010000:00000001:2.0:1767384386.653075:0:39771:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 10000000:00000001:0.0:1767384386.653077:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.653079:0:39771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:0.0:1767384386.653080:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.653082:0:39771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384386.653084:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.653087:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000680cbf21) refs 2 10000000:00000001:2.0:1767384386.653091:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384386.653091:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384386.653093:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767384386.653094:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384386.653096:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:2.0:1767384386.653098:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000ff334d47) refs 3 00000020:00000040:0.0:1767384386.653099:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca27ec41 refcount=3 10000000:00000001:2.0:1767384386.653104:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384386.653105:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 10000000:00000001:2.0:1767384386.653108:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384386.653109:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081294055424 : -113992415496192 : ffff985312913800) 10000000:00000001:2.0:1767384386.653112:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384386.653113:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:2.0:1767384386.653114:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384386.653116:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:00000040:2.0:1767384386.653118:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000008b4b8e6a) refs 2 10000000:00000001:2.0:1767384386.653122:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.653125:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.653128:0:39771:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000008b4b8e6a) refs 1 10000000:00000001:0.0:1767384386.653128:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.653131:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384386.653133:0:39771:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:2.0:1767384386.653136:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653138:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:0.0:1767384386.653141:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384386.653142:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653144:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:0.0:1767384386.653146:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:2.0:1767384386.653147:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653149:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653150:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000040:0.0:1767384386.653152:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(000000009aef63d1) refs 1 10000000:00000001:2.0:1767384386.653153:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653156:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:01000000:0.0:1767384386.653157:0:16765:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:2.0:1767384386.653159:0:39771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653160:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653161:0:39771:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653163:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384386.653164:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000ce4b0fdd : new refcount 10 10000000:00000001:0.0:1767384386.653165:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653168:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000010:2.0:1767384386.653169:0:39771:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000008b4b8e6a. 10000000:00000001:0.0:1767384386.653170:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653174:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.653175:0:39771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653175:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:01000000:2.0:1767384386.653179:0:39771:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:0.0:1767384386.653179:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653182:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384386.653184:0:39771:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.653184:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384386.653187:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000ce4b0fdd : new refcount 9 10000000:00000001:2.0:1767384386.653188:0:39771:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767384386.653191:0:16765:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 000000009aef63d1. 00000020:00000010:2.0:1767384386.653193:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf5c2806. 10000000:00000001:0.0:1767384386.653195:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653198:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384386.653200:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000932a4995. 00010000:00000001:0.0:1767384386.653201:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384386.653205:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767384386.653207:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea4ea0e7. 00010000:00000001:0.0:1767384386.653208:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.653210:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384386.653213:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f3a6c4. 00010000:00000001:0.0:1767384386.653213:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.653218:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca27ec41 with handle 0x1cafe7b7e4a4ffa2 from hash 00040000:00000010:2.0:1767384386.653220:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c739eac5. 00010000:00000001:0.0:1767384386.653221:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.653224:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:2.0:1767384386.653226:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a95b5f4. 00010000:00000001:0.0:1767384386.653226:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653228:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.653241:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.653242:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384386.653245:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384386.653246:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384386.653249:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fd2902. 00000020:00000040:0.0:1767384386.653251:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384386.653253:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384386.653255:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384386.653256:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.653259:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096dfc80c. 00000100:00000001:0.0:1767384386.653262:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653264:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384386.653266:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653271:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384386.653272:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.653290:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384386.653292:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.653295:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064fd2902] to pc [ptlrpcd_00_02+2] req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.653311:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384386.653312:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653314:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653315:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653316:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.653318:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653320:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653325:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.653327:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000ca27ec41/0x1cafe7b7e4a4ffa2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4ffa9 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384386.653331:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003ce1e426 count: 0 00010000:00000001:0.0:1767384386.653338:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653339:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384386.653340:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000907090ec. 00010000:00000001:0.0:1767384386.653343:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.653345:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.653346:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653347:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1767384386.653349:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384386.653350:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384386.653351:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653356:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053968b2c already unused, calling callback (0000000028dca730) 10000000:00000001:0.0:1767384386.653358:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.653359:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653364:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384386.653366:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.653367:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.653368:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053968b2c refcount=3 00000020:00000001:0.0:1767384386.653369:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 00010000:00000001:0.0:1767384386.653371:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742631424 : -113991966920192 : ffff98532d4df200) 00010000:00000001:0.0:1767384386.653373:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384386.653374:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384386.653384:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.653385:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384386.653390:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767384386.653392:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:0.0:1767384386.653393:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384386.653394:0:16765:0:(mgc_request.c:123:config_log_put()) log params(00000000c7cc1970) refs 1 10000000:01000000:0.0:1767384386.653396:0:16765:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1767384386.653397:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653398:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653399:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653400:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653400:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653401:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653402:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653403:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653404:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653405:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384386.653406:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000ce4b0fdd : new refcount 8 10000000:00000010:0.0:1767384386.653407:0:16765:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000c7cc1970. 10000000:00000001:0.0:1767384386.653409:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653410:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653411:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384386.653413:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.653414:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.653415:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.653416:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.653417:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053968b2c with handle 0x1cafe7b7e4a4fbc7 from hash 00010000:00000001:0.0:1767384386.653419:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.653420:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653421:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653422:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.653423:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.653424:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384386.653426:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384386.653428:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384386.653431:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039b09e4f. 00000020:00000040:0.0:1767384386.653433:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384386.653435:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384386.653436:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384386.653437:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.653440:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000701cbf7. 00000100:00000001:0.0:1767384386.653442:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653444:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384386.653446:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653451:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384386.653452:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.653454:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384386.653455:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.653457:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b09e4f] to pc [ptlrpcd_00_03+3] req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.653465:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384386.653467:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653468:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653469:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653470:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.653472:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653473:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653479:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.653480:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 0000000053968b2c/0x1cafe7b7e4a4fbc7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fbce expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653486:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653487:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384386.653488:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000056c7cd4. 00010000:00000001:0.0:1767384386.653491:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.653493:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.653494:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653495:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384386.653497:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384386.653498:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384386.653499:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653503:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cc913f24 already unused, calling callback (0000000028dca730) 10000000:00000001:0.0:1767384386.653505:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.653506:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653512:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384386.653513:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.653514:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.653515:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cc913f24 refcount=3 00000020:00000001:0.0:1767384386.653517:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:0.0:1767384386.653518:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081742632448 : -113991966919168 : ffff98532d4df600) 00010000:00000001:0.0:1767384386.653520:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384386.653521:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384386.653526:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384386.653527:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384386.653532:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384386.653533:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:00000001:0.0:1767384386.653534:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384386.653535:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000680cbf21) refs 1 10000000:01000000:0.0:1767384386.653537:0:16765:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:0.0:1767384386.653538:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653539:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653540:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653541:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653542:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653543:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653544:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653545:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653546:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384386.653547:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384386.653548:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000ce4b0fdd : new refcount 7 10000000:00000010:0.0:1767384386.653550:0:16765:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000680cbf21. 10000000:00000001:0.0:1767384386.653551:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384386.653552:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653554:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384386.653555:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.653556:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.653557:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.653558:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.653560:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cc913f24 with handle 0x1cafe7b7e4a4fb42 from hash 00010000:00000001:0.0:1767384386.653561:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.653562:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653563:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653564:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.653566:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.653567:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384386.653569:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384386.653570:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384386.653572:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adec7fe0. 00000020:00000040:0.0:1767384386.653574:0:16765:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=7 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384386.653576:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384386.653577:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384386.653578:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.653581:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c4b61ca. 00000100:00000001:0.0:1767384386.653583:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653585:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384386.653587:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384386.653591:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384386.653593:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.653594:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384386.653595:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.653598:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adec7fe0] to pc [ptlrpcd_00_00+0] req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.653606:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384386.653607:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.653608:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653609:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.653611:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384386.653612:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653614:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384386.653618:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.653628:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: 00000000cc913f24/0x1cafe7b7e4a4fb42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x1cafe7b7e4a4fb49 expref: -99 pid: 16759 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384386.653633:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b97438d7 count: 0 00010000:00000001:0.0:1767384386.653637:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.653638:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384386.653639:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000074d6c40e. 00010000:00000001:0.0:1767384386.653642:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.653644:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.653645:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653647:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384386.653648:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.653649:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653651:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384386.653652:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.653653:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.653654:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384386.653659:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.653662:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384386.653663:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384386.653667:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.653673:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384386.653674:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.653677:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384386.653678:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384386.653680:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384386.653682:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064fd2902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737771008:0@lo:103: 00000100:00000001:0.0:1767384386.653685:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384386.653687:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384386.653688:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.653690:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384386.653693:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072b691a4. 02000000:00000001:0.0:1767384386.653695:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384386.653697:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f065b44d. 00000400:00000010:0.0:1767384386.653700:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000200:0.0:1767384386.653703:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771008, portal 18 00000100:00000001:0.0:1767384386.653705:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384386.653706:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067449216 : -113992642102400 : ffff9853050f7b80) 00000100:00000040:0.0:1767384386.653710:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.653716:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384386.653719:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384386.653721:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000200:0.0:1767384386.653723:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737771008, offset 0 00000020:00000001:1.0:1767384386.653724:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384386.653728:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384386.653728:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384386.653733:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384386.653738:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384386.653740:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.653743:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.653745:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384386.653746:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d708600 00000100:00000040:1.0:1767384386.653751:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384386.653752:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000400:00000200:0.0:1767384386.653761:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384386.653768:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384386.653768:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384386.653772:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384386.653773:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384386.653776:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004206bede. 00000100:00000001:1.0:1767384386.653781:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.653781:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004206bede x1853236737771008 msgsize 328 02000000:00000001:1.0:1767384386.653787:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384386.653789:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384386.653791:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384386.653794:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384386.653797:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039b09e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737771136:0@lo:103: 00000100:00000001:0.0:1767384386.653798:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384386.653802:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384386.653804:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 02000000:00000001:1.0:1767384386.653805:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384386.653807:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 02000000:00000001:1.0:1767384386.653808:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.653812:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384386.653812:0:16140:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384386.653817:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac843f3. 00000100:00000200:0.0:1767384386.653818:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384386.653821:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384386.653827:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b29a6bd. 00000400:00000010:1.0:1767384386.653832:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000001:0.0:1767384386.653833:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384386.653837:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384386.653838:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771136, portal 18 00000100:00000001:1.0:1767384386.653843:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384386.653845:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067446528 : -113992642105088 : ffff9853050f7100) 00000100:00000001:0.0:1767384386.653852:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.653853:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.653856:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.653860:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.653865:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294974415 00000100:00000001:1.0:1767384386.653866:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.653870:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384386.653872:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974411 00000400:00000010:1.0:1767384386.653873:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384386.653878:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737771136, offset 0 00000100:00000001:0.0:1767384386.653878:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294974415 00000100:00000001:0.0:1767384386.653884:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974411 00000400:00000200:1.0:1767384386.653888:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384386.653890:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294974415 00000100:00000001:0.0:1767384386.653894:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974412 00000400:00000200:1.0:1767384386.653897:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384386.653899:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294974415 00000100:00000001:0.0:1767384386.653903:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974412 00000400:00000200:1.0:1767384386.653907:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d708680 00000100:00000001:0.0:1767384386.653907:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.653913:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384386.653917:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00000001:0.0:1767384386.653918:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.653922:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.653925:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384386.653927:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.653930:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384386.653931:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384386.653936:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.653938:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384386.653938:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384386.653941:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384386.653942:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.653946:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384386.653948:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a3e8814. 00000100:00000040:1.0:1767384386.653952:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000004a3e8814 x1853236737771136 msgsize 328 00000100:00100000:1.0:1767384386.653957:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384386.653959:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384386.653962:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771008 02000000:00000001:0.0:1767384386.653965:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384386.653968:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.653969:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.653971:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.653973:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384386.653974:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771008 00000020:00000001:0.0:1767384386.653978:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384386.653979:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000400:00000200:1.0:1767384386.653981:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000020:00000001:0.0:1767384386.653981:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.653984:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=14 00000400:00000010:1.0:1767384386.653985:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000020:00000001:0.0:1767384386.653989:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384386.653990:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384386.653993:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000200:1.0:1767384386.653996:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.653998:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.654002:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:0.0:1767384386.654006:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.654010:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384386.654011:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000100:00000040:1.0:1767384386.654015:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384386.654017:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fccb0a9. 00000020:00000010:0.0:1767384386.654022:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df86b439. 00000100:00000001:1.0:1767384386.654028:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.654028:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dcd3b8e2. 00000100:00000001:1.0:1767384386.654032:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384386.654035:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384386.654037:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654038:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384386.654041:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294974415 00000100:00000001:0.0:1767384386.654042:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384386.654045:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384386.654046:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294974415 00010000:00000001:0.0:1767384386.654048:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.654051:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294974415 00010000:00000001:0.0:1767384386.654052:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384386.654056:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294974415 00010000:00000001:0.0:1767384386.654056:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.654059:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.654061:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=3 00000020:00000001:0.0:1767384386.654063:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384386.654065:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:0.0:1767384386.654067:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.654069:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654070:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654071:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654075:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654083:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.654088:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384386.654089:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294974415 00000100:00100000:0.0:1767384386.654090:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771136 00000100:00000001:1.0:1767384386.654095:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294974415 02000000:00000001:0.0:1767384386.654095:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384386.654097:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.654099:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.654100:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294974415 02000000:00000001:0.0:1767384386.654103:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.654104:0:16141:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294974415 00000100:00000001:1.0:1767384386.654109:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384386.654109:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771136 00000020:00000001:0.0:1767384386.654113:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384386.654114:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.654116:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:1.0:1767384386.654118:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.654119:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384386.654122:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384386.654123:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=15 00000020:00000001:0.0:1767384386.654127:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384386.654128:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384386.654129:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:1.0:1767384386.654131:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384386.654133:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384386.654135:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384386.654137:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:1.0:1767384386.654138:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.654141:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654142:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.654146:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.654147:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000020:00000010:0.0:1767384386.654153:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000020:00000010:0.0:1767384386.654155:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb547763. 00000020:00000010:0.0:1767384386.654158:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000001:0.0:1767384386.654161:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384386.654163:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384386.654164:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384386.654165:0:16764:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384386.654167:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384386.654168:0:16764:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654172:0:16764:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:1.0:1767384386.654174:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00010000:00000001:0.0:1767384386.654175:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.654177:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.654178:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000073b0c5f refcount=3 00000020:00000001:0.0:1767384386.654180:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447168 : -113992616104448 : ffff9853069c2e00) 00000100:00000040:1.0:1767384386.654185:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00010000:00000001:0.0:1767384386.654185:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447168 : -113992616104448 : ffff9853069c2e00) 00010000:00000001:0.0:1767384386.654189:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384386.654190:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067448320 : -113992642103296 : ffff9853050f7800) 00010000:00000001:0.0:1767384386.654192:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654194:0:16764:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.654197:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004206bede x1853236737771008/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.654198:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654203:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.654212:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384386.654212:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384386.654215:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000055a42caf. 00000100:00000001:1.0:1767384386.654219:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.654221:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384386.654222:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000055a42caf. 00000100:00000001:0.0:1767384386.654225:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384386.654229:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004206bede pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16140:x1853236737771008:12345-0@lo:103: 00000100:00100000:0.0:1767384386.654244:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000200:1.0:1767384386.654248:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771008 00000100:00000040:0.0:1767384386.654249:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 2 00010000:00000001:1.0:1767384386.654251:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384386.654254:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630076755004928 : -113996954546688 : ffff98520404ce00) 00010000:00000002:1.0:1767384386.654255:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384386.654257:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384386.654262:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384386.654262:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a3e8814 x1853236737771136/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384386.654265:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384386.654269:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db99d5b4. 02000000:00000001:1.0:1767384386.654291:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654294:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384386.654295:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.654299:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1767384386.654299:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00010000:00010000:1.0:1767384386.654302:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384386.654303:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384386.654306:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384386.654308:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000020:00000001:1.0:1767384386.654309:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384386.654312:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de7a8a86 refcount=3 00000100:00100000:0.0:1767384386.654315:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a3e8814 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+15:16141:x1853236737771136:12345-0@lo:103: 00000020:00000001:1.0:1767384386.654316:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00010000:00000001:1.0:1767384386.654321:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093446656 : -113992616104960 : ffff9853069c2c00) 00000100:00000200:0.0:1767384386.654323:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771136 00010000:00000040:1.0:1767384386.654325:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000800fa78 count: 2 00010000:00000001:0.0:1767384386.654326:0:16764:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384386.654329:0:16764:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384386.654330:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384386.654333:0:16764:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1767384386.654334:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384386.654337:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384386.654338:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384386.654339:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.654341:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384386.654343:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.654345:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5c50d80. 00010000:00000001:1.0:1767384386.654347:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384386.654349:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.654350:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384386.654353:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654355:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384386.654356:0:16764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384386.654359:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384386.654360:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384386.654361:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384386.654363:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384386.654364:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000073b0c5f refcount=3 00010000:00000001:1.0:1767384386.654367:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384386.654368:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081093447168 : -113992616104448 : ffff9853069c2e00) 00010000:00000001:1.0:1767384386.654369:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654373:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081093447168 : -113992616104448 : ffff9853069c2e00) 00000020:00000040:1.0:1767384386.654374:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de7a8a86 with handle 0x1cafe7b7e4a4ffa9 from hash 00010000:00000040:0.0:1767384386.654378:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000068e02097 count: 3 00010000:00000001:1.0:1767384386.654379:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384386.654382:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384386.654384:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654384:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384386.654387:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384386.654388:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384386.654389:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.654392:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384386.654393:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.654396:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384386.654398:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de7a8a86/0x1cafe7b7e4a4ffa9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4ffa2 expref: 15 pid: 16772 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384386.654400:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654405:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.654407:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:1.0:1767384386.654410:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 8 00010000:00000001:0.0:1767384386.654412:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384386.654413:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 14 00010000:00000001:0.0:1767384386.654415:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654418:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384386.654420:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654420:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.654424:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:0.0:1767384386.654425:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000073b0c5f with handle 0x1cafe7b7e4a4fbce from hash 00010000:00000001:1.0:1767384386.654427:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384386.654429:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384386.654430:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384386.654432:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384386.654434:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654435:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.654437:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384386.654438:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384386.654440:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384386.654441:0:16763:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000800fa78 count: 0 00010000:00000001:0.0:1767384386.654443:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.654447:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000073b0c5f/0x1cafe7b7e4a4fbce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fbc7 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384386.654448:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384386.654451:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384386.654456:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384386.654458:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384386.654458:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 7 00000020:00000040:0.0:1767384386.654462:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 13 00000100:00001000:1.0:1767384386.654463:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384386.654468:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384386.654469:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384386.654472:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00010000:00000001:0.0:1767384386.654473:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384386.654476:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00010000:00000001:0.0:1767384386.654477:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384386.654479:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384386.654481:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384386.654483:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.654484:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.654487:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384386.654488:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384386.654489:0:16764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384386.654492:0:16764:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384386.654493:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384386.654496:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384386.654498:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00010000:00000001:0.0:1767384386.654500:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384386.654502:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737771008, offset 224 00000100:00001000:0.0:1767384386.654504:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.654507:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384386.654512:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 20 to 0@lo 00000400:00000200:1.0:1767384386.654516:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384386.654517:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384386.654521:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384386.654524:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384386.654525:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384386.654527:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384386.654532:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d708600 00000400:00000200:1.0:1767384386.654536:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21b1 [1] + 224 00000400:00000200:1.0:1767384386.654539:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384386.654544:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384386.654547:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384386.654549:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000001:1.0:1767384386.654551:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384386.654555:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737771136, offset 224 00000100:00000200:1.0:1767384386.654557:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384386.654564:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384386.654574:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384386.654576:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384386.654586:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d708680 00000400:00000200:0.0:1767384386.654592:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21b9 [1] + 224 00000100:00000001:1.0:1767384386.654596:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384386.654597:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.654602:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000200:0.0:1767384386.654602:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384386.654607:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000001:1.0:1767384386.654611:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384386.654612:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384386.654645:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.654647:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.654649:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384386.654652:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.654684:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.654685:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.654687:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384386.654689:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.654691:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.654693:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737770880:0@lo:103: 00000100:00000001:3.0:1767384386.654696:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384386.654698:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.654699:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.654701:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.654704:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca796da. 02000000:00000001:3.0:1767384386.654706:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.654708:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000100:00000001:1.0:1767384386.654725:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.654728:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 19 to 0@lo 00010000:00000001:1.0:1767384386.654730:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.654732:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.654735:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004206bede x1853236737771008/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384386.654742:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004206bede pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+13:16140:x1853236737771008:12345-0@lo:103: Request processed in 531us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384386.654769:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384386.654771:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 1 00000100:00000001:1.0:1767384386.654773:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384386.654774:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384386.654777:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df86b439. 00000020:00000010:1.0:1767384386.654780:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dcd3b8e2. 00000020:00000010:1.0:1767384386.654794:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fccb0a9. 00000020:00000040:1.0:1767384386.654797:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 12 00000100:00000001:1.0:1767384386.654804:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.654816:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.654817:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000010:2.0:1767384386.654880:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6b28ba3. 00000020:00000010:2.0:1767384386.654883:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d782be. 00000020:00000001:2.0:1767384386.654885:0:39771:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.654887:0:39771:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000731de2d6. 00000020:00000001:2.0:1767384386.654889:0:39771:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.654918:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384386.654924:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.654925:0:39771:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:2.0:1767384386.654928:0:39771:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1767384386.654931:0:39771:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446630081264532032 : -113992445019584 : ffff985310ceba40) 00000020:00000001:2.0:1767384386.654936:0:39771:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446630081264532032 : -113992445019584 : ffff985310ceba40) 00000100:00000040:0.0:1767384386.654940:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.654952:0:39771:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000dff7e880. 00000100:00000001:0.0:1767384386.654953:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384386.654959:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000020:01000004:2.0:1767384386.654962:0:39771:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000400:00000010:0.0:1767384386.654963:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000020:00000001:2.0:1767384386.654966:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00000001:0.0:1767384386.654967:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000020:01000000:2.0:1767384386.654969:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000100:00000001:0.0:1767384386.654970:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384386.654974:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000cfa7e0b7. 00000100:00000001:0.0:1767384386.654975:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384386.654979:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000100:00000040:0.0:1767384386.654980:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:0.0:1767384386.654984:0:16764:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.654985:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:0.0:1767384386.654987:0:16764:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384386.654988:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00080000:2.0:1767384386.654994:0:39771:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 000000001ce0b523 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767384386.655013:0:39771:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000418f8349 e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 192.168.203.52@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384386.655017:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384386.655019:0:39771:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000b85a8017) has exports, disconnecting them 00000020:00000001:2.0:1767384386.655021:0:39771:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384386.655023:0:39771:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=5 00000020:00000040:2.0:1767384386.655024:0:39771:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=6 00000020:00080000:2.0:1767384386.655026:0:39771:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000001ce0b523), last request at 1767384382 00000020:00000001:2.0:1767384386.655028:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384386.655030:0:39771:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384386.655031:0:39771:0:(genops.c:887:class_export_get()) GET export 000000001ce0b523 refcount=7 00010000:00000001:2.0:1767384386.655033:0:39771:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384386.655034:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384386.655036:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 6 00000020:00000080:2.0:1767384386.655038:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fc68 00000020:00000040:2.0:1767384386.655040:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ce0b523 with handle 0x1cafe7b7e4a4fc68 from hash 00000020:00000040:2.0:1767384386.655043:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 5 00000020:00000010:2.0:1767384386.655045:0:39771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c1e23039. 00000020:00000001:2.0:1767384386.655048:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384386.655049:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 4 00000020:00000001:2.0:1767384386.655052:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000040:0.0:1767384386.655052:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a3e8814 x1853236737771136/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384386.655054:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 3 00000020:00000001:2.0:1767384386.655059:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.655062:0:39771:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384386.655065:0:39771:0:(import.c:65:import_set_state_nolock()) 0000000022ba256d : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384386.655070:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1767384386.655071:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a3e8814 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+12:16141:x1853236737771136:12345-0@lo:103: Request processed in 776us (1117us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384386.655073:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384386.655076:0:39771:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00100000:0.0:1767384386.655082:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384386.655085:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384386.655087:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384386.655088:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384386.655091:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb547763. 00000020:00000010:0.0:1767384386.655094:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384386.655096:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000020:00000040:0.0:1767384386.655099:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 11 00000100:00000001:0.0:1767384386.655101:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.655106:0:39771:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.655110:0:39771:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384386.655113:0:39771:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767384386.655115:0:39771:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.655117:0:39771:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655120:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.655122:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384386.655124:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384386.655126:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384386.655133:0:39771:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384386.655136:0:39771:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 5 00000100:00000001:0.0:1767384386.655138:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384386.655141:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.655142:0:39771:0:(nodemap_member.c:32:nm_member_del()) Process entered 02000000:00000001:0.0:1767384386.655144:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384386.655145:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384386.655147:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384386.655149:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adec7fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737771264:0@lo:103: 00000100:00000001:0.0:1767384386.655153:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384386.655155:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384386.655156:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.655158:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000040:2.0:1767384386.655161:0:39771:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 4 02000000:00000010:0.0:1767384386.655162:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002166e9cc. 00000020:00000040:2.0:1767384386.655166:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 2 02000000:00000001:0.0:1767384386.655167:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.655170:0:39771:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000400:00000010:0.0:1767384386.655172:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1113993. 00000001:00000040:2.0:1767384386.655173:0:39771:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 3 00000001:00000001:2.0:1767384386.655177:0:39771:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000400:00000010:0.0:1767384386.655178:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000020:00000040:2.0:1767384386.655179:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 1 00000004:00000001:2.0:1767384386.655184:0:39771:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384386.655185:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771264, portal 18 00000020:00000001:2.0:1767384386.655186:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655190:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00080000:2.0:1767384386.655192:0:39771:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000001ce0b523): rc 0 00000100:00000001:0.0:1767384386.655193:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067439360 : -113992642112256 : ffff9853050f5500) 00000020:00000040:2.0:1767384386.655196:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001ce0b523 : new refcount 0 00000020:00000080:2.0:1767384386.655199:0:39771:0:(genops.c:904:class_export_put()) final put 000000001ce0b523/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000040:0.0:1767384386.655200:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.655208:0:39771:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000100:00000001:0.0:1767384386.655209:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384386.655211:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000040:0.0:1767384386.655215:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384386.655216:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000400:00000010:0.0:1767384386.655217:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000004:00000001:2.0:1767384386.655219:0:39771:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000200:0.0:1767384386.655221:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737771264, offset 0 00000004:00000001:2.0:1767384386.655222:0:39771:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000004:00000001:2.0:1767384386.655226:0:39771:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000004:00000080:2.0:1767384386.655240:0:39771:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb48c89f87b28 00100000:00000001:2.0:1767384386.655245:0:39771:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000400:00000200:0.0:1767384386.655246:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000001:2.0:1767384386.655248:0:39771:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384386.655252:0:39771:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384386.655256:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1767384386.655257:0:39771:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000004:00000010:2.0:1767384386.655262:0:39771:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 0000000085cbf845. 00000400:00000200:0.0:1767384386.655265:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d708700 00000004:00000001:2.0:1767384386.655267:0:39771:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384386.655271:0:39771:0:(lod_dev.c:979:lod_process_config()) Process entered 00000400:00000200:0.0:1767384386.655271:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000004:00000001:2.0:1767384386.655293:0:39771:0:(osp_dev.c:662:osp_process_config()) Process entered 00000004:00000001:2.0:1767384386.655296:0:39771:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000400:00000200:0.0:1767384386.655297:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:2.0:1767384386.655298:0:39771:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff98533f3d6000 00000100:00000001:2.0:1767384386.655302:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000400:00000200:0.0:1767384386.655303:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1767384386.655306:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384386.655308:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384386.655309:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000200:0.0:1767384386.655311:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384386.655312:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384386.655315:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000040:2.0:1767384386.655318:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000010:0.0:1767384386.655318:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d110b5. 00000100:00000040:0.0:1767384386.655323:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000036d110b5 x1853236737771264 msgsize 328 00000100:00000001:2.0:1767384386.655324:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.655326:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384386.655328:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00100000:0.0:1767384386.655332:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384386.655338:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384386.655341:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000400:00000010:0.0:1767384386.655342:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000001:0.0:1767384386.655344:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384386.655347:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.655353:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384386.655354:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384386.655358:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384386.655359:0:39771:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:0.0:1767384386.655368:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655369:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.655371:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655374:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294974417 00000100:00000001:0.0:1767384386.655377:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974415 00000100:00000001:0.0:1767384386.655380:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294974417 00000100:00000001:0.0:1767384386.655382:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974415 00000004:00080000:2.0:1767384386.655385:0:39771:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384386.655386:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294974417 00000100:00000001:0.0:1767384386.655390:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974415 00000100:00000001:0.0:1767384386.655392:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294974417 00000100:00000001:0.0:1767384386.655395:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974415 00000100:00000001:0.0:1767384386.655397:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.655398:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384386.655399:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.655402:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1767384386.655403:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.655405:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384386.655407:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.655412:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.655413:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384386.655415:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.655416:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384386.655417:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655419:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655428:0:20661:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384386.655429:0:20661:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771264 02000000:00000001:0.0:1767384386.655431:0:20661:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384386.655432:0:20661:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.655434:0:20661:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.655437:0:20661:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384386.655439:0:20661:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771264 00000020:00000001:0.0:1767384386.655441:0:20661:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384386.655442:0:20661:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000020:00000001:0.0:1767384386.655444:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.655445:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=12 00000020:00000001:0.0:1767384386.655448:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000001:0.0:1767384386.655450:0:20661:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:0.0:1767384386.655453:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.655455:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:0.0:1767384386.655457:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.655459:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000020:00000010:0.0:1767384386.655463:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fccb0a9. 00000001:00000001:2.0:1767384386.655464:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.655466:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb547763. 00000001:00000001:2.0:1767384386.655468:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384386.655471:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384386.655471:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000040:0.0:1767384386.655477:0:20661:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384386.655479:0:20661:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384386.655481:0:20661:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384386.655482:0:20661:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384386.655485:0:20661:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655487:0:20661:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384386.655489:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.655491:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.655492:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dd0e0d3 refcount=3 00000020:00000001:0.0:1767384386.655494:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004049920 : -113992705501696 : ffff985301481600) 00010000:00000001:0.0:1767384386.655497:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004049920 : -113992705501696 : ffff985301481600) 00010000:00000001:0.0:1767384386.655499:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.655500:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.655501:0:20661:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655503:0:20661:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.655504:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.655507:0:39771:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:0.0:1767384386.655507:0:20661:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384386.655512:0:39771:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:2.0:1767384386.655515:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384386.655515:0:20661:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384386.655517:0:39771:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384386.655520:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384386.655522:0:39771:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655524:0:20661:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.655525:0:39771:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767384386.655528:0:20661:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384386.655529:0:39771:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00100000:0.0:1767384386.655534:0:20661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000010:2.0:1767384386.655535:0:39771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004108546c. 00000100:00000040:0.0:1767384386.655539:0:20661:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000020:00000040:2.0:1767384386.655540:0:39771:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384386.655544:0:20661:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067440256 : -113992642111360 : ffff9853050f5880) 00000100:00000001:2.0:1767384386.655545:0:39771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384386.655548:0:39771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384386.655550:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036d110b5 x1853236737771264/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384386.655551:0:39771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384386.655557:0:39771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c739eac5. 00000100:00000001:0.0:1767384386.655563:0:20661:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384386.655564:0:39771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.655567:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:2.0:1767384386.655569:0:39771:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630082008401664 : -113991701149952 : ffff98533d254700) 00000100:00000001:0.0:1767384386.655571:0:20661:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384386.655575:0:39771:0:(import.c:65:import_set_state_nolock()) 0000000036a958fc lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000020:00000010:0.0:1767384386.655576:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000100:00000001:2.0:1767384386.655581:0:39771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384386.655582:0:20661:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036d110b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+12:16138:x1853236737771264:12345-0@lo:103: 00000100:00000001:2.0:1767384386.655585:0:39771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384386.655589:0:20661:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771264 00010000:00000001:0.0:1767384386.655591:0:20661:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:2.0:1767384386.655592:0:39771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004108546c] to pc [ptlrpcd_rcv+-1] req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000002:0.0:1767384386.655594:0:20661:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384386.655597:0:20661:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384386.655600:0:20661:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384386.655603:0:20661:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384386.655607:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000743452c7. 02000000:00000001:0.0:1767384386.655610:0:20661:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655613:0:20661:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.655614:0:39771:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655615:0:20661:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:2.0:1767384386.655618:0:39771:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.655621:0:39771:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.655625:0:39771:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:2.0:1767384386.655627:0:39771:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384386.655629:0:39771:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:2.0:1767384386.655633:0:39771:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000f477dc2a. 00100000:00000001:2.0:1767384386.655636:0:39771:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:2.0:1767384386.655639:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c2e14fb2. 00100000:00000010:2.0:1767384386.655642:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009c0ca856. 00100000:00000010:2.0:1767384386.655644:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cfd7cdc5. 00100000:00000010:2.0:1767384386.655646:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aa84ddbc. 00100000:00000010:2.0:1767384386.655647:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fabf33a5. 00100000:00000010:2.0:1767384386.655649:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fb1413d2. 00100000:00000010:2.0:1767384386.655651:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004dce99b0. 00100000:00000010:2.0:1767384386.655653:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0556c31. 00100000:00000010:2.0:1767384386.655655:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000130779ca. 00100000:00000010:2.0:1767384386.655657:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004a3f8d29. 00100000:00000010:2.0:1767384386.655658:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065ba2a6b. 00100000:00000010:2.0:1767384386.655660:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002baaad5c. 00100000:00000010:2.0:1767384386.655661:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000004384528. 00100000:00000010:2.0:1767384386.655663:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000345f7057. 00100000:00000010:2.0:1767384386.655665:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000eb3c23cd. 00100000:00000010:2.0:1767384386.655666:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000038560f47. 00100000:00000010:2.0:1767384386.655668:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000026970381. 00100000:00000010:2.0:1767384386.655670:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000df64e7a6. 00100000:00000010:2.0:1767384386.655671:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e52fa540. 00100000:00000010:2.0:1767384386.655673:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000728f3e35. 00100000:00000010:2.0:1767384386.655675:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a04d40a2. 00100000:00000010:2.0:1767384386.655676:0:39771:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000064c761cf. 00100000:00000001:2.0:1767384386.655678:0:39771:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384386.655679:0:39771:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.655683:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00010000:0.0:1767384386.655683:0:20661:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:2.0:1767384386.655686:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b85a8017) has no exports 00010000:00000001:0.0:1767384386.655688:0:20661:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.655689:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384386.655691:0:20661:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384386.655693:0:39771:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000020:00000040:0.0:1767384386.655693:0:20661:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dd0e0d3 refcount=3 00000020:00000001:0.0:1767384386.655698:0:20661:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004049920 : -113992705501696 : ffff985301481600) 00010000:00000001:0.0:1767384386.655700:0:20661:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004049920 : -113992705501696 : ffff985301481600) 00010000:00000040:0.0:1767384386.655703:0:20661:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a39dfe8d count: 2 00010000:00000001:0.0:1767384386.655705:0:20661:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1767384386.655707:0:16810:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:0.0:1767384386.655707:0:20661:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384386.655710:0:20661:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1767384386.655712:0:16810:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655713:0:20661:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.655716:0:20661:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655718:0:20661:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.655720:0:20661:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.655723:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.655725:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.655726:0:20661:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.655728:0:20661:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.655730:0:20661:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dd0e0d3 with handle 0x1cafe7b7e4a4fb49 from hash 00010000:00000001:0.0:1767384386.655732:0:20661:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.655733:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.655734:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.655735:0:20661:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.655736:0:20661:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.655738:0:20661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.655740:0:20661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dd0e0d3/0x1cafe7b7e4a4fb49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb42 expref: 12 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384386.655747:0:20661:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 6 00000020:00000040:0.0:1767384386.655749:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 11 00010000:00000001:0.0:1767384386.655755:0:20661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.655757:0:20661:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384386.655758:0:20661:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384386.655760:0:20661:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384386.655762:0:20661:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655764:0:20661:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:2.0:1767384386.655766:0:39771:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000040:0.0:1767384386.655766:0:20661:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a39dfe8d count: 0 00000020:00000010:2.0:1767384386.655772:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a92174e1. 00010000:00010000:0.0:1767384386.655772:0:20661:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384386.655775:0:20661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384386.655776:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009abb93df. 00010000:00000001:0.0:1767384386.655779:0:20661:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384386.655780:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a61302d5. 00010000:00000001:0.0:1767384386.655782:0:20661:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.655785:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00000100:00001000:0.0:1767384386.655786:0:20661:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=101 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384386.655791:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a77c28e1. 00000100:00000001:0.0:1767384386.655792:0:20661:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384386.655795:0:20661:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 19 to 0@lo 00000100:00000001:0.0:1767384386.655797:0:20661:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384386.655799:0:20661:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384386.655801:0:20661:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.655803:0:20661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384386.655805:0:20661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384386.655807:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384386.655810:0:20661:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737771264, offset 224 00000400:00000200:0.0:1767384386.655813:0:20661:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384386.655818:0:20661:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384386.655822:0:20661:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d708700 00000400:00000200:0.0:1767384386.655826:0:20661:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21c9 [1] + 224 00000400:00000200:0.0:1767384386.655830:0:20661:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.655832:0:20661:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384386.655835:0:20661:0:(events.c:78:reply_in_callback()) Process entered 80000000:00000010:2.0:1767384386.655838:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cca7aafd. 00000100:00000200:0.0:1767384386.655839:0:20661:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:2.0:1767384386.655844:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004be3287e. 00000100:00000040:0.0:1767384386.655851:0:20661:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.655863:0:20661:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384386.655867:0:20661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00100000:00000010:2.0:1767384386.655868:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c907686d. 00000400:00000010:0.0:1767384386.655870:0:20661:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00040000:00000010:2.0:1767384386.655874:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9667723. 00000100:00000001:0.0:1767384386.655875:0:20661:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384386.655877:0:20661:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.655879:0:20661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.655881:0:20661:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 18 to 0@lo 00010000:00000001:0.0:1767384386.655884:0:20661:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.655885:0:20661:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.655890:0:20661:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036d110b5 x1853236737771264/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384386.655891:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001fac0b00. 00040000:00000010:2.0:1767384386.655896:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b03f22a. 00080000:00000010:2.0:1767384386.655901:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6298e53. 00000100:00100000:0.0:1767384386.655905:0:20661:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036d110b5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+11:16138:x1853236737771264:12345-0@lo:103: Request processed in 339us (579us total) trans 0 rc 0/0 00000004:00000010:2.0:1767384386.655906:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a71e9ff. 00000004:00000010:2.0:1767384386.655912:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000035a8d37a. 00000100:00100000:0.0:1767384386.655916:0:20661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000004:00000010:2.0:1767384386.655917:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047c3adc7. 00000100:00000040:0.0:1767384386.655919:0:20661:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000004:00000010:2.0:1767384386.655921:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003db6c85a. 00000100:00000001:0.0:1767384386.655923:0:20661:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384386.655926:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d814d7d0. 00000100:00000001:0.0:1767384386.655927:0:20661:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000002:2.0:1767384386.655933:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000002a42da70/000000007a53c4d9 to site lru. bkt: 000000001fb88d6c 00000004:00000010:2.0:1767384386.655936:0:39771:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 0000000074bbf93a. 00000004:00000001:2.0:1767384386.655938:0:39771:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:2.0:1767384386.655939:0:39771:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000004:00000040:2.0:1767384386.655942:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000022d3be7 : new refcount 2 00000040:00000001:2.0:1767384386.655944:0:39771:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384386.655947:0:39771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384386.655966:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000482cb41b. 00000004:00000010:2.0:1767384386.655971:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e7066084. 00000004:00000010:2.0:1767384386.655974:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b1b579de. 00000004:00000001:2.0:1767384386.655977:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384386.655978:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000004:00000010:2.0:1767384386.655981:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b1cf374f. 00000004:00000001:2.0:1767384386.655984:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:2.0:1767384386.655985:0:39771:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384386.655987:0:39771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000003e9cc091. 00000040:00000010:2.0:1767384386.655997:0:39771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029dbd3f2. 00000040:00000001:2.0:1767384386.656000:0:39771:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384386.656002:0:39771:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384386.656003:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000022d3be7 : new refcount 1 00000020:00000040:2.0:1767384386.656006:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000521f6134 : new refcount 2 00000040:00000010:2.0:1767384386.656007:0:39771:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000022d3be7. 00000040:00000001:2.0:1767384386.656012:0:39771:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.656013:0:39771:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000004:00000001:2.0:1767384386.656015:0:39771:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.656018:0:39771:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384386.656019:0:39771:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 0000000085cbf845. 00000004:00000001:2.0:1767384386.656021:0:39771:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:2.0:1767384386.656041:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.656043:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.656044:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384386.656048:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656055:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.656056:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.656059:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384386.656060:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384386.656064:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.656065:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb547763. 00000100:00100000:2.0:1767384386.656066:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004108546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16137:1853236737771392:0@lo:9: 00000020:00000010:0.0:1767384386.656071:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000100:00000001:2.0:1767384386.656072:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.656075:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.656077:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.656077:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fccb0a9. 02000000:00000001:2.0:1767384386.656083:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384386.656084:0:20661:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 10 02000000:00000010:2.0:1767384386.656086:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a95b5f4. 00000100:00000001:0.0:1767384386.656088:0:20661:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384386.656090:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.656095:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ca14c46. 00000400:00000010:2.0:1767384386.656099:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5dd42f3. 00000100:00000200:2.0:1767384386.656102:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771392, portal 4 00000100:00000001:2.0:1767384386.656104:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.656105:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008401664 : -113991701149952 : ffff98533d254700) 00000100:00000001:0.0:1767384386.656106:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.656109:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384386.656111:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384386.656113:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384386.656116:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384386.656119:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1113993. 00000100:00000001:2.0:1767384386.656124:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384386.656125:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000100:00000040:2.0:1767384386.656128:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384386.656130:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000400:00000010:2.0:1767384386.656132:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000001:0.0:1767384386.656134:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.656136:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236737771392, offset 0 00000100:00000200:0.0:1767384386.656140:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.656145:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.656154:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384386.656156:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.656163:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d708780 00000100:00000001:0.0:1767384386.656170:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384386.656172:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.656175:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5528 00000100:00000001:0.0:1767384386.656177:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384386.656179:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384386.656182:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384386.656183:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384386.656183:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.656189:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.656190:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384386.656194:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=101 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384386.656195:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.656198:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00001000:0.0:1767384386.656200:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=101 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384386.656202:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f951e5ab. 00000100:00000001:0.0:1767384386.656204:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384386.656207:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000f951e5ab x1853236737771392 msgsize 224 00000100:00000001:0.0:1767384386.656207:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.656212:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384386.656215:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.656219:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384386.656220:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.656225:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656241:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384386.656246:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384386.656248:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000100:00000001:0.0:1767384386.656249:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384386.656252:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:0.0:1767384386.656252:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.656258:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384386.656259:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.656265:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656304:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384386.656304:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adec7fe0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737771264:0@lo:103: 00000100:00000040:2.0:1767384386.656309:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.656311:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656316:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384386.656321:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adec7fe0 x1853236737771264/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656341:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.656343:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384386.656344:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384386.656347:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384386.656349:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384386.656350:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002166e9cc. 00000100:00000040:2.0:1767384386.656354:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5591 usecs (6 jiffies) 02000000:00000001:0.0:1767384386.656355:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384386.656356:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384386.656357:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=6 obd=MGC192.168.203.152@tcp 00000020:00000001:0.0:1767384386.656359:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384386.656360:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007c4b61ca. 02000000:00000001:0.0:1767384386.656363:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384386.656364:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384386.656365:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adec7fe0. 00000100:00000001:0.0:1767384386.656368:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384386.656369:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656370:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656373:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.656374:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.656376:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.656378:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.656388:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.656390:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.656391:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384386.656399:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974405 00000100:00000001:2.0:1767384386.656401:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974417 00000100:00000001:2.0:1767384386.656404:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974405 00000100:00000001:0.0:1767384386.656404:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.656407:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.656408:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974417 00000400:00000001:0.0:1767384386.656411:0:16141:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384386.656413:0:16141:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384386.656414:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b29a6bd. 00000400:00000200:0.0:1767384386.656417:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d307f6 00000400:00000010:0.0:1767384386.656418:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1d307f6. 00000100:00000001:0.0:1767384386.656420:0:16141:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384386.656423:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384386.656433:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.656439:0:16141:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.656440:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974405 00000100:00000001:0.0:1767384386.656441:0:16141:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656445:0:16141:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384386.656446:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974417 02000000:00000001:0.0:1767384386.656448:0:16141:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.656450:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974405 00000100:00000001:0.0:1767384386.656451:0:16141:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.656454:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974417 00000100:00000001:0.0:1767384386.656455:0:16141:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656460:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384386.656460:0:16141:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656465:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.656466:0:16141:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=101 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384386.656469:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.656471:0:16141:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.656473:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656478:0:16141:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.656480:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.656480:0:16141:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656483:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:0.0:1767384386.656484:0:16141:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384386.656488:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384386.656488:0:16141:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.656491:0:16141:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656492:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.656494:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.656497:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656498:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.656507:0:16141:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384386.656510:0:16141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384386.656511:0:16141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384386.656514:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656521:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384386.656521:0:16141:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039b09e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737771136:0@lo:103: 00000100:00100000:2.0:1767384386.656525:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771392 00000100:00000001:0.0:1767384386.656527:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384386.656528:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.656531:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.656531:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384386.656535:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.656536:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039b09e4f x1853236737771136/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384386.656538:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.656543:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771392 00000020:00000001:2.0:1767384386.656546:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.656550:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc84 00000100:00000001:0.0:1767384386.656550:0:16141:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384386.656553:0:16141:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384386.656554:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384386.656555:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac843f3. 00000020:00000040:2.0:1767384386.656558:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e3033bc refcount=5 02000000:00000001:0.0:1767384386.656559:0:16141:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.656563:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384386.656563:0:16141:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384386.656565:0:16141:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=5 obd=MGC192.168.203.152@tcp 00000020:00000001:2.0:1767384386.656569:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076758280192 : -113996951271424 : ffff98520436c800) 00000020:00000001:0.0:1767384386.656570:0:16141:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384386.656572:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000701cbf7. 00000100:00000001:2.0:1767384386.656575:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384386.656576:0:16141:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384386.656579:0:16141:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384386.656581:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085cbf845. 00000100:00000010:0.0:1767384386.656581:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039b09e4f. 00000100:00000001:0.0:1767384386.656586:0:16141:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384386.656589:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009eb5738b. 00000100:00000001:0.0:1767384386.656589:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656592:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.656596:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384386.656597:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000c28b6d9f) now 8 - evictor 00000100:00000001:0.0:1767384386.656598:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.656604:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.656605:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656609:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384386.656614:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5b32c58. 00000020:00000010:2.0:1767384386.656617:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000acc9fb55. 00000020:00000010:2.0:1767384386.656620:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000100:00000040:2.0:1767384386.656625:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384386.656627:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.656628:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.656629:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656633:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656639:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.656644:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.656645:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.656648:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384386.656650:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e3033bc : new rpc_count 1 00000100:00000001:2.0:1767384386.656652:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008406144 : -113991701145472 : ffff98533d255880) 00000100:00000040:2.0:1767384386.656655:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f951e5ab x1853236737771392/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.656662:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.656664:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009eb5738b. 00000100:00000001:2.0:1767384386.656666:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.656668:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009eb5738b. 00000100:00100000:2.0:1767384386.656671:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f951e5ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236737771392:12345-0@lo:9: 00000100:00000200:2.0:1767384386.656674:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771392 00000020:00000001:2.0:1767384386.656676:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.656678:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384386.656680:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.656682:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384386.656683:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000080:0.0:1767384386.656685:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000001ce0b523/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384386.656686:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671733008 : -1037818608 : ffffffffc2242510) 00000020:00000001:2.0:1767384386.656692:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767384386.656693:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 17 to 0@lo 00000020:00000001:2.0:1767384386.656695:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384386.656697:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384386.656700:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:0.0:1767384386.656701:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000001:2.0:1767384386.656703:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384386.656704:0:37:0:(genops.c:1229:class_import_get()) import 0000000022ba256d refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767384386.656706:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.656709:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384386.656710:0:17550:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000040:0.0:1767384386.656712:0:37:0:(genops.c:1242:class_import_put()) import 0000000022ba256d refcount=1 obd=lustre-MDT0000 00010000:00000001:2.0:1767384386.656713:0:17550:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384386.656716:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384386.656717:0:37:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384386.656719:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384386.656720:0:37:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767384386.656723:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b75d8c5. 00000020:00000040:0.0:1767384386.656723:0:37:0:(genops.c:1242:class_import_put()) import 0000000022ba256d refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384386.656727:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000022ba256d 02000000:00000001:2.0:1767384386.656728:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656732:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.656735:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=6 00010000:00000001:2.0:1767384386.656737:0:17550:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000001:0.0:1767384386.656738:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000001:2.0:1767384386.656739:0:17550:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000004:00000010:0.0:1767384386.656741:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000000fbcf2b5. 00000020:00000040:2.0:1767384386.656743:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=7 00010000:00000001:2.0:1767384386.656746:0:17550:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:0.0:1767384386.656747:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000001:2.0:1767384386.656748:0:17550:0:(genops.c:1460:class_disconnect()) Process entered 00000001:00000001:0.0:1767384386.656752:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384386.656753:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 6 00000020:00000080:2.0:1767384386.656757:0:17550:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fc84 00000020:00000040:2.0:1767384386.656759:0:17550:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e3033bc with handle 0x1cafe7b7e4a4fc84 from hash 00000001:00000010:0.0:1767384386.656759:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000119beb2f. 00000001:00000010:0.0:1767384386.656765:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000e162aa8. 00000020:00000040:2.0:1767384386.656766:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 5 00000001:00000010:0.0:1767384386.656769:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003da5efef. 00000020:00000010:2.0:1767384386.656771:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000085cbf845. 00000020:00000001:2.0:1767384386.656776:0:17550:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000001:00000010:0.0:1767384386.656776:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca045e0e. 00000020:00000040:2.0:1767384386.656778:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 4 00000001:00000010:0.0:1767384386.656781:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000033fbb6d6. 00000020:00000001:2.0:1767384386.656782:0:17550:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384386.656784:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 3 00000001:00000010:0.0:1767384386.656786:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000384ccec5. 00000020:00000001:2.0:1767384386.656788:0:17550:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.656791:0:17550:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384386.656793:0:17550:0:(import.c:65:import_set_state_nolock()) 00000000b5be8db8 : changing import state from FULL to CLOSED 00000001:00000001:0.0:1767384386.656794:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384386.656797:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:2.0:1767384386.656798:0:17550:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384386.656800:0:17550:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000001:00000001:0.0:1767384386.656800:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384386.656803:0:17550:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000001:00000010:0.0:1767384386.656805:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000009bfacfa. 00000001:00000010:0.0:1767384386.656808:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001928a9c3. 00010000:00000001:2.0:1767384386.656809:0:17550:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384386.656812:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088c3c043. 00000020:00000010:2.0:1767384386.656815:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c81d0800. 00000001:00000010:0.0:1767384386.656816:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004fc86466. 00000001:00000010:0.0:1767384386.656821:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000072c49020. 00000020:00000010:2.0:1767384386.656822:0:17550:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032f3a6c4. 00000001:00000010:0.0:1767384386.656823:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001d554f5e. 00000020:00000010:2.0:1767384386.656828:0:17550:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047c3adc7. 00000001:00000001:0.0:1767384386.656828:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384386.656831:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000020:00000010:2.0:1767384386.656834:0:17550:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044592683. 00010000:00000001:0.0:1767384386.656834:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384386.656836:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000e0722026. 00000020:00000010:2.0:1767384386.656839:0:17550:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000932a4995. 00000004:00000001:0.0:1767384386.656841:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384386.656844:0:17550:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000731de2d6. 00000020:00000001:0.0:1767384386.656845:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384386.656848:0:17550:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085cbf845. 00000020:00000040:0.0:1767384386.656849:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 7 - export 00000020:00000010:0.0:1767384386.656854:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001ce0b523. 00100000:00000010:2.0:1767384386.656855:0:17550:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a71e9ff. 00040000:00000010:2.0:1767384386.656859:0:17550:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5ab1375. 00000020:00000001:0.0:1767384386.656860:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000010:2.0:1767384386.656862:0:17550:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000029dbd3f2. 00000020:00000001:0.0:1767384386.656865:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00080000:00000010:2.0:1767384386.656867:0:17550:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6298e53. 00000020:00000080:0.0:1767384386.656868:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000022ba256d for lustre-MDT0000 00002000:00000010:2.0:1767384386.656872:0:17550:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003bcdbeee. 00000020:00000040:0.0:1767384386.656873:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 16 to 0@lo 00000001:00000001:2.0:1767384386.656878:0:17550:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000040:0.0:1767384386.656878:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 6 - import 00000001:00000040:2.0:1767384386.656882:0:17550:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000020:00000010:0.0:1767384386.656883:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000022ba256d. 00000001:00000001:2.0:1767384386.656887:0:17550:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000020:00000001:0.0:1767384386.656889:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000004:2.0:1767384386.656890:0:17550:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384386.656895:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384386.656901:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000028b5beae. 00080000:00000001:2.0:1767384386.656903:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758779904 : -113996950771712 : ffff9852043e6800) 00080000:00000001:2.0:1767384386.656907:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384386.656914:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384386.656916:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384386.656918:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384386.656927:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384386.656930:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.656932:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384386.656949:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.656951:0:17550:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384386.656954:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384386.656971:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384386.656973:0:17550:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384386.656975:0:17550:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.656977:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384386.656986:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384386.656988:0:17550:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384386.656990:0:17550:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.656992:0:17550:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384386.656994:0:17550:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384386.656996:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002622c2a9. 00080000:00000001:2.0:1767384386.656998:0:17550:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758778880 : -113996950772736 : ffff9852043e6400) 00080000:00000001:2.0:1767384386.657000:0:17550:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384386.657008:0:17550:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384386.657009:0:17550:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.657011:0:17550:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384386.657016:0:17550:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384386.657018:0:17550:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d30595ed. 00000001:00000040:2.0:1767384386.657021:0:17550:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000006e3033bc : new cb_count 1 00000020:00000040:2.0:1767384386.657022:0:17550:0:(genops.c:887:class_export_get()) GET export 000000006e3033bc refcount=4 00080000:00000001:2.0:1767384386.657025:0:17550:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384386.657031:0:17550:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384386.657033:0:17550:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384386.657034:0:17550:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384386.657038:0:17550:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384386.657040:0:17550:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384386.657042:0:17550:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767384386.657045:0:17550:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.657047:0:17550:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032f3a6c4. 00000020:00000010:2.0:1767384386.657049:0:17550:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000047c3adc7. 00000020:00000010:2.0:1767384386.657052:0:17550:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384386.657054:0:17550:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000932a4995. 80000000:00000010:2.0:1767384386.657056:0:17550:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000731de2d6. 40000000:00000010:2.0:1767384386.657058:0:17550:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000085cbf845. 00100000:00000010:2.0:1767384386.657060:0:17550:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001a71e9ff. 00040000:00000010:2.0:1767384386.657062:0:17550:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5ab1375. 00040000:00000010:2.0:1767384386.657064:0:17550:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000029dbd3f2. 00080000:00000010:2.0:1767384386.657066:0:17550:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6298e53. 00002000:00000010:2.0:1767384386.657068:0:17550:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003bcdbeee. 00000020:00000010:2.0:1767384386.657070:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c81d0800. 00000001:00000001:2.0:1767384386.657075:0:17550:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384386.657076:0:17550:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d02e8ff4) : new refcount 4 00000001:00000001:2.0:1767384386.657079:0:17550:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384386.657080:0:17550:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 3 00000020:00000040:2.0:1767384386.657082:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 3 00000001:00000001:2.0:1767384386.657083:0:17550:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384386.657084:0:17550:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d02e8ff4) : new refcount 2 00000001:00000001:2.0:1767384386.657086:0:17550:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384386.657087:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 2 00002000:00000001:2.0:1767384386.657088:0:17550:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.657090:0:17550:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.657092:0:17550:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.657093:0:17550:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.657095:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236737771392 00010000:00000001:2.0:1767384386.657097:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384386.657100:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f951e5ab x1853236737771392/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.657108:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.657109:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.657111:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000741a96b7 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.657114:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.657116:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 17 to 0@lo 00000100:00000001:2.0:1767384386.657117:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:2.0:1767384386.657120:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.657121:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.657123:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.657125:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.657127:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000100:00000200:2.0:1767384386.657129:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236737771392, offset 224 00000400:00000200:2.0:1767384386.657133:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.657138:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.657142:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d708780 00000400:00000200:2.0:1767384386.657146:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21d5 [1] + 224 00000400:00000200:2.0:1767384386.657150:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.657152:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.657155:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.657157:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.657165:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.657181:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.657184:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000400:00000010:2.0:1767384386.657185:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:2.0:1767384386.657188:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.657189:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.657191:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.657194:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 16 to 0@lo 00010000:00000001:2.0:1767384386.657196:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.657197:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.657199:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384386.657200:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384386.657203:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f951e5ab x1853236737771392/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.657204:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384386.657209:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384386.657211:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384386.657214:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ca14c46. 00000100:00100000:2.0:1767384386.657219:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f951e5ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16137:x1853236737771392:12345-0@lo:9: Request processed in 553us (1009us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384386.657221:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd42f3 00000400:00000010:0.0:1767384386.657226:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5dd42f3. 00000100:00100000:2.0:1767384386.657240:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384386.657244:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e3033bc : new rpc_count 0 00000100:00000001:0.0:1767384386.657244:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384386.657248:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.657250:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384386.657251:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.657253:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000acc9fb55. 00000020:00000010:2.0:1767384386.657258:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00000020:00000010:2.0:1767384386.657263:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5b32c58. 00000100:00000200:0.0:1767384386.657267:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384386.657268:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 1 00000100:00000001:2.0:1767384386.657272:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.657297:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384386.657300:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.657302:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384386.657303:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384386.657305:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.657307:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.657309:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.657310:0:16800:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.657313:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000072c5f0b2 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384386.657317:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df7565be time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.657320:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384386.657322:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.657324:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384386.657327:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.657335:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.657337:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384386.657338:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384386.657340:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384386.657343:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.657347:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.657353:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.657354:0:39771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000124cdd55. 00000100:00000001:0.0:1767384386.657355:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384386.657358:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384386.657360:0:39771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f19553f3. 00000100:00080000:0.0:1767384386.657361:0:16137:0:(import.c:65:import_set_state_nolock()) 0000000036a958fc lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384386.657366:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000010:2.0:1767384386.657367:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089c8e464. 00000004:00000040:0.0:1767384386.657368:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000020:00000010:2.0:1767384386.657374:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6609cdf. 00000040:00000010:2.0:1767384386.657380:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000089ef832f. 00000004:00080000:0.0:1767384386.657383:0:16137:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000020:00000010:2.0:1767384386.657385:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000090d445e4. 00000100:00000001:0.0:1767384386.657386:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000010:2.0:1767384386.657390:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fa6180d3. 00000100:00000001:0.0:1767384386.657390:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384386.657391:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000020:00000010:2.0:1767384386.657396:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a0e5e3d2. 00000004:00080000:0.0:1767384386.657396:0:16137:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384386.657399:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 80000000:00000010:2.0:1767384386.657401:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a85d6c3. 00000100:00000040:0.0:1767384386.657404:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:2.0:1767384386.657406:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005da5f5c0. 00100000:00000010:2.0:1767384386.657411:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004555ecde. 00040000:00000010:2.0:1767384386.657417:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd36f63f. 00000100:00100000:0.0:1767384386.657420:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004108546c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16137:1853236737771392:0@lo:9: 00040000:00000010:2.0:1767384386.657422:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000deb20ab. 00000100:00000001:0.0:1767384386.657426:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384386.657427:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000051efb4b3. 00000100:00000001:0.0:1767384386.657429:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:2.0:1767384386.657432:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ebd7e429. 00000100:00000040:0.0:1767384386.657434:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004108546c x1853236737771392/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384386.657437:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f9d1ae13. 00000004:00000010:2.0:1767384386.657442:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab5956cb. 00000100:00000001:0.0:1767384386.657448:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000010:2.0:1767384386.657449:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b79339c8. 02000000:00000001:0.0:1767384386.657450:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000010:2.0:1767384386.657454:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004f8db39a. 02000000:00000010:0.0:1767384386.657454:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a95b5f4. 02000000:00000001:0.0:1767384386.657458:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384386.657460:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088a76152. 00000020:00000001:0.0:1767384386.657461:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1767384386.657464:0:39771:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000040:0.0:1767384386.657464:0:16137:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384386.657468:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384386.657470:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c739eac5. 02000000:00000001:0.0:1767384386.657473:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384386.657475:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384386.657476:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004108546c. 00000004:20000000:2.0:1767384386.657478:0:39771:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00000001:0.0:1767384386.657479:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000004:00000001:2.0:1767384386.657482:0:39771:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:0.0:1767384386.657482:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.657487:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1767384386.657488:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002d8ce912 : new refcount 3 00000004:00000040:2.0:1767384386.657492:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002d8ce912 : new refcount 2 00000100:00000001:0.0:1767384386.657492:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384386.657495:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384386.657496:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002d8ce912 : new refcount 1 00000004:00000040:2.0:1767384386.657501:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6050122 : new refcount 3 00000100:00000001:0.0:1767384386.657501:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.657504:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384386.657505:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6050122 : new refcount 2 00000004:00000040:2.0:1767384386.657508:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6050122 : new refcount 1 00000020:00000001:2.0:1767384386.657510:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384386.657512:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b85a8017) has no exports 00000020:00000001:2.0:1767384386.657514:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:2.0:1767384386.657515:0:39771:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:2.0:1767384386.657517:0:39771:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384386.657519:0:39771:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384386.657520:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384386.657522:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:3.0:1767384386.658292:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384386.658297:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737770880, portal 18 00000100:00000001:3.0:1767384386.658300:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.658301:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067445632 : -113992642105984 : ffff9853050f6d80) 00000100:00000040:3.0:1767384386.658306:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.658313:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.658315:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384386.658316:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384386.658318:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737770880, offset 0 00000400:00000200:3.0:1767384386.658322:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384386.658327:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384386.658332:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d708580 00000400:00000200:3.0:1767384386.658335:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384386.658338:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6b12a65. 00000400:00000200:3.0:1767384386.658342:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de6b92d9 00000400:00000200:3.0:1767384386.658344:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.658346:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384386.658349:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de6b92d9 00000400:00000010:3.0:1767384386.658350:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de6b92d9. 00000100:00000001:3.0:1767384386.658354:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384386.658355:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384386.658358:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000005d2398b3 x1853236737770880 msgsize 328 00000100:00100000:3.0:1767384386.658361:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384386.658362:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384386.658371:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384386.658374:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384386.658375:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000001:3.0:1767384386.658377:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384386.658379:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.658387:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.658390:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.658393:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384386.658397:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737770880 02000000:00000001:0.0:1767384386.658401:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.658402:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658404:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.658405:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.658408:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.658410:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.658412:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.658414:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294974420 00000100:00100000:0.0:1767384386.658416:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737770880 00000020:00000001:0.0:1767384386.658420:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384386.658421:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384386.658422:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974417 00000020:00000001:0.0:1767384386.658424:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.658427:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=11 00000100:00000001:3.0:1767384386.658428:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294974420 00000020:00000001:0.0:1767384386.658431:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384386.658434:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974417 00000020:00000001:0.0:1767384386.658435:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000001:3.0:1767384386.658440:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294974420 00000100:00000001:0.0:1767384386.658440:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.658445:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:3.0:1767384386.658446:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974417 00000100:00000001:0.0:1767384386.658450:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.658451:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294974420 00000020:00000010:0.0:1767384386.658454:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000100:00000001:3.0:1767384386.658456:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974417 00000100:00000001:3.0:1767384386.658460:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.658460:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000100:00000001:3.0:1767384386.658465:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.658466:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb547763. 00000100:00000001:3.0:1767384386.658468:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384386.658470:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000001:3.0:1767384386.658471:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.658477:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384386.658477:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384386.658481:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384386.658482:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.658485:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384386.658485:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.658488:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384386.658489:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384386.658492:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658492:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.658497:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658497:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384386.658502:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.658504:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.658505:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2e5e848 refcount=3 00000020:00000001:0.0:1767384386.658507:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045312 : -113992705506304 : ffff985301480400) 00000100:00080000:3.0:1767384386.658511:0:16774:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:0.0:1767384386.658511:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045312 : -113992705506304 : ffff985301480400) 00000020:00000040:3.0:1767384386.658516:0:16774:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 8 - evictor 00010000:00000001:0.0:1767384386.658516:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.658518:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.658521:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658524:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658527:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658533:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.658542:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384386.658544:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384386.658548:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384386.658551:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000001:0.0:1767384386.658553:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082015759440 : -113991693792176 : ffff98533d958c50) 00000100:00000040:0.0:1767384386.658557:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d2398b3 x1853236737770880/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.658564:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.658566:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40980e3. 00000100:00000001:0.0:1767384386.658568:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.658569:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40980e3. 00000100:00100000:0.0:1767384386.658572:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d2398b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+11:16139:x1853236737770880:12345-0@lo:103: 00000100:00000200:0.0:1767384386.658576:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737770880 00010000:00000001:0.0:1767384386.658578:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384386.658580:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384386.658581:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384386.658583:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384386.658584:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384386.658587:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000631e5b91. 02000000:00000001:0.0:1767384386.658589:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658590:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658592:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384386.658594:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384386.658595:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384386.658596:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.658597:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c2e5e848 refcount=3 00000020:00000001:0.0:1767384386.658599:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081004045312 : -113992705506304 : ffff985301480400) 00010000:00000001:0.0:1767384386.658601:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630081004045312 : -113992705506304 : ffff985301480400) 00010000:00000040:0.0:1767384386.658604:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 5 00010000:00000001:0.0:1767384386.658606:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384386.658608:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384386.658609:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384386.658611:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.658612:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658615:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384386.658616:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384386.658631:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.658633:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.658634:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384386.658636:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.658638:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c2e5e848 with handle 0x1cafe7b7e4a4fb57 from hash 00010000:00000001:0.0:1767384386.658640:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384386.658642:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384386.658643:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.658644:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384386.658645:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384386.658646:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384386.658648:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c2e5e848/0x1cafe7b7e4a4fb57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb50 expref: 11 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384386.658654:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 5 00000020:00000040:0.0:1767384386.658656:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 10 00010000:00000001:0.0:1767384386.658660:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384386.658661:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384386.658662:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384386.658664:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384386.658665:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658666:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384386.658667:0:16762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384386.658669:0:16762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384386.658671:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384386.658673:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.658675:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028968c85 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.658678:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384386.658680:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 17 to 0@lo 00000100:00000001:0.0:1767384386.658681:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 02000000:00000001:0.0:1767384386.658683:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384386.658685:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.658687:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384386.658689:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384386.658692:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000200:0.0:1767384386.658694:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737770880, offset 224 00000400:00000200:0.0:1767384386.658698:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384386.658703:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384386.658707:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d708580 00000400:00000200:0.0:1767384386.658711:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21e1 [1] + 224 00000400:00000200:0.0:1767384386.658715:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.658718:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384386.658721:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384386.658724:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384386.658731:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.658749:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384386.658753:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000400:00000010:0.0:1767384386.658754:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000100:00000001:0.0:1767384386.658756:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384386.658758:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384386.658760:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.658762:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 16 to 0@lo 00010000:00000001:0.0:1767384386.658764:0:16762:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384386.658766:0:16762:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.658768:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2398b3 x1853236737770880/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384386.658776:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d2398b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+10:16139:x1853236737770880:12345-0@lo:103: Request processed in 211us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384386.658782:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384386.658784:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:0.0:1767384386.658786:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384386.658787:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384386.658790:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb547763. 00000020:00000010:0.0:1767384386.658792:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384386.658794:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000020:00000040:0.0:1767384386.658796:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 9 02000000:00000001:0.0:1767384386.658800:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658802:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000631e5b91. 02000000:00000001:0.0:1767384386.658804:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384386.658806:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658807:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000743452c7. 02000000:00000001:0.0:1767384386.658809:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658810:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036d110b5. 02000000:00000001:0.0:1767384386.658812:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658813:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5c50d80. 02000000:00000001:0.0:1767384386.658815:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658816:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a3e8814. 02000000:00000001:0.0:1767384386.658819:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658820:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db99d5b4. 02000000:00000001:0.0:1767384386.658822:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658823:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004206bede. 02000000:00000001:0.0:1767384386.658825:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658825:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f2a54b8a. 02000000:00000001:0.0:1767384386.658827:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658828:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083df90a5. 02000000:00000001:0.0:1767384386.658831:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658831:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003f380c7f. 02000000:00000001:0.0:1767384386.658833:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658834:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038da48be. 02000000:00000001:0.0:1767384386.658836:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.658837:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005214b9da. 02000000:00000001:0.0:1767384386.658840:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384386.658841:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8409f4f. 00000100:00000001:0.0:1767384386.658845:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384386.658849:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767384386.658852:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1113993. 00000400:00000010:0.0:1767384386.658855:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000056c7cd4. 00000100:00000001:3.0:1767384386.659261:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.659264:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384386.659266:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384386.659267:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384386.659269:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:3.0:1767384386.659273:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384386.659290:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384386.659292:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384386.659295:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384386.659303:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.659309:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.659310:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.659312:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384386.659313:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384386.659315:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.659316:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.659318:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.659320:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384386.659323:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.659325:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384386.659327:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.659329:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384386.659330:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.659332:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.659334:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.659340:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.659342:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384386.659343:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384386.659345:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.659352:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f0b46f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16139:1853236737770880:0@lo:103: 00000100:00000001:3.0:1767384386.659355:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.659356:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.659357:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f0b46f28 x1853236737770880/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.659363:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384386.659364:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384386.659365:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca796da. 02000000:00000001:3.0:1767384386.659368:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384386.659369:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384386.659370:0:16139:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000020:00000001:3.0:1767384386.659372:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384386.659373:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000070beb58f. 02000000:00000001:3.0:1767384386.659375:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384386.659377:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384386.659378:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0b46f28. 00000100:00000001:3.0:1767384386.659380:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384386.659381:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.659383:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.659386:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.659387:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.659389:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.659390:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384386.660291:0:39771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007388e35a. 00010000:00000010:0.1:1767384386.660427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a48c318b. 00000400:00000001:1.0:1767384386.661340:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384386.661343:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384386.661345:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f065b44d. 00000400:00000200:1.0:1767384386.661349:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f94d113 00000400:00000010:1.0:1767384386.661351:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f94d113. 00000100:00000001:1.0:1767384386.661354:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384386.661358:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384386.661366:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.661373:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384386.661374:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.661376:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384386.661378:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384386.661379:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.661380:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.661382:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384386.661385:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000060c256c4 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384386.661388:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384386.661390:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384386.661391:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.661393:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384386.661395:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.661396:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.661399:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.661404:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.661406:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384386.661407:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384386.661409:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384386.661416:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064fd2902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16140:1853236737771008:0@lo:103: 00000100:00000001:1.0:1767384386.661430:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.661432:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384386.661434:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064fd2902 x1853236737771008/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.661440:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384386.661441:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384386.661443:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072b691a4. 02000000:00000001:1.0:1767384386.661446:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384386.661447:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384386.661448:0:16140:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384386.661450:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384386.661451:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096dfc80c. 02000000:00000001:1.0:1767384386.661455:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384386.661456:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384386.661457:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064fd2902. 00000100:00000001:1.0:1767384386.661459:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384386.661460:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.661462:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.661465:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384386.661467:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.661469:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.661470:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.672878:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384386.672886:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384386.672889:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384386.678314:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294974420, at 4294974421 00000100:00000040:3.0:1767384386.678326:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294974420, at 4294974421 00000100:00000010:0.0:1767384386.678328:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e68e15d. 00000100:00000010:3.0:1767384386.678336:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025f67324. 00000100:00000040:1.0:1767384386.678452:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294974420, at 4294974421 00000100:00000010:1.0:1767384386.678459:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d36a8bd3. 00000001:00000001:2.0:1767384386.687656:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.687664:0:39771:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.687667:0:39771:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384386.687669:0:39771:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:2.0:1767384386.687672:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:2.0:1767384386.687675:0:39771:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384386.687677:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384386.687679:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb9d 00000020:00000040:2.0:1767384386.687682:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008298e00c with handle 0x1cafe7b7e4a4fb9d from hash 00000020:00000001:2.0:1767384386.687689:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384386.687691:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000008298e00c : new refcount 1 00000020:00000001:2.0:1767384386.687693:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384386.687695:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000008298e00c : new refcount 0 00000020:00000080:2.0:1767384386.687696:0:39771:0:(genops.c:904:class_export_put()) final put 000000008298e00c/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384386.687699:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.687713:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.687716:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384386.687718:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:0.0:1767384386.687745:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384386.687750:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008298e00c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384386.687753:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000040:2.0:1767384386.687763:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294974420, at 4294974430 00000100:00000010:2.0:1767384386.687773:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb4f1fac. 00000020:00000010:3.0:1767384386.687781:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000ec50cf2c. 00000020:00000080:3.0:1767384386.687787:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384386.687788:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.687792:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000009c191094) now 4 - export 00000020:00000001:3.0:1767384386.687796:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000010:0.0:1767384386.687796:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008298e00c. 00000020:00000001:0.0:1767384386.687809:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:2.0:1767384386.687910:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384386.687914:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384386.687916:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000009c191094) has no exports 00000020:00000001:2.0:1767384386.687918:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384386.687921:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:2.0:1767384386.687924:0:39771:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:2.0:1767384386.687925:0:39771:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:2.0:1767384386.687927:0:39771:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:2.0:1767384386.687930:0:39771:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384386.687933:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384386.687935:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000b50961bf. 00000020:00000001:2.0:1767384386.687938:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384386.687953:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.687955:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.687960:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008de48daf. 00000001:00000001:2.0:1767384386.687966:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.687968:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.687970:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.687972:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000046198024. 00000001:00000010:2.0:1767384386.687976:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000065fd70ac. 00000001:00000010:2.0:1767384386.687978:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002e8584bd. 00000001:00000001:2.0:1767384386.687992:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.687993:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ccf3494b. 00000020:00000002:2.0:1767384386.687999:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000ea31b26e/0000000050b1b5c3 to site lru. bkt: 000000002bb7ceed 00040000:00000001:2.0:1767384386.688002:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.688003:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.688005:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000c29c45dc. 00000001:00000001:2.0:1767384386.688008:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.688010:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.688011:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688012:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000038fe5f5. 00000001:00000010:2.0:1767384386.688014:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f20c6e65. 00000001:00000010:2.0:1767384386.688016:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000013120652. 00000001:00000001:2.0:1767384386.688018:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.688019:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003892b89d. 00000020:00000002:2.0:1767384386.688022:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000702ad637/000000008ea7331e to site lru. bkt: 000000002bb7ceed 00040000:00000001:2.0:1767384386.688024:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.688025:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.688027:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000000352d1b6. 00000001:00000001:2.0:1767384386.688030:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.688031:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.688032:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688034:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c425ab79. 00000001:00000010:2.0:1767384386.688036:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000df849c8d. 00000001:00000010:2.0:1767384386.688038:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b03b06e2. 00000001:00000001:2.0:1767384386.688040:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.688041:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e005971d. 00000020:00000002:2.0:1767384386.688050:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000297d14aa/000000009204817a to site lru. bkt: 000000002bb7ceed 00000020:00000002:2.0:1767384386.688053:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000f425a49c/00000000011236be to site lru. bkt: 00000000fcd2892f 00040000:00000010:2.0:1767384386.688056:0:39771:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000eccd73e5. 00040000:00000001:2.0:1767384386.688058:0:39771:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384386.688059:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384386.688061:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000055677852. 00000020:00000001:2.0:1767384386.688063:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384386.688070:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.688071:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.688074:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000021aa5508. 00000001:00000001:2.0:1767384386.688076:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.688078:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.688079:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688080:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000dcc8094b. 00000001:00000010:2.0:1767384386.688083:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000073da2549. 00000001:00000010:2.0:1767384386.688084:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008056ff2a. 00000001:00000001:2.0:1767384386.688086:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.688087:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007d2e1624. 00000020:00000002:2.0:1767384386.688090:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000335ee942/0000000071bf2379 to site lru. bkt: 000000002bb7ceed 00040000:00000001:2.0:1767384386.688092:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.688093:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.688095:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000002b84011c. 00000001:00000001:2.0:1767384386.688097:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.688098:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.688099:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688101:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000073f38d91. 00000001:00000010:2.0:1767384386.688103:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ab7c47f9. 00000001:00000010:2.0:1767384386.688104:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001eae29f2. 00000001:00000001:2.0:1767384386.688106:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.688107:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000aa286ba3. 00000020:00000002:2.0:1767384386.688110:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000030308be5/00000000b2c60f52 to site lru. bkt: 000000002bb7ceed 00040000:00000001:2.0:1767384386.688112:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384386.688113:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384386.688114:0:39771:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000036ffb2b. 00000001:00000001:2.0:1767384386.688116:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384386.688118:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384386.688119:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688120:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001e708fdd. 00000001:00000010:2.0:1767384386.688122:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000033ca3b6b. 00000001:00000010:2.0:1767384386.688124:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006af20eb5. 00000001:00000001:2.0:1767384386.688126:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384386.688127:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ff06c86c. 00000020:00000002:2.0:1767384386.688130:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000dc12ed4a/00000000351b5204 to site lru. bkt: 000000002bb7ceed 00000020:00000002:2.0:1767384386.688132:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000014cdc42f/00000000eefdfcf5 to site lru. bkt: 000000008ed00bf7 00040000:00000010:2.0:1767384386.688134:0:39771:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000eeaab6f8. 00040000:00000001:2.0:1767384386.688137:0:39771:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384386.688172:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c9da3b31. 00000020:00000010:1.0:1767384386.688185:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cd236bfe. 00000040:00000010:1.0:1767384386.688190:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b93f1d0a. 00000020:00000010:1.0:1767384386.688193:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4434d0e. 00000020:00000010:1.0:1767384386.688198:0:16798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c2cad81. 00000020:00000010:1.0:1767384386.688202:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d70fcad8. 80000000:00000010:1.0:1767384386.688205:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b8891e0. 40000000:00000010:1.0:1767384386.688209:0:16798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c632cd12. 00100000:00000010:1.0:1767384386.688212:0:16798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000001a9ade0. 00040000:00000010:1.0:1767384386.688216:0:16798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3750cf3. 00040000:00000010:1.0:1767384386.688220:0:16798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e86fba6. 00040000:00000010:1.0:1767384386.688246:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000768b4b07. 00080000:00000010:1.0:1767384386.688248:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000041c5ec41. 00000004:00000010:1.0:1767384386.688251:0:16798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a71e189. 00000004:00000010:1.0:1767384386.688255:0:16798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005f750fe0. 00000004:00000010:1.0:1767384386.688259:0:16798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c20df61e. 00000004:00000010:1.0:1767384386.688262:0:16798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a989a6a3. 00000020:00000010:1.0:1767384386.688265:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0de127e. 00040000:00000010:1.0:1767384386.688268:0:16798:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000a2672cb8. 00040000:00000001:1.0:1767384386.688271:0:16798:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384386.688792:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000005ea0426e/00000000ab9c9ef5 to site lru. bkt: 0000000085f6a40a 00040000:00000001:2.0:1767384386.688796:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384386.688798:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384386.688799:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384386.688801:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb96 00000020:00000040:2.0:1767384386.688829:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe88e4de with handle 0x1cafe7b7e4a4fb96 from hash 00000020:00000001:2.0:1767384386.688835:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384386.688836:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000fe88e4de : new refcount 1 00000020:00000001:2.0:1767384386.688837:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384386.688838:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000fe88e4de : new refcount 0 00000020:00000080:2.0:1767384386.688840:0:39771:0:(genops.c:904:class_export_put()) final put 00000000fe88e4de/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384386.688841:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.688850:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384386.688852:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384386.688865:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.688874:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00040000:00000001:2.0:1767384386.688878:0:39771:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384386.688878:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000fe88e4de/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384386.688882:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.688884:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384386.688886:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384386.688889:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 9 - export 00000020:00000010:0.0:1767384386.688891:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fe88e4de. 00000020:00000001:0.0:1767384386.688896:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:2.0:1767384386.688924:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688929:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000873696f6. 00000001:00000010:2.0:1767384386.688932:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079cf3fd0. 00000001:00000010:2.0:1767384386.688933:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000383381fa. 00000001:00000010:2.0:1767384386.688935:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001307962. 00000001:00000010:2.0:1767384386.688936:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003099d183. 00000001:00000010:2.0:1767384386.688938:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007de18ba5. 00000001:00000001:2.0:1767384386.688941:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384386.688942:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384386.688961:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c31d405. 00000001:00000010:2.0:1767384386.688964:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fb97745. 00000001:00000010:2.0:1767384386.688966:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b01a1fe. 00000001:00000010:2.0:1767384386.688968:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000767070de. 00000001:00000010:2.0:1767384386.688969:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c880933c. 00000001:00000010:2.0:1767384386.688971:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000088f3c7a3. 00000001:00000001:2.0:1767384386.688973:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384386.688974:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000009c191094) now 3 - setup 00000020:00000001:2.0:1767384386.688977:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.688979:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384386.688981:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384386.688985:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384386.688988:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000009c191094) now 2 - obd_device_list 00000020:00000080:2.0:1767384386.688990:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:2.0:1767384386.688993:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000009c191094) now 1 - newdev 00000020:00000040:2.0:1767384386.689038:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050c0dbfb with handle 0x1cafe7b7e4a4fb8f from hash 00000020:00000040:2.0:1767384386.689042:0:39771:0:(genops.c:898:class_export_put()) PUTting export 0000000050c0dbfb : new refcount 0 00000020:00000080:2.0:1767384386.689043:0:39771:0:(genops.c:904:class_export_put()) final put 0000000050c0dbfb/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384386.689045:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.689047:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384386.689048:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 0000000050c0dbfb/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384386.689050:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384386.689051:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.689053:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050c0dbfb. 00000020:00000001:2.0:1767384386.689058:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384386.689060:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:2.0:1767384386.689062:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:2.0:1767384386.689064:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384386.689068:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029dbd3f2. 00000020:00000010:2.0:1767384386.689071:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074bbf93a. 00000040:00000010:2.0:1767384386.689074:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d814d7d0. 00000020:00000010:2.0:1767384386.689077:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6298e53. 00000020:00000010:2.0:1767384386.689081:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384386.689084:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b03f22a. 80000000:00000010:2.0:1767384386.689087:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000731de2d6. 40000000:00000010:2.0:1767384386.689089:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085cbf845. 00100000:00000010:2.0:1767384386.689093:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a71e9ff. 00040000:00000010:2.0:1767384386.689096:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5ab1375. 00040000:00000010:2.0:1767384386.689099:0:39771:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047c3adc7. 00040000:00000010:2.0:1767384386.689102:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a77c28e1. 00080000:00000010:2.0:1767384386.689104:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001fac0b00. 00000004:00000010:2.0:1767384386.689108:0:39771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c907686d. 00000004:00000010:2.0:1767384386.689112:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fea8caf7. 00000004:00000010:2.0:1767384386.689114:0:39771:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a61302d5. 00000004:00000010:2.0:1767384386.689118:0:39771:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003bcdbeee. 00040000:00000001:2.0:1767384386.689121:0:39771:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:2.0:1767384386.689124:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005f898176. 00040000:00000010:2.0:1767384386.689127:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d880b6e2. 00040000:00000010:2.0:1767384386.689130:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000027b0359b. 00040000:00000010:2.0:1767384386.689132:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b1a7586e. 00040000:00000010:2.0:1767384386.689135:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e9ea027b. 00040000:00000010:2.0:1767384386.689139:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e63ebf91. 00040000:00000010:2.0:1767384386.689141:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ddee7e71. 00040000:00000010:2.0:1767384386.689143:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ac1d3b3. 00040000:00000010:2.0:1767384386.689145:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006717939f. 00040000:00000010:2.0:1767384386.689148:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa0785ef. 00040000:00000010:2.0:1767384386.689151:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000de192157. 00040000:00000010:2.0:1767384386.689155:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d438e5f1. 00040000:00000010:2.0:1767384386.689157:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eef277ae. 00040000:00000010:2.0:1767384386.689159:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001c77be36. 00040000:00000010:2.0:1767384386.689162:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0f6c70d. 00040000:00000010:2.0:1767384386.689164:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000064a8a58e. 00040000:00000010:2.0:1767384386.689166:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000006578041. 00040000:00000010:2.0:1767384386.689168:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001215d083. 00040000:00000010:2.0:1767384386.689170:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005337652b. 00040000:00000010:2.0:1767384386.689173:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009b3db4e3. 00040000:00000010:2.0:1767384386.689176:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e9c738d. 00040000:00000010:2.0:1767384386.689179:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004306aed7. 00040000:00000010:2.0:1767384386.689182:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003b8fde8b. 00040000:00000010:2.0:1767384386.689185:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000212b87b1. 00040000:00000010:2.0:1767384386.689188:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000041bbe272. 00040000:00000010:2.0:1767384386.689190:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044f4820c. 00040000:00000010:2.0:1767384386.689193:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f20c9473. 00040000:00000010:2.0:1767384386.689197:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d9e023ee. 00040000:00000010:2.0:1767384386.689207:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000832689d9. 00040000:00000010:2.0:1767384386.689210:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd70a7cf. 00040000:00000010:2.0:1767384386.689213:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e936558. 00040000:00000010:2.0:1767384386.689216:0:39771:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000082a4c035. 00040000:00000001:2.0:1767384386.689218:0:39771:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.689221:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074bbf93a. 00000040:00000010:2.0:1767384386.689223:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d814d7d0. 00000020:00000010:2.0:1767384386.689225:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6298e53. 00000020:00000010:2.0:1767384386.689227:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384386.689240:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b03f22a. 80000000:00000010:2.0:1767384386.689243:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000731de2d6. 40000000:00000010:2.0:1767384386.689246:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000085cbf845. 00100000:00000010:2.0:1767384386.689248:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001a71e9ff. 00040000:00000010:2.0:1767384386.689251:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5ab1375. 00040000:00000010:2.0:1767384386.689252:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047c3adc7. 00040000:00000010:2.0:1767384386.689254:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a77c28e1. 00010000:00000010:1.1:1767384386.689302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de7a8a86. 00080000:00000010:2.0:1767384386.689306:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001fac0b00. 00000004:00000010:2.0:1767384386.689311:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c907686d. 00010000:00000010:1.1:1767384386.689311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000800fa78. 00000004:00000010:2.0:1767384386.689314:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fea8caf7. 00000004:00000010:2.0:1767384386.689319:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a61302d5. 00000004:00000010:2.0:1767384386.689321:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003bcdbeee. 00000020:00000010:2.0:1767384386.689324:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029dbd3f2. 00000020:00000001:2.0:1767384386.689326:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.689329:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009c191094. 00000020:00000001:2.0:1767384386.689336:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.689338:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.689340:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000ec50cf2c. 00010000:00000010:0.1:1767384386.689344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005854c3d3. 00000020:00000001:2.0:1767384386.689345:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384386.689348:0:39771:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384386.689352:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384386.689354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ce1e426. 00010000:00000010:0.1:1767384386.689360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca27ec41. 00010000:00000010:0.1:1767384386.689363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053968b2c. 00010000:00000010:0.1:1767384386.689366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b97438d7. 00010000:00000010:0.1:1767384386.689368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc913f24. 00010000:00000010:0.1:1767384386.689371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000073b0c5f. 00010000:00000010:0.1:1767384386.689373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd0e0d3. 00010000:00000010:0.1:1767384386.689380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a39dfe8d. 00010000:00000010:0.1:1767384386.689383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c2e5e848. 00000004:00000001:2.0:1767384386.689414:0:39771:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00000400:00000001:2.0:1767384386.977438:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.977444:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384386.977447:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384386.977451:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384386.977459:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384386.977466:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384386.977479:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f65e4107. 00000400:00000010:2.0:1767384386.977485:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000129bfbf7. 00000400:00000200:2.0:1767384386.977491:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp40 00000400:00000010:2.0:1767384386.977498:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000087932094. 00000400:00000010:2.0:1767384386.977503:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074bbf93a. 00000400:00000010:2.0:1767384386.977507:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384386.977512:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e3947e7. 00000400:00000200:2.0:1767384386.977516:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp40 00000400:00000200:2.0:1767384386.977526:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp40 local destination 00000400:00000200:2.0:1767384386.977532:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp40 00000400:00000200:2.0:1767384386.977536:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp40 NI seq info: [246:246:256:4294967295] 192.168.203.152@tcp40 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384386.977542:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp40 00000400:00000200:2.0:1767384386.977549:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp40(192.168.203.152@tcp40:) -> 192.168.203.152@tcp40(192.168.203.152@tcp40:192.168.203.152@tcp40) : GET try# 0 00000800:00000200:2.0:1767384386.977554:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp40 00000800:00000010:2.0:1767384386.977558:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5ab1375. 00000800:00000200:2.0:1767384386.977564:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000800:00000200:2.1:1767384386.977569:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de2c4041] -> 12345-192.168.203.152@tcp40 (2) 00000400:00000200:2.0:1767384386.977592:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp40 added to recovery queue. ping count: 5 next ping: 339 health :500 00000400:00000200:0.0:1767384386.977805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977850:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977869:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977919:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977935:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977951:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977966:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.977998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978013:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978029:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978424:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978447:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978464:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978481:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978496:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978527:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978543:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978576:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978595:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978629:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978661:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978692:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384386.978771:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384386.978907:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384386.978912:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000907090ec. 00000800:00000010:0.0:1767384386.978917:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a40980e3. 00000800:00000010:0.0:1767384386.978934:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a40980e3. 00000800:00020000:0.0:1767384386.978943:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384386.978946:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000907090ec. 00000800:00000010:0.0:1767384386.978949:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384386.978978:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp40 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384386.978985:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp40 notifying 192.168.203.152@tcp40: down 00000800:00000200:0.0:1767384386.978990:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp40 down 00000800:00000100:0.0:1767384386.978995:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp40 00000800:00000010:0.0:1767384386.978998:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5ab1375. 00000400:00000200:0.0:1767384386.979001:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384386.979006:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp40->192.168.203.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384386.979013:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384386.979016:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384386.979019:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp40) recovery failed with -71 00000800:00000200:0.0:1767384387.361396:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003ca7bf98] -> 12345-192.168.203.152@tcp19 (6) 00000800:00000200:0.0:1767384387.361406:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp19 ip 192.168.203.152:988 00000800:00000200:0.0:1767384387.361410:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384387.361646:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384387.361654:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.361666:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.361670:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.361672:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384387.617419:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384387.617428:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384387.617436:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384387.617438:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.617499:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384387.617507:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.617512:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384387.745430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384387.745438:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384387.745444:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038da48be. 00000020:00000040:0.0:1767384387.745450:0:36:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:0.0:1767384387.745454:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384387.745457:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384387.745462:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384387.745470:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e48a651. 00000100:00000001:0.0:1767384387.745477:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.745486:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384387.745497:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384387.745500:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.745505:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da48be] to pc [ptlrpcd_00_01+1] req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.745537:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.745540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384387.745544:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384387.745546:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083df90a5. 00000020:00000040:0.0:1767384387.745549:0:36:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384387.745551:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384387.745553:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384387.745555:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384387.745559:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5afc289. 00000100:00000001:0.0:1767384387.745562:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.745566:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384387.745568:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.745574:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384387.745575:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384387.745575:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384387.745578:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745579:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745579:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384387.745583:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083df90a5] to pc [ptlrpcd_00_02+2] req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.745589:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384387.745592:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.745595:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.745597:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.745599:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745600:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384387.745601:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.745606:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384387.745608:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384387.745608:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384387.745608:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000040:2.0:1767384387.745614:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.745619:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384387.745621:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745622:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384387.745623:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.745623:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384387.745625:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384387.745629:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384387.745629:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.745629:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.745632:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384387.745635:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384387.745635:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.745639:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083df90a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737771648:0@lo:400: 00000100:00100000:1.0:1767384387.745639:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737771520:0@lo:400: 00000100:00000001:2.0:1767384387.745643:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384387.745643:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384387.745647:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384387.745650:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.745654:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384387.745658:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009abb93df. 02000000:00000001:1.0:1767384387.745658:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384387.745659:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.745661:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384387.745661:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384387.745664:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005716b9a3. 02000000:00000001:1.0:1767384387.745665:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384387.745666:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd8148. 00000400:00000010:1.0:1767384387.745668:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8d8ec0. 00000400:00000010:2.0:1767384387.745675:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000400:00000010:1.0:1767384387.745675:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:2.0:1767384387.745680:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771648, portal 10 00000100:00000200:1.0:1767384387.745680:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771520, portal 25 00000100:00000001:2.0:1767384387.745682:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384387.745682:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384387.745684:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067433984 : -113992642117632 : ffff9853050f4000) 00000100:00000040:2.0:1767384387.745689:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.745695:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384387.745695:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630081067437568 : -113992642114048 : ffff9853050f4e00) 00000100:00000040:2.0:1767384387.745698:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384387.745698:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384387.745700:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0926d29. 00000100:00000200:2.0:1767384387.745702:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236737771648, offset 0 00000400:00000200:2.0:1767384387.745707:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384387.745712:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384387.745713:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384387.745715:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384387.745717:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737771520, offset 0 00000400:00000200:2.0:1767384387.745718:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384387.745721:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384387.745726:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d708880 00000400:00000200:1.0:1767384387.745729:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384387.745733:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12280 00000400:00000200:1.0:1767384387.745734:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d708800 00000400:00000200:1.0:1767384387.745737:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a21 [2] + 0 00000400:00000200:2.0:1767384387.745739:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384387.745740:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000891802b5. 00000400:00000200:2.0:1767384387.745742:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384387.745744:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c16d382c 00000400:00000200:1.0:1767384387.745747:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384387.745748:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384387.745749:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384387.745750:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384387.745751:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c16d382c 00000400:00000010:1.0:1767384387.745752:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c16d382c. 00000100:00000010:2.0:1767384387.745753:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000914bb484. 00000100:00000040:2.0:1767384387.745756:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000914bb484 x1853236737771648 msgsize 224 00000100:00000001:1.0:1767384387.745756:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384387.745757:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384387.745759:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384387.745759:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b4fb14a7 x1853236737771520 msgsize 224 00000100:00100000:1.0:1767384387.745762:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384387.745763:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384387.745771:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384387.745771:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384387.745777:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384387.745778:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000400:00000200:2.0:1767384387.745781:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0926d29 00000100:00000001:1.0:1767384387.745781:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384387.745782:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 00000100:00000200:1.0:1767384387.745784:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.745786:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384387.745790:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.745792:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384387.745797:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.745799:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384387.745802:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.745802:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384387.745805:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.745806:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771520 00000100:00000001:1.0:1767384387.745808:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384387.745811:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.745814:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.745815:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745815:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.745817:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.745820:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384387.745822:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745827:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294975507 00000100:00100000:3.0:1767384387.745829:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771648 00000100:00100000:0.0:1767384387.745830:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771520 00000100:00000010:1.0:1767384387.745833:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002566f50e. 00000020:00000001:0.0:1767384387.745834:0:16772:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384387.745835:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384387.745837:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fb2d 00000100:00000001:3.0:1767384387.745842:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384387.745842:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384387.745846:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745846:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384387.745847:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002c78521a refcount=10 00000100:00000001:2.0:1767384387.745850:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384387.745855:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 02000000:00000001:3.0:1767384387.745857:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745858:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745858:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294975507 00000020:00000001:0.0:1767384387.745862:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000100:00000010:1.0:1767384387.745865:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000884fed97. 00000100:00100000:3.0:1767384387.745866:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771648 00000100:00000040:2.0:1767384387.745870:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3667 usecs (4 jiffies) 00000100:00000001:0.0:1767384387.745870:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384387.745871:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384387.745872:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.745878:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000100:00000001:2.0:1767384387.745878:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294975492 00000100:00000001:1.0:1767384387.745878:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294975507 00000020:00000010:0.0:1767384387.745883:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000100:00000001:2.0:1767384387.745885:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294975507 00000020:00000001:3.0:1767384387.745886:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384387.745887:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000677e8569. 00000020:00000001:3.0:1767384387.745891:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745892:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294975492 00000100:00000001:0.0:1767384387.745893:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.745894:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384387.745897:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745899:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294975507 00000100:00000001:1.0:1767384387.745900:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294975507 00000100:00000001:2.0:1767384387.745905:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294975492 00000100:00000010:1.0:1767384387.745906:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a3fb2c4. 00000020:00000010:0.0:1767384387.745906:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000100:00000001:2.0:1767384387.745907:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294975507 00000020:00000010:3.0:1767384387.745909:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca796da. 00000100:00000001:2.0:1767384387.745910:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294975492 00000100:00000001:1.0:1767384387.745913:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384387.745919:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002166e9cc. 00000100:00000001:2.0:1767384387.745922:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294975507 00000100:00000001:1.0:1767384387.745922:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384387.745925:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000407dd21d. 00000100:00000001:2.0:1767384387.745926:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.745926:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.745928:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000155d55a0. 00000100:00000001:2.0:1767384387.745933:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745934:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.745938:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000001:2.0:1767384387.745939:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.745939:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.745939:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000001:2.0:1767384387.745946:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.745951:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384387.745954:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384387.745961:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384387.745963:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384387.745966:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384387.745970:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.745970:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.745971:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384387.745978:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384387.745978:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384387.745979:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.745986:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.745987:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.745987:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.746002:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.746003:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.746018:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.746021:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.746037:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.746038:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384387.746042:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384387.746043:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00000001:3.0:1767384387.746046:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384387.746053:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384387.746057:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082008409728 : -113991701141888 : ffff98533d256680) 00000100:00000040:0.0:1767384387.746060:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000002c78521a : new rpc_count 1 00000100:00000040:3.0:1767384387.746064:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000914bb484 x1853236737771648/t0(0) o400->@:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.746065:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630082016908368 : -113991692643248 : ffff98533da71450) 00000100:00000040:0.0:1767384387.746077:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4fb14a7 x1853236737771520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384387.746098:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000914bb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16140:x1853236737771648:12345-0@lo:400: 00000100:00000001:0.0:1767384387.746102:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384387.746104:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771648 00000020:00000010:0.0:1767384387.746107:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a922e6d. 00000020:00000001:3.0:1767384387.746110:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384387.746113:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.746117:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a922e6d. 00000020:00080000:3.0:1767384387.746122:0:16779:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1767384387.746128:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+10:16138:x1853236737771520:12345-0@lo:400: 00000100:00000001:3.0:1767384387.746129:0:16779:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1767384387.746136:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771520 00000100:00000001:3.0:1767384387.746137:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384387.746140:0:16772:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384387.746142:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384387.746144:0:16772:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.746147:0:16772:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.746148:0:16772:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.746150:0:16772:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667568256 : -1041983360 : ffffffffc1e49880) 02000000:00000010:3.0:1767384387.746151:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006912241f. 00000020:00000001:0.0:1767384387.746152:0:16772:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384387.746155:0:16772:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384387.746158:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.746158:0:16772:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.746162:0:16772:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384387.746164:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.746165:0:16772:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.746174:0:16772:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384387.746177:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384387.746178:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384387.746179:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384387.746183:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384387.746184:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005214b9da. 02000000:00000001:0.0:1767384387.746191:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.746193:0:16779:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384387.746194:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.746200:0:16772:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.746202:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384387.746203:0:16772:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236737771520 00010000:00000001:0.0:1767384387.746208:0:16772:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384387.746211:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 17 to 0@lo 00010000:00000200:0.0:1767384387.746214:0:16772:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4fb14a7 x1853236737771520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.746219:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384387.746233:0:16779:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 00000100:00000040:3.0:1767384387.746248:0:16779:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 17 to 0@lo 00010000:00000001:0.0:1767384387.746252:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384387.746254:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384387.746255:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.746258:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.746259:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 00000000db654719 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384387.746269:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384387.746269:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384387.746303:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384387.746306:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 18 to 0@lo 00000100:00000001:0.0:1767384387.746310:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000400:00000010:3.0:1767384387.746311:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 02000000:00000001:0.0:1767384387.746313:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.746319:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384387.746322:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737771648, offset 224 00000100:00000001:0.0:1767384387.746322:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.746328:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384387.746332:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000400:00000200:3.0:1767384387.746336:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384387.746343:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236737771520, offset 224 00000400:00000200:3.0:1767384387.746354:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384387.746355:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384387.746371:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384387.746375:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d708880 00000400:00000200:0.0:1767384387.746383:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d708800 00000400:00000200:3.0:1767384387.746391:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21f5 [1] + 224 00000400:00000200:3.0:1767384387.746398:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384387.746403:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21f9 [1] + 224 00000400:00000200:3.0:1767384387.746405:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384387.746414:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384387.746415:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384387.746425:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384387.746425:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384387.746434:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384387.746441:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384387.746444:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384387.746495:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.746499:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384387.746508:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384387.746512:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384387.746516:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384387.746517:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384387.746518:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384387.746525:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.746529:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 17 to 0@lo 00000400:00000200:0.0:1767384387.746530:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000100:00000001:3.0:1767384387.746532:0:16779:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.746537:0:16779:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384387.746537:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000100:00000001:2.0:1767384387.746540:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.746540:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384387.746546:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384387.746546:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384387.746548:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000914bb484 x1853236737771648/t0(0) o400->@:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.746548:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384387.746551:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384387.746552:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384387.746556:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384387.746559:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384387.746561:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8d8ec0. 00000400:00000200:1.0:1767384387.746567:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0d0b8b 00000400:00000010:1.0:1767384387.746575:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c0d0b8b. 00000100:00000040:0.0:1767384387.746575:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 16 to 0@lo 00010000:00000001:0.0:1767384387.746587:0:16772:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384387.746589:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384387.746589:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384387.746591:0:16772:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384387.746594:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384387.746598:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000914bb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16140:x1853236737771648:12345-0@lo:400: Request processed in 497us (831us total) trans 0 rc -107/-107 00000400:00000010:2.0:1767384387.746600:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd8148. 00000020:00000001:0.0:1767384387.746600:0:16772:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384387.746601:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384387.746610:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c6133 00000100:00000040:0.0:1767384387.746611:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4fb14a7 x1853236737771520/t0(0) o400->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384387.746616:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 00000100:00000001:2.0:1767384387.746623:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384387.746630:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384387.746639:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384387.746653:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384387.746657:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.746662:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384387.746668:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4fb14a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a+10:16138:x1853236737771520:12345-0@lo:400: Request processed in 562us (903us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384387.746670:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384387.746680:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00000001:1.0:1767384387.746682:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384387.746687:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.746690:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384387.746691:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000020:00000010:3.0:1767384387.746693:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca796da. 00000100:00000200:2.0:1767384387.746694:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384387.746694:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384387.746696:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002c78521a : new rpc_count 0 00000100:00000001:1.0:1767384387.746697:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384387.746705:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.746706:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384387.746706:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.746711:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384387.746714:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.746715:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.746716:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384387.746718:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f93d4957 time=102 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384387.746720:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384387.746721:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384387.746724:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.746726:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.746728:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384387.746728:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000055ebcc04 time=102 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384387.746728:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000155d55a0. 00000100:00000001:1.0:1767384387.746733:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384387.746734:0:16140:0:(import.c:2128:obd_at_measure()) add 0 to 0000000017c86a39 time=96 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384387.746736:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.746736:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000100:00001000:2.0:1767384387.746737:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=96 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384387.746740:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384387.746742:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384387.746742:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.746743:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002166e9cc. 00000100:00000001:2.0:1767384387.746744:0:16140:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767384387.746745:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.746750:0:16140:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000040:1.0:1767384387.746751:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384387.746752:0:16140:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000020:00000040:0.0:1767384387.746753:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 9 00000100:00080000:2.0:1767384387.746756:0:16140:0:(import.c:65:import_set_state_nolock()) 000000009d5c279a lustre-MDT0000_UUID: changing import state from FULL to DISCONN 02000000:00000001:0.0:1767384387.746760:0:16772:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:02000400:2.0:1767384387.746761:0:16140:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767384387.746761:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384387.746764:0:16772:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005214b9da. 00000100:00000001:1.0:1767384387.746765:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384387.746769:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384387.746772:0:16772:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384387.746774:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.746775:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384387.746782:0:16772:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384387.746788:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000038da48be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16138:1853236737771520:0@lo:400: 00000400:00000010:0.0:1767384387.746788:0:16772:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003642d5b7. 00000100:00000001:1.0:1767384387.746795:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384387.746795:0:16772:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000907090ec. 00000100:00000001:1.0:1767384387.746800:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384387.746803:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000038da48be x1853236737771520/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384387.746810:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384387.746813:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384387.746815:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005716b9a3. 02000000:00000001:1.0:1767384387.746819:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384387.746822:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384387.746823:0:16138:0:(genops.c:1242:class_import_put()) import 00000000f877e439 refcount=3 obd=MGC192.168.203.152@tcp 00000020:00000001:1.0:1767384387.746825:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384387.746827:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e48a651. 02000000:00000001:1.0:1767384387.746830:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384387.746832:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384387.746833:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000038da48be. 00000100:00000001:1.0:1767384387.746836:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384387.746837:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.746844:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384387.746848:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384387.746849:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.746851:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384387.746852:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749654:0:16140:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384387.749658:0:16140:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384387.749660:0:16140:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384387.749661:0:16140:0:(import.c:65:import_set_state_nolock()) 000000009d5c279a lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384387.749664:0:16140:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384387.749667:0:16140:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 211 00000100:00000040:2.0:1767384387.749671:0:16140:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 15 to 0@lo 00000100:00000001:2.0:1767384387.749673:0:16140:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.749674:0:16140:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 16 to 0@lo 00000100:00000001:2.0:1767384387.749676:0:16140:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:2.0:1767384387.749679:0:16140:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384387.749680:0:16140:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc61 00000020:00000001:2.0:1767384387.749682:0:16140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384387.749684:0:16140:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000579dbd95 refcount=8 00000020:00000001:2.0:1767384387.749687:0:16140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000020:00000001:2.0:1767384387.749689:0:16140:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000040:2.0:1767384387.749691:0:16140:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 15 to 0@lo 00000100:00000001:2.0:1767384387.749693:0:16140:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.749695:0:16140:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 16 to 0@lo 00000100:00000001:2.0:1767384387.749696:0:16140:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000040:2.0:1767384387.749698:0:16140:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 7 00000100:00080000:2.0:1767384387.749700:0:16140:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000009d5c279a using connection 192.168.203.152@tcp/0@lo 00000100:00000001:2.0:1767384387.749703:0:16140:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.749705:0:16140:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384387.749709:0:16140:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384387.749712:0:16140:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749714:0:16140:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384387.749715:0:16140:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384387.749718:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069482441. 00000020:00000040:2.0:1767384387.749720:0:16140:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384387.749723:0:16140:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384387.749724:0:16140:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749726:0:16140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384387.749728:0:16140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384387.749730:0:16140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384387.749734:0:16140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d8a69ad1. 00000100:00000001:2.0:1767384387.749737:0:16140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.749741:0:16140:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384387.749749:0:16140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384387.749750:0:16140:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.749752:0:16140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069482441] to pc [ptlrpcd_rcv+-1] req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.749765:0:16140:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749768:0:16140:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767384387.749769:0:16140:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767384387.749772:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.749779:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767384387.749781:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384387.749782:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384387.749784:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.749791:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083df90a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236737771648:0@lo:400: 00000100:00000001:2.0:1767384387.749794:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.749796:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384387.749797:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384387.749798:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083df90a5 x1853236737771648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.749800:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.749802:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384387.749804:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384387.749805:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384387.749805:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384387.749807:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009abb93df. 02000000:00000001:2.0:1767384387.749809:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384387.749811:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384387.749812:0:16140:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384387.749812:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384387.749813:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.749814:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384387.749815:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a5afc289. 02000000:00000001:0.0:1767384387.749815:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384387.749817:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384387.749817:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384387.749818:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384387.749819:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083df90a5. 02000000:00000001:0.0:1767384387.749819:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.749821:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069482441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236737771776:0@lo:38: 00000100:00000001:2.0:1767384387.749822:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384387.749823:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.749824:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.749824:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384387.749826:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384387.749827:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749828:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384387.749828:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384387.749829:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.749831:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384387.749831:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005214b9da. 00000100:00000001:2.0:1767384387.749832:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.749832:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384387.749835:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f107f09. 00000400:00000010:0.0:1767384387.749838:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000200:0.0:1767384387.749841:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737771776, portal 10 00000100:00000001:0.0:1767384387.749843:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384387.749844:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008405248 : -113991701146368 : ffff98533d255500) 00000100:00000040:0.0:1767384387.749847:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.749854:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.749856:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384387.749857:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384387.749859:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236737771776, offset 0 00000400:00000200:0.0:1767384387.749861:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384387.749865:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384387.749868:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d708900 00000400:00000200:0.0:1767384387.749871:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12504 00000400:00000200:0.0:1767384387.749874:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384387.749875:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384387.749877:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384387.749878:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384387.749880:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004206bede. 00000100:00000040:0.0:1767384387.749882:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000004206bede x1853236737771776 msgsize 520 00000100:00100000:0.0:1767384387.749884:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384387.749892:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384387.749895:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000400:00000010:0.0:1767384387.749896:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000001:0.0:1767384387.749898:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384387.749899:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.749904:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384387.749905:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.749909:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.749909:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384387.749911:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.749913:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3555 usecs (4 jiffies) 00000100:00000001:0.0:1767384387.749914:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294975496 00000100:00000001:0.0:1767384387.749916:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294975507 00000100:00000001:0.0:1767384387.749917:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294975496 00000100:00000001:0.0:1767384387.749919:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294975507 00000100:00000001:0.0:1767384387.749920:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294975496 00000100:00000001:0.0:1767384387.749921:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294975507 00000100:00000001:0.0:1767384387.749923:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294975496 00000100:00000001:0.0:1767384387.749925:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294975507 00000100:00000001:0.0:1767384387.749927:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.749928:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.749930:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.749931:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.749934:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.749935:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384387.749936:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.749938:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.749941:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.749942:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.749944:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384387.749949:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236737771776 02000000:00000001:3.0:1767384387.749953:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384387.749955:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384387.749957:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.749960:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.749963:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236737771776 00000020:00000001:3.0:1767384387.749965:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.749967:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc68 00000020:00000001:3.0:1767384387.749969:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384387.749971:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.749972:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.749977:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca796da. 00000020:00000010:3.0:1767384387.749981:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384387.749984:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000001:3.0:1767384387.749988:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384387.749989:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384387.749991:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.749995:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.750006:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.750015:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.750017:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384387.750021:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384387.750024:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630081067448320 : -113992642103296 : ffff9853050f7800) 00000100:00000040:3.0:1767384387.750029:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004206bede x1853236737771776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384387.750045:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004206bede pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16137:x1853236737771776:12345-0@lo:38: 00000100:00000200:3.0:1767384387.750049:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737771776 00000020:00000001:3.0:1767384387.750051:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384387.750055:0:16779:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384387.750065:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b85a8017) now 6 - find 00000020:00000001:3.0:1767384387.750068:0:16779:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630081787847520 : -113991921704096 : ffff98532fffe360) 00010000:02000000:3.0:1767384387.750073:0:16779:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:3.0:1767384387.752818:0:16779:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1767384387.752825:0:16779:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 6 - find 00010000:00000001:3.0:1767384387.752829:0:16779:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384387.752832:0:16779:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384387.752834:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384387.752836:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384387.752841:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c84990f. 02000000:00000001:3.0:1767384387.752845:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.752847:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384387.752850:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384387.752852:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384387.752855:0:16779:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1767384387.752858:0:16779:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384387.752861:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384387.752864:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 17 to 0@lo 00000100:00000001:3.0:1767384387.752866:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:3.0:1767384387.752868:0:16779:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630081041922944 : -113992667628672 : 0xffff98530389fb80) 00000100:00000040:3.0:1767384387.752871:0:16779:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9f01bcd refcount 17 to 0@lo 02000000:00000001:3.0:1767384387.752873:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384387.752875:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.752877:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384387.752880:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384387.752883:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384387.752888:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737771776, offset 0 00000400:00000200:3.0:1767384387.752892:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384387.752901:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384387.752909:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d708900 00000400:00000200:3.0:1767384387.752914:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2211 [1] + 0 00000400:00000200:3.0:1767384387.752919:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.752922:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384387.752926:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384387.752929:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384387.752939:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.752957:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384387.752963:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384387.752965:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000001:3.0:1767384387.752968:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.752970:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384387.752975:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.752979:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 16 to 0@lo 00000100:00000001:3.0:1767384387.752982:0:16779:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.752984:0:16779:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384387.752988:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004206bede x1853236737771776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.752992:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.752996:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384387.753002:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004206bede pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16137:x1853236737771776:12345-0@lo:38: Request processed in 2955us (3116us total) trans 0 rc -19/-19 00000400:00000001:0.0:1767384387.753003:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384387.753007:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384387.753011:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f107f09. 00000100:00100000:3.0:1767384387.753017:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000200:0.0:1767384387.753018:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000100:00000001:3.0:1767384387.753021:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384387.753023:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000100:00000001:3.0:1767384387.753025:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384387.753029:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384387.753031:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000407dd21d. 00000020:00000010:3.0:1767384387.753037:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00000200:0.0:1767384387.753038:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384387.753045:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca796da. 00000100:00000001:3.0:1767384387.753052:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384387.753057:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.753065:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384387.753066:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.753067:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384387.753069:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384387.753071:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.753072:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.753074:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.753077:0:16137:0:(import.c:2128:obd_at_measure()) add 0 to 0000000017c86a39 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384387.753079:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000002b28e075 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.753080:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384387.753081:0:16137:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384387.753082:0:16137:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384387.753085:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.753089:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384387.753090:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384387.753091:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.753092:0:16137:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384387.753093:0:16137:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384387.753095:0:16137:0:(import.c:65:import_set_state_nolock()) 000000009d5c279a lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384387.753096:0:16137:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384387.753098:0:16137:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384387.753100:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.753105:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069482441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236737771776:0@lo:38: 00000100:00000001:0.0:1767384387.753108:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.753110:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384387.753112:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069482441 x1853236737771776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.753117:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384387.753119:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384387.753120:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005214b9da. 02000000:00000001:0.0:1767384387.753123:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384387.753125:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384387.753126:0:16137:0:(genops.c:1242:class_import_put()) import 000000009d5c279a refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384387.753128:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384387.753129:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d8a69ad1. 02000000:00000001:0.0:1767384387.753131:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384387.753133:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384387.753133:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069482441. 00000100:00000001:0.0:1767384387.753138:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384387.753139:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.753141:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.753145:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.753146:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.753148:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.753149:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.765423:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294975507, at 4294975508 00000100:00000040:3.0:1767384387.765426:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294975507, at 4294975508 00000100:00000010:2.0:1767384387.765436:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000677e8569. 00000100:00000010:3.0:1767384387.765441:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a3fb2c4. 00000100:00000040:0.0:1767384387.765454:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294975507, at 4294975508 00000100:00000010:0.0:1767384387.765462:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002566f50e. 00000100:00000040:1.0:1767384387.765673:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294975507, at 4294975508 00000100:00000010:1.0:1767384387.765679:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000884fed97. 00000400:00000001:2.0:1767384388.001389:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.001396:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384388.001399:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384388.001404:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384388.001412:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384388.001419:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384388.001434:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000087932094. 00000400:00000010:2.0:1767384388.001440:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074bbf93a. 00000400:00000200:2.0:1767384388.001444:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp48 00000400:00000010:2.0:1767384388.001452:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000087932094. 00000400:00000010:2.0:1767384388.001457:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074bbf93a. 00000400:00000010:2.0:1767384388.001461:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384388.001466:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064aa35c0. 00000400:00000200:2.0:1767384388.001470:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp48 00000400:00000200:2.0:1767384388.001485:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp48 local destination 00000400:00000200:2.0:1767384388.001490:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp48 00000400:00000200:2.0:1767384388.001494:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp48 NI seq info: [247:247:256:4294967295] 192.168.203.152@tcp48 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384388.001500:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp48 00000400:00000200:2.0:1767384388.001506:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp48(192.168.203.152@tcp48:) -> 192.168.203.152@tcp48(192.168.203.152@tcp48:192.168.203.152@tcp48) : GET try# 0 00000800:00000200:2.0:1767384388.001512:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp48 00000800:00000010:2.0:1767384388.001517:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000014b55c81. 00000800:00000200:2.0:1767384388.001525:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000800:00000200:2.1:1767384388.001530:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000400:00000200:2.0:1767384388.001559:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp48 added to recovery queue. ping count: 2 next ping: 312 health :800 00000400:00000200:3.0:1767384388.001670:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001729:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001751:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001834:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001903:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001960:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.001983:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002004:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002021:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002040:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002099:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002118:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002140:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002163:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002181:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002201:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002236:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002258:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002312:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002341:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002369:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002397:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002422:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002445:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384388.002480:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384388.002678:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000800:00000010:3.0:1767384388.002684:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b0a0b89e. 00000800:00000010:3.0:1767384388.002690:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2dddfb5. 00000800:00000010:3.0:1767384388.002710:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2dddfb5. 00000800:00020000:3.0:1767384388.002723:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384388.002727:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b0a0b89e. 00000800:00000010:3.0:1767384388.002731:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000400:02020000:3.0:1767384388.002769:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp48 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384388.002777:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp48 notifying 192.168.203.152@tcp48: down 00000400:00000200:3.0:1767384388.002781:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384388.002785:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp48 00000800:00000010:3.0:1767384388.002790:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000014b55c81. 00000400:00000200:3.0:1767384388.002793:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384388.002799:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp48->192.168.203.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384388.002809:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384388.002812:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384388.002816:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp48) recovery failed with -71 00080000:00000001:0.0:1767384388.272796:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384388.272802:0:16807:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000040:0.0:1767384388.272804:0:16807:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000418f8349 : new cb_count 2 00000020:00000040:0.0:1767384388.272809:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 2 00000001:00000010:0.0:1767384388.272811:0:16807:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000a25c345. 00040000:00000001:0.0:1767384388.272815:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272817:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384388.272818:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272819:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.272820:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a55b7652. 00080000:00000001:0.0:1767384388.272824:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.272827:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384388.272828:0:16807:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000040:0.0:1767384388.272830:0:16807:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000418f8349 : new cb_count 1 00000020:00000040:0.0:1767384388.272831:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 1 00000001:00000010:0.0:1767384388.272832:0:16807:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000bc4a0212. 00040000:00000001:0.0:1767384388.272833:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272834:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384388.272835:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272835:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.272836:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015f19f96. 00080000:00000001:0.0:1767384388.272837:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.272838:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384388.272841:0:16807:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384388.272842:0:16807:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384388.272844:0:16807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:0.0:1767384388.272846:0:16807:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000418f8349 : new cb_count 0 00000020:00000040:0.0:1767384388.272846:0:16807:0:(genops.c:898:class_export_put()) PUTting export 00000000418f8349 : new refcount 0 00000020:00000080:0.0:1767384388.272847:0:16807:0:(genops.c:904:class_export_put()) final put 00000000418f8349/e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000010:0.0:1767384388.272855:0:16807:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007e2d8242. 00040000:00000001:0.0:1767384388.272857:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272857:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384388.272858:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.272859:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.272860:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008a76587d. 00080000:00000001:0.0:1767384388.272862:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384388.272880:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384388.272884:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000418f8349/e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 for lustre-MDT0000 00000020:00000040:3.0:1767384388.272892:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 3 to 192.168.203.52@tcp50 00000020:00000001:3.0:1767384388.272895:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384388.272898:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:3.0:1767384388.272901:0:37:0:(genops.c:1229:class_import_get()) import 0000000023a05596 refcount=2 obd=lustre-MDT0000 00000020:00000001:3.0:1767384388.272904:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.272905:0:37:0:(genops.c:1242:class_import_put()) import 0000000023a05596 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384388.272907:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384388.272910:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.272911:0:37:0:(genops.c:1242:class_import_put()) import 0000000023a05596 refcount=0 obd=lustre-MDT0000 00000020:00000040:3.0:1767384388.272913:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000023a05596 00000020:00000001:3.0:1767384388.272926:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384388.272928:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000ab04419e. 00010000:00000001:3.0:1767384388.272933:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384388.272937:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384388.272942:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f0e9cc90. 00000001:00000010:3.0:1767384388.272946:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d6c718e3. 00000001:00000010:3.0:1767384388.272950:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af82c29e. 00000001:00000010:3.0:1767384388.272952:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ed5550b4. 00000001:00000010:3.0:1767384388.272954:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006e732eec. 00000001:00000010:3.0:1767384388.272956:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006288c6d8. 00000001:00000001:3.0:1767384388.272959:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384388.272961:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1767384388.272963:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384388.272966:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002abf1209. 00000001:00000010:3.0:1767384388.272968:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000013fed126. 00000001:00000010:3.0:1767384388.272970:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000580a4188. 00000001:00000010:3.0:1767384388.272973:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bede267c. 00000001:00000010:3.0:1767384388.272975:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007ccbb061. 00000001:00000010:3.0:1767384388.272976:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005ac5b92e. 00000001:00000001:3.0:1767384388.272978:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384388.272980:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384388.272981:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:3.0:1767384388.272985:0:37:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000573433ff: xid 1853236730400256, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:3.0:1767384388.272989:0:37:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000573433ff: xid 1853236730400256, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:3.0:1767384388.272993:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000573433ff. 00000001:00000010:3.0:1767384388.272996:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000208da854. 00000004:00000001:3.0:1767384388.273000:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.273002:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.273005:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 5 - export 00000020:00000010:3.0:1767384388.273008:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000418f8349. 00000020:00000001:3.0:1767384388.273016:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384388.273020:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384388.273021:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000023a05596 for lustre-MDT0000 00000020:00000040:3.0:1767384388.273025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 2 to 192.168.203.52@tcp50 00000020:00000040:3.0:1767384388.273026:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 4 - import 00000020:00000010:3.0:1767384388.273029:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000023a05596. 00000020:00000001:3.0:1767384388.273031:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000800:00000200:0.0:1767384388.385371:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (4) 00000800:00000200:0.1:1767384388.385379:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (4) 00000400:00000200:2.0:1767384388.385486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385538:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385622:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385700:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385716:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385737:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385758:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385778:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385799:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385819:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385847:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385877:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385896:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385917:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385936:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.385993:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386004:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386043:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386084:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386102:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386122:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386165:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386186:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384388.386205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384388.386449:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e0df2a0. 00000800:00000010:2.0:1767384388.386454:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc8094b. 00000800:00000010:2.0:1767384388.386459:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4a3dd24. 00000800:00000010:2.0:1767384388.386476:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4a3dd24. 00000800:00020000:2.0:1767384388.386484:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384388.386487:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc8094b. 00000800:00000010:2.0:1767384388.386490:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007e0df2a0. 00000400:02020000:2.0:1767384388.386528:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384388.386533:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384388.641362:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384388.641369:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.641377:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384388.641378:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.641493:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384388.641496:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384388.641498:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384388.705393:0:39771:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384388.705406:0:39771:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b8e81239 - data 00000000b86281a8/0000000019794c7d 00000020:00000010:2.0:1767384388.705516:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000006ab4e255. 00000020:00000010:2.0:1767384388.705524:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000eaf8b48a. 00000020:00000010:2.0:1767384388.705530:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000019794c7d. 00000020:00000010:2.0:1767384388.705534:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000c521d9b0. 00000020:00000010:2.0:1767384388.705538:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000005da3fd96. 00000020:00000010:2.0:1767384388.705541:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000898bd59c. 00000020:00000010:2.0:1767384388.705544:0:39771:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b8e81239. 00000020:01000000:2.0:1767384388.705549:0:39771:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000001442a95b - data 000000007c987a1f/000000009bba9f1e 00000020:00000010:2.0:1767384388.705630:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 0000000021cff4c6. 00000020:00000010:2.0:1767384388.705635:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000cfbf39e6. 00000020:00000010:2.0:1767384388.705639:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000009bba9f1e. 00000020:00000010:2.0:1767384388.705641:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000083d8ac50. 00000020:00000010:2.0:1767384388.705644:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000b6d44676. 00000020:00000010:2.0:1767384388.705647:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000e68ff274. 00000020:00000010:2.0:1767384388.705648:0:39771:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000001442a95b. 00000020:00000001:2.0:1767384388.705651:0:39771:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:2.0:1767384388.705940:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000008039af84. 00000020:00000010:2.0:1767384388.705944:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000003d78b3f9. 00000020:00000010:2.0:1767384388.705946:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000b4b08d6e. 00000020:00000010:2.0:1767384388.705950:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000c2382dc2. 00000020:00000010:2.0:1767384388.705952:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b32ceaaa. 02000000:00000001:2.0:1767384388.711500:0:39771:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:2.0:1767384388.711507:0:39771:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000541156b4 for key 0 00000004:00000010:2.0:1767384388.711513:0:39771:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000541156b4. 02000000:00000001:2.0:1767384388.711519:0:39771:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767384388.711520:0:39771:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000a75f0f10. 02000000:00000010:2.0:1767384388.711523:0:39771:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000084af530. 02000000:00000001:2.0:1767384388.711526:0:39771:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:2.0:1767384388.711527:0:39771:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767384388.711528:0:39771:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000008b22c567. 02000000:00000010:2.0:1767384388.711531:0:39771:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000de412fbd. 00000020:00000001:2.0:1767384388.711534:0:39771:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:2.0:1767384388.711538:0:39771:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384388.711539:0:39771:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:2.0:1767384388.711543:0:39771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384388.711555:0:39771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000085b682cf. 00080000:00000001:2.0:1767384388.711557:0:39771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076758780928 : -113996950770688 : ffff9852043e6c00) 00080000:00000001:2.0:1767384388.711561:0:39771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384388.711583:0:39771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384388.711585:0:39771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384388.711587:0:39771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384388.711619:0:39771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384388.711623:0:39771:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384388.711626:0:39771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384388.711710:0:39771:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384388.711713:0:39771:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:2.0:1767384388.711716:0:39771:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384388.711718:0:39771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384388.722041:0:39771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384388.722050:0:39771:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:2.0:1767384388.722054:0:39771:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384388.722061:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000855487ed/000000003eecf068 to site lru. bkt: 000000006fcdc619 00000020:00000010:2.0:1767384388.722066:0:39771:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000000389a244. 00080000:00000001:0.0:1767384388.722069:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384388.722074:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.722077:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384388.722078:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.722079:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.722081:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000085b682cf. 00000020:00000010:2.0:1767384388.722086:0:39771:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 0000000083ba123c. 00080000:00000001:0.0:1767384388.722086:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:2.0:1767384388.722093:0:39771:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 0000000079341e13. 00000020:00000002:2.0:1767384388.722102:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000001ba26e4d/00000000eb279af5 to site lru. bkt: 000000003b32fd73 00000020:00000001:2.0:1767384388.722105:0:39771:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:2.0:1767384388.722108:0:39771:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:2.0:1767384388.722113:0:39771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f8f938f. 00000020:00000010:2.0:1767384388.722117:0:39771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000049ac5f74. 00000020:00000010:2.0:1767384388.722122:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b97cf834. 00000020:00000010:2.0:1767384388.722129:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9f45d04. 00000040:00000010:2.0:1767384388.722132:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f5b1614. 00000020:00000010:2.0:1767384388.722135:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e59d5492. 00000020:00000010:2.0:1767384388.722138:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004244134f. 00000020:00000010:2.0:1767384388.722142:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000608e50e7. 80000000:00000010:2.0:1767384388.722146:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ba0f71c4. 40000000:00000010:2.0:1767384388.722149:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ad8637a. 00100000:00000010:2.0:1767384388.722153:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001312f5e6. 00040000:00000010:2.0:1767384388.722157:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ecd4ae9d. 00040000:00000010:2.0:1767384388.722161:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8dbf144. 00040000:00000010:2.0:1767384388.722164:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000047d4b8cf. 00080000:00000010:2.0:1767384388.722167:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000af2fbe08. 00000004:00000010:2.0:1767384388.722170:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ec54a7f. 00000004:00000010:2.0:1767384388.722174:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d32dcf6f. 00000004:00000010:2.0:1767384388.722178:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000954018e0. 00000004:00000010:2.0:1767384388.722181:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075150b57. 00000020:00000010:2.0:1767384388.722184:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050cb084f. 00000001:00000001:2.0:1767384388.722187:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384388.722191:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000df5ad293. 00000001:00000010:2.0:1767384388.722194:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000271dfe1a. 00000001:00000010:2.0:1767384388.722196:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002cb93ce2. 00000001:00000001:2.0:1767384388.722198:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:2.0:1767384388.722200:0:39771:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.722203:0:39771:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384388.722207:0:39771:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384388.722254:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000a2a55580. 00000020:00000010:2.0:1767384388.722258:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000bd048f01. 00000020:00000010:2.0:1767384388.722261:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000005b6927a5. 00000020:00000010:2.0:1767384388.722266:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000044f1fd6a. 00010000:00000001:2.0:1767384388.722321:0:39771:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384388.722330:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005e5df08d. 00000020:00000010:2.0:1767384388.722334:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000030e94069. 00000020:00000010:2.0:1767384388.722336:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000008b211550. 00000020:00000010:2.0:1767384388.722337:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000331b8de1. 00000001:00000001:2.0:1767384388.722367:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384388.736299:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005244a980. 00000001:00000010:2.0:1767384388.736315:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd6fcc62. 00000001:00000010:2.0:1767384388.736318:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea95532d. 00000001:00000010:2.0:1767384388.736319:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091917d75. 00000001:00000010:2.0:1767384388.736321:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e527ffc. 00000001:00000010:2.0:1767384388.736323:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9a8633e. 00000001:00000010:2.0:1767384388.736324:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000e3f835b. 00000001:00000010:2.0:1767384388.736326:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099e7fa17. 00000001:00000010:2.0:1767384388.736328:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d99bc5ff. 00000001:00000010:2.0:1767384388.736329:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a1e253a. 00000001:00000010:2.0:1767384388.736331:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004537822b. 00000001:00000010:2.0:1767384388.736333:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000549a8314. 00000001:00000010:2.0:1767384388.736335:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6bf51a7. 00000001:00000010:2.0:1767384388.736336:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4aff0dd. 00000001:00000010:2.0:1767384388.736338:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000edba1bbf. 00000001:00000010:2.0:1767384388.736339:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f48703d. 00000001:00000010:2.0:1767384388.736341:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ea50849. 00000001:00000010:2.0:1767384388.736343:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000663cc21. 00000001:00000010:2.0:1767384388.736344:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0aa6a8a. 00000001:00000010:2.0:1767384388.736346:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f62bc675. 00000001:00000010:2.0:1767384388.736347:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063593df6. 00000001:00000010:2.0:1767384388.736349:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dac328f1. 00000001:00000010:2.0:1767384388.736350:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009752d8d2. 00000001:00000010:2.0:1767384388.736352:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cad2dbe4. 00000001:00000010:2.0:1767384388.736353:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d0cfda19. 00000001:00000010:2.0:1767384388.736355:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000007c99b2a. 00000001:00000010:2.0:1767384388.736356:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f78f2899. 00000001:00000010:2.0:1767384388.736358:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cf522643. 00000001:00000010:2.0:1767384388.736360:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000631c1e87. 00000001:00000010:2.0:1767384388.736361:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4727c9c. 00000001:00000010:2.0:1767384388.736363:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091c5ca87. 00000001:00000010:2.0:1767384388.736365:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002878b986. 00000001:00000010:2.0:1767384388.736367:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e3e76716. 00000001:00000010:2.0:1767384388.736368:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000045169aa2. 00000001:00000010:2.0:1767384388.736370:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf3b77fd. 00000001:00000010:2.0:1767384388.736371:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f84de80b. 00000001:00000010:2.0:1767384388.736373:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005073163e. 00000001:00000010:2.0:1767384388.736374:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006414b24a. 00000001:00000010:2.0:1767384388.736376:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec1bec98. 00000001:00000010:2.0:1767384388.736377:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000601f9c34. 00000001:00000010:2.0:1767384388.736379:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093e75ab5. 00000001:00000010:2.0:1767384388.736381:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020147f1c. 00000001:00000010:2.0:1767384388.736382:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f5a967ef. 00000001:00000010:2.0:1767384388.736384:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ef2eb41. 00000001:00000010:2.0:1767384388.736385:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000435950e9. 00000001:00000010:2.0:1767384388.736387:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c0be08c. 00000001:00000010:2.0:1767384388.736389:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d78b1163. 00000001:00000010:2.0:1767384388.736390:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ece3f9e8. 00000001:00000010:2.0:1767384388.736392:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030bdddda. 00000001:00000010:2.0:1767384388.736394:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b47e414. 00000001:00000010:2.0:1767384388.736395:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000569fa125. 00000001:00000010:2.0:1767384388.736397:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070bb4b47. 00000001:00000010:2.0:1767384388.736398:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003c45e26. 00000001:00000010:2.0:1767384388.736400:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b9dfef5. 00000001:00000010:2.0:1767384388.736402:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ca42b23. 00000001:00000010:2.0:1767384388.736403:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b93ac2a7. 00000001:00000010:2.0:1767384388.736405:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d15a987. 00000001:00000010:2.0:1767384388.736407:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f429f31f. 00000001:00000010:2.0:1767384388.736408:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b92c75b1. 00000001:00000010:2.0:1767384388.736410:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000930165ce. 00000001:00000010:2.0:1767384388.736411:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b23ad662. 00000001:00000010:2.0:1767384388.736413:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000039816341. 00000001:00000010:2.0:1767384388.736414:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002946d638. 00000001:00000010:2.0:1767384388.736416:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d71fef72. 00000001:00000010:2.0:1767384388.736418:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce61ad4f. 00000001:00000010:2.0:1767384388.736419:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e53acb06. 00000001:00000010:2.0:1767384388.736421:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b14c4f18. 00000001:00000010:2.0:1767384388.736422:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000055c97d6. 00000001:00000010:2.0:1767384388.736424:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa170af1. 00000001:00000010:2.0:1767384388.736425:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012493bc7. 00000001:00000010:2.0:1767384388.736427:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071f3c3c0. 00000001:00000010:2.0:1767384388.736428:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049f2b798. 00000001:00000010:2.0:1767384388.736429:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b72c5ae. 00000001:00000010:2.0:1767384388.736431:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008323f99a. 00000001:00000010:2.0:1767384388.736432:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb1a7a32. 00000001:00000010:2.0:1767384388.736434:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000747c85be. 00000001:00000010:2.0:1767384388.736436:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002e0ebc17. 00000001:00000010:2.0:1767384388.736437:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003d34e9d8. 00000001:00000010:2.0:1767384388.736439:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1f925a8. 00000001:00000010:2.0:1767384388.736441:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db4699d9. 00000001:00000010:2.0:1767384388.736442:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004961f220. 00000001:00000010:2.0:1767384388.736444:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca4428dd. 00000001:00000010:2.0:1767384388.736445:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a2df583. 00000001:00000010:2.0:1767384388.736446:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012ad44ec. 00000001:00000010:2.0:1767384388.736448:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000927104b5. 00000001:00000010:2.0:1767384388.736449:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000543ccfc3. 00000001:00000010:2.0:1767384388.736451:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9b0bf9b. 00000001:00000010:2.0:1767384388.736453:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080f387c5. 00000001:00000010:2.0:1767384388.736454:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000799bb837. 00000001:00000010:2.0:1767384388.736456:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f017581f. 00000001:00000010:2.0:1767384388.736457:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095ea846f. 00000001:00000010:2.0:1767384388.736459:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000084a92a8. 00000001:00000010:2.0:1767384388.736461:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd1ee7ab. 00000001:00000010:2.0:1767384388.736462:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd71ceb1. 00000001:00000010:2.0:1767384388.736464:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d2a039b. 00000001:00000010:2.0:1767384388.736465:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb9b2423. 00000001:00000010:2.0:1767384388.736467:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000e75a91b. 00000001:00000010:2.0:1767384388.736468:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b930dce9. 00000001:00000010:2.0:1767384388.736470:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6c9dd04. 00000001:00000010:2.0:1767384388.736471:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de4536db. 00000001:00000010:2.0:1767384388.736473:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065e12762. 00000001:00000010:2.0:1767384388.736474:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb2ffa1e. 00000001:00000010:2.0:1767384388.736476:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009685d068. 00000001:00000010:2.0:1767384388.736477:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002792132b. 00000001:00000010:2.0:1767384388.736479:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000084892797. 00000001:00000010:2.0:1767384388.736480:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003bcac4ac. 00000001:00000010:2.0:1767384388.736482:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002178714b. 00000001:00000010:2.0:1767384388.736483:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000953c55c3. 00000001:00000010:2.0:1767384388.736484:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000044146b6d. 00000001:00000010:2.0:1767384388.736486:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a0d7779. 00000001:00000010:2.0:1767384388.736487:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005cbc9354. 00000001:00000010:2.0:1767384388.736488:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041385904. 00000001:00000010:2.0:1767384388.736490:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023e6cbb4. 00000001:00000010:2.0:1767384388.736491:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004cf6deb0. 00000001:00000010:2.0:1767384388.736492:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cde285f6. 00000001:00000010:2.0:1767384388.736494:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000435df41d. 00000001:00000010:2.0:1767384388.736495:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000847c7958. 00000001:00000010:2.0:1767384388.736497:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b0553ec. 00000001:00000010:2.0:1767384388.736498:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e64c3fd. 00000001:00000010:2.0:1767384388.736500:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a6feb71b. 00000001:00000010:2.0:1767384388.736501:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000350f28e6. 00000001:00000010:2.0:1767384388.736503:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006cb0b2b1. 00000001:00000010:2.0:1767384388.736504:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000ba0a930. 00000001:00000010:2.0:1767384388.736505:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000038fc00df. 00000001:00000010:2.0:1767384388.736507:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a78fb3ce. 00000001:00000010:2.0:1767384388.736509:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fabbed19. 00000001:00000010:2.0:1767384388.736510:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018c6dbc5. 00000001:00000010:2.0:1767384388.736512:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000073eae282. 00000001:00000010:2.0:1767384388.736513:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000c562cffe. 00000001:00000010:2.0:1767384388.736519:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000040683adf. 00000001:00000001:2.0:1767384388.736523:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384388.736528:0:39771:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000006acf2373. 00010000:00000001:2.0:1767384388.736531:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384388.737397:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384388.737400:0:39771:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384388.737404:0:39771:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384388.737406:0:39771:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384388.737408:0:39771:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384388.737412:0:39771:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384388.737468:0:39771:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384388.737474:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000077d43ecf/00000000520a9954 to site lru. bkt: 000000002eae941c 40000000:00000001:0.0:1767384388.737477:0:39771:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384388.737478:0:39771:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384388.737480:0:39771:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000c38b62a2. 40000000:00000001:0.0:1767384388.737483:0:39771:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384388.737549:0:39771:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384388.737557:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000c5eeb181/00000000209db40b to site lru. bkt: 0000000033a7a9ec 40000000:00000001:0.0:1767384388.737560:0:39771:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384388.737561:0:39771:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384388.737562:0:39771:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000089f58548. 40000000:00000001:0.0:1767384388.737565:0:39771:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384388.737654:0:39771:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384388.737656:0:39771:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000025264892. 40000000:00000001:0.0:1767384388.737670:0:39771:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.737673:0:39771:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384388.737675:0:39771:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384388.737709:0:39771:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384388.737713:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000055ec395a/0000000030d28036 to site lru. bkt: 0000000082b59a35 80000000:00000001:0.0:1767384388.737715:0:39771:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384388.737717:0:39771:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384388.737720:0:39771:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384388.737722:0:39771:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ca18b464. 80000000:00000010:0.0:1767384388.737726:0:39771:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003c29bdee. 80000000:00000010:0.0:1767384388.737729:0:39771:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000007c53f123. 80000000:00000010:0.0:1767384388.737731:0:39771:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000738a97c5. 80000000:00000010:0.0:1767384388.737733:0:39771:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ec93645c. 80000000:00000040:0.0:1767384388.737736:0:39771:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384388.737738:0:39771:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384388.737740:0:39771:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384388.737742:0:39771:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384388.737744:0:39771:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384388.737745:0:39771:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384388.737747:0:39771:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000d77e9a7f. 80000000:00000001:0.0:1767384388.737751:0:39771:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384388.737753:0:39771:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000f23c58c5. 00000004:00000001:0.0:1767384388.737757:0:39771:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.737759:0:39771:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:0.0:1767384388.737795:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002a42da70. 00000004:00000010:0.0:1767384388.737802:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002e67309b. 00000004:00000010:0.0:1767384388.737806:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000089ef3f89. 00000004:00000001:0.0:1767384388.737810:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.737812:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384388.737814:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007a53c4d9. 00000004:00000001:0.0:1767384388.737818:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.737833:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014cdc42f. 00000004:00000010:0.0:1767384388.737837:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003069cc6b. 00000004:00000010:0.0:1767384388.737839:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000571806af. 00000004:00000001:0.0:1767384388.737842:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.737843:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:0.0:1767384388.737845:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eefdfcf5. 00000004:00000001:0.0:1767384388.737849:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.737863:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000063bd83a3. 00000020:00000010:0.0:1767384388.737867:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d862ce0. 00080000:00000010:0.0:1767384388.737901:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003649137b. 00000004:00000010:0.0:1767384388.737907:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b7ff9ef4. 00000004:00000010:0.0:1767384388.737910:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000537b3130. 00000004:00000001:0.0:1767384388.737912:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.737913:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384388.737916:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000febfd608. 00000004:00000001:0.0:1767384388.737919:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.737933:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000042c720a6. 00000020:00000010:0.0:1767384388.737936:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009025cd66. 00080000:00000010:0.0:1767384388.737954:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000077d43ecf. 00000004:00000010:0.0:1767384388.737958:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008faa068d. 00000004:00000010:0.0:1767384388.737962:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bdccf45d. 00000004:00000001:0.0:1767384388.737965:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.737966:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384388.737968:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000520a9954. 00000004:00000001:0.0:1767384388.737973:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.737997:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000008301eed. 00000004:00000010:0.0:1767384388.738001:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fed7938c. 00000004:00000010:0.0:1767384388.738004:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005676d3d0. 00000004:00000001:0.0:1767384388.738006:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738007:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384388.738009:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000062adeb94. 00000004:00000001:0.0:1767384388.738012:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738023:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000055ec395a. 00000004:00000010:0.0:1767384388.738027:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003f44e9f5. 00000004:00000010:0.0:1767384388.738029:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a04103dc. 00000004:00000001:0.0:1767384388.738031:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738031:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384388.738033:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030d28036. 00000004:00000001:0.0:1767384388.738036:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738043:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9e90184. 00000004:00000010:0.0:1767384388.738046:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000855e5054. 00000004:00000010:0.0:1767384388.738048:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000eb55d66b. 00000004:00000001:0.0:1767384388.738050:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738051:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384388.738052:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a27105fa. 00000004:00000001:0.0:1767384388.738054:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738064:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a2976fa. 00000020:00000010:0.0:1767384388.738067:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb4193d9. 00080000:00000010:0.0:1767384388.738080:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dc12ed4a. 00000004:00000010:0.0:1767384388.738083:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000067817720. 00000004:00000010:0.0:1767384388.738085:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000332aa5e. 00000004:00000001:0.0:1767384388.738086:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738087:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384388.738089:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000351b5204. 00000004:00000001:0.0:1767384388.738092:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738099:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000030308be5. 00000004:00000010:0.0:1767384388.738102:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e16a45aa. 00000004:00000010:0.0:1767384388.738103:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002de1b831. 00000004:00000001:0.0:1767384388.738105:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738106:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384388.738107:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b2c60f52. 00000004:00000001:0.0:1767384388.738110:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738116:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000335ee942. 00000004:00000010:0.0:1767384388.738118:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000093a63834. 00000004:00000010:0.0:1767384388.738120:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008b30c2a7. 00000004:00000001:0.0:1767384388.738121:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738123:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384388.738124:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000071bf2379. 00000004:00000001:0.0:1767384388.738127:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738133:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000297d14aa. 00000004:00000010:0.0:1767384388.738136:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000048041d42. 00000004:00000010:0.0:1767384388.738139:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000077acfae2. 00000004:00000001:0.0:1767384388.738140:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738142:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384388.738144:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009204817a. 00000004:00000001:0.0:1767384388.738147:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738156:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000702ad637. 00000004:00000010:0.0:1767384388.738159:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006b24972b. 00000004:00000010:0.0:1767384388.738162:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000084121dc1. 00000004:00000001:0.0:1767384388.738164:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738165:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384388.738167:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008ea7331e. 00000004:00000001:0.0:1767384388.738170:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738178:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ea31b26e. 00000004:00000010:0.0:1767384388.738182:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca5e3382. 00000004:00000010:0.0:1767384388.738185:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006b010d60. 00000004:00000001:0.0:1767384388.738187:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738188:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384388.738191:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000050b1b5c3. 00000004:00000001:0.0:1767384388.738194:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738232:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000053c10b91. 20000000:00000010:0.0:1767384388.738237:0:39771:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000015cc18b2. 00080000:00000010:0.0:1767384388.738251:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f425a49c. 00000004:00000010:0.0:1767384388.738254:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000028e91db. 00000004:00000010:0.0:1767384388.738257:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d7556c7. 00000004:00000001:0.0:1767384388.738260:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738261:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384388.738263:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000011236be. 00000004:00000001:0.0:1767384388.738267:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738309:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000855487ed. 00000004:00000010:0.0:1767384388.738314:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000062bb22fc. 00000004:00000010:0.0:1767384388.738317:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003f5b326f. 00000004:00000001:0.0:1767384388.738320:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738321:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384388.738323:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003eecf068. 00000004:00000001:0.0:1767384388.738329:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738344:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001ba26e4d. 00000004:00000010:0.0:1767384388.738347:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d56d0179. 00000004:00000010:0.0:1767384388.738350:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e9386c95. 00000004:00000001:0.0:1767384388.738353:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738355:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384388.738357:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eb279af5. 00000004:00000001:0.0:1767384388.738360:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738375:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001005f876. 00000020:00000010:0.0:1767384388.738378:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000038981959. 00080000:00000010:0.0:1767384388.738391:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c26dea13. 00000004:00000010:0.0:1767384388.738394:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000006299b91. 00000004:00000010:0.0:1767384388.738397:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005e94cdeb. 00000004:00000001:0.0:1767384388.738399:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738400:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384388.738409:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000503d11be. 00000004:00000001:0.0:1767384388.738412:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738511:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c5eeb181. 00000004:00000010:0.0:1767384388.738515:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d6dbc262. 00000004:00000010:0.0:1767384388.738518:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001166c358. 00000004:00000001:0.0:1767384388.738521:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738522:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384388.738524:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000209db40b. 00000004:00000001:0.0:1767384388.738528:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738541:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a45db098. 00000004:00000010:0.0:1767384388.738545:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b937b38. 00000004:00000010:0.0:1767384388.738548:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001ef7f8c0. 00000004:00000001:0.0:1767384388.738551:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738552:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384388.738554:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000056c15c1c. 00000004:00000001:0.0:1767384388.738559:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384388.738569:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ea0426e. 00000004:00000010:0.0:1767384388.738573:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000041173018. 00000004:00000010:0.0:1767384388.738575:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a37c02ed. 00000004:00000001:0.0:1767384388.738578:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384388.738579:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384388.738581:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab9c9ef5. 00000004:00000001:0.0:1767384388.738584:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384388.738591:0:39771:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000ab04419e. 00000004:00000001:0.0:1767384388.738595:0:39771:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384388.738597:0:39771:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384388.738604:0:39771:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384388.738607:0:39771:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384388.738609:0:39771:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384388.738611:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384388.738613:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384388.738651:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384388.738653:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384388.738655:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384388.738684:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.738687:0:39771:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.738689:0:39771:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384388.738691:0:39771:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384388.738696:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384388.738698:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384388.738701:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384388.738703:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384388.738705:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384388.738709:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384388.738711:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384388.738712:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384388.738713:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384388.738715:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384388.738719:0:39771:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384388.738736:0:39771:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384388.738738:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384388.738740:0:39771:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384388.738743:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384388.738744:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384388.738746:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384388.738775:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384388.738778:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384388.738779:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384388.738809:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.738812:0:39771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384388.738817:0:39771:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384388.738861:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d8d551d3. 00000040:00000010:1.0:1767384388.738869:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008774607d. 00000020:00000010:1.0:1767384388.738873:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f1b616f. 00000020:00000010:1.0:1767384388.738878:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f4147b. 00000020:00000010:1.0:1767384388.738883:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000026c6f49d. 80000000:00000010:1.0:1767384388.738887:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000099ab9bf7. 40000000:00000010:1.0:1767384388.738891:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000054c47003. 00100000:00000010:1.0:1767384388.738895:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004b195296. 00040000:00000010:1.0:1767384388.738911:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025b47644. 00040000:00000010:1.0:1767384388.738916:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c3daef7. 00040000:00000010:1.0:1767384388.738920:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006661c1de. 00080000:00000010:1.0:1767384388.738925:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e8cc177. 00000004:00000010:1.0:1767384388.738928:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009778a13b. 00000004:00000010:1.0:1767384388.738932:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d9ece5cd. 00000004:00000010:1.0:1767384388.738937:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003f1cff41. 00002000:00000010:1.0:1767384388.738942:0:16802:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c1bd5a5f. 00000004:00000010:1.0:1767384388.738945:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007ed0c6b0. 00000020:00000010:1.0:1767384388.738948:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcb1b399. 00000004:00000010:1.0:1767384388.738953:0:16802:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000b07870c8. 00000004:00000001:1.0:1767384388.738956:0:16802:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.738995:0:39771:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384388.738997:0:39771:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384388.739060:0:16801:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384388.739064:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384388.739068:0:16801:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384388.739071:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bb0bace1. 00000040:00000010:3.0:1767384388.739077:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006a80247e. 00000040:00000001:3.0:1767384388.739080:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384388.739083:0:16801:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384388.739085:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384388.739087:0:16801:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384388.739090:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000086714fe3. 00000040:00000010:3.0:1767384388.739094:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000074354c67. 00000040:00000001:3.0:1767384388.739096:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384388.739098:0:16801:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384388.739102:0:16801:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384388.739105:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384388.739109:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b073c3a. 00000020:00000010:3.0:1767384388.739114:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008ecbbc72. 00000040:00000001:3.0:1767384388.739123:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384388.739126:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003cbc5a0f. 00000040:00000001:3.0:1767384388.739129:0:16801:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384388.739131:0:16801:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384388.739133:0:16801:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384388.739136:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384388.739143:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009680a20a. 00080000:00000001:3.0:1767384388.739147:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630076733046784 : -113996976504832 : ffff985202b5c000) 00000040:00000001:3.0:1767384388.739150:0:16801:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384388.739152:0:16801:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384388.739155:0:16801:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384388.739160:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384388.739179:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384388.739181:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739184:0:16801:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384388.739186:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384388.739188:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384388.739316:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384388.739318:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384388.739343:0:16801:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739346:0:16801:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739348:0:16801:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739351:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384388.739370:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739372:0:16801:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384388.739376:0:16801:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384388.739431:0:16801:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739434:0:16801:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384388.739436:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384388.739437:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739572:0:16801:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384388.739575:0:16801:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739584:0:16801:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739587:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384388.739601:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739603:0:16801:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739606:0:16801:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384388.739608:0:16801:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384388.739611:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384388.739615:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007a1917f3. 00080000:00000001:3.0:1767384388.739618:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630081773690880 : -113991935860736 : ffff98532f27e000) 00000040:00000001:3.0:1767384388.739621:0:16801:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384388.739623:0:16801:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384388.739626:0:16801:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384388.739635:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384388.739642:0:16801:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739643:0:16801:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739645:0:16801:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739648:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384388.739650:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384388.739652:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739654:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384388.739666:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739669:0:16801:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384388.739673:0:16801:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739675:0:16801:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384388.739677:0:16801:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384388.739679:0:16801:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767384388.739684:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384388.739805:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384388.739809:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384388.739814:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384388.739816:0:16801:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739818:0:16801:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739820:0:16801:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384388.739833:0:16801:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384388.739836:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384388.739845:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739847:0:16801:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739850:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384388.739859:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000078c31cef. 00000020:00000010:3.0:1767384388.739863:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001b25a0ec. 00000040:00000001:3.0:1767384388.739867:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384388.739869:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004be852a6. 00000040:00000010:3.0:1767384388.739872:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eda1eacb. 00000040:00000001:3.0:1767384388.739875:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384388.739876:0:16801:0:(lu_object.c:207:lu_object_put()) Add 00000000eea3ce3a/00000000da7743f3 to site lru. bkt: 000000005d695d12 00000040:00000001:3.0:1767384388.739879:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384388.739881:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea4e99c4. 00000040:00000010:3.0:1767384388.739884:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000073731174. 00000040:00000001:3.0:1767384388.739886:0:16801:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384388.739888:0:16801:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384388.739890:0:16801:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c1a87d35 : new refcount 1 00000020:00000040:3.0:1767384388.739894:0:16801:0:(genops.c:898:class_export_put()) PUTting export 00000000521f6134 : new refcount 1 00000040:00000010:3.0:1767384388.739897:0:16801:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000c1a87d35. 00000040:00000001:3.0:1767384388.739902:0:16801:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.739907:0:16801:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008f620107. 00000020:00000010:3.0:1767384388.739911:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000979408f2. 00000040:00000010:3.0:1767384388.739914:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000fbedbcf. 00000020:00000010:3.0:1767384388.739917:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0a10c39. 00000020:00000010:3.0:1767384388.739920:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f42e623a. 00040000:00000010:3.0:1767384388.739923:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004507e0da. 00040000:00000010:3.0:1767384388.739926:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049a305cb. 00080000:00000010:3.0:1767384388.739930:0:16801:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000009fee7d11. 00080000:00000010:3.0:1767384388.739933:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b5c24a22. 00000020:00000010:3.0:1767384388.739936:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1a42a41. 00000004:00000010:3.0:1767384388.739939:0:16801:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000001dd87ca8. 00000004:00000001:3.0:1767384388.739942:0:16801:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.739968:0:39771:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.739972:0:39771:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384388.739974:0:39771:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000fe3f0235. 00000004:00000001:0.0:1767384388.739979:0:39771:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384388.739982:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000d3c98cac/000000007e391d06 to site lru. bkt: 000000005fb31ea4 00000020:00000002:0.0:1767384388.739986:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000f3b85315/00000000fa5435e0 to site lru. bkt: 000000009ec81ed2 40000000:00000001:0.0:1767384388.739989:0:39771:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384388.739991:0:39771:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384388.740047:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000008d52ea33 : new refcount 2 40000000:00000001:0.0:1767384388.740050:0:39771:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384388.740051:0:39771:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000a2ebdfb6. 40000000:00000001:0.0:1767384388.740055:0:39771:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.740057:0:39771:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384388.740059:0:39771:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384388.740063:0:39771:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384388.740066:0:39771:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384388.740069:0:39771:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384388.740071:0:39771:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:0.0:1767384388.740072:0:39771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384388.751139:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384388.751146:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384388.751149:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384388.751150:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384388.751152:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384388.751154:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a1917f3. 00080000:00000001:1.0:1767384388.751162:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384388.751165:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384388.751167:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384388.751177:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384388.751178:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384388.751180:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384388.751183:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009680a20a. 00080000:00000001:1.0:1767384388.751186:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384388.753348:0:39771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384388.753353:0:39771:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384388.753355:0:39771:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384388.753430:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9954fd4. 00000020:00000010:3.0:1767384388.753439:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f345e62. 00000020:00000010:3.0:1767384388.753445:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004e34f5ed. 00000020:00000010:3.0:1767384388.753450:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004032f4a7. 80000000:00000010:3.0:1767384388.753454:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069737092. 40000000:00000010:3.0:1767384388.753459:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b9041c18. 00100000:00000010:3.0:1767384388.753463:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aa722546. 00040000:00000010:3.0:1767384388.753468:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5052357. 00040000:00000010:3.0:1767384388.753473:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093ca717b. 00080000:00000010:3.0:1767384388.753476:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000038e1a888. 00002000:00000010:3.0:1767384388.753480:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd0f9203. 00000020:00000010:3.0:1767384388.753484:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014ae3769. 00040000:00000010:3.0:1767384388.753488:0:16808:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000005886863e. 00040000:00000001:3.0:1767384388.753491:0:16808:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.753517:0:39771:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384388.753519:0:39771:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384388.753520:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.753522:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.753524:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.753529:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.753531:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.753532:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.753534:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003b72e1a5. 00000001:00000010:1.0:1767384388.753538:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000cca8793b. 00000001:00000010:1.0:1767384388.753541:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a4a92f95. 00000001:00000001:1.0:1767384388.753543:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.753544:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000bf86fb20. 00000020:00000002:1.0:1767384388.753550:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000036e5e659/00000000f9994b3a to site lru. bkt: 000000004442d300 00000020:00000002:1.0:1767384388.753553:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000001853e503/0000000006e1f579 to site lru. bkt: 000000009388b622 00040000:00000010:1.0:1767384388.753555:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004fceeefe. 00040000:00000001:1.0:1767384388.753557:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384388.753558:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.753559:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.753560:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.753562:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.753563:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.753564:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.753565:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d4d595f1. 00000001:00000010:1.0:1767384388.753567:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007818878d. 00000001:00000010:1.0:1767384388.753569:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000098e4dd82. 00000001:00000001:1.0:1767384388.753572:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.753573:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008198d5a0. 00000020:00000002:1.0:1767384388.753577:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000003144f952/00000000e359ec6a to site lru. bkt: 000000001feffbb3 00000020:00000002:1.0:1767384388.753579:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000e88d3737/000000000a363946 to site lru. bkt: 000000001feffbb3 00040000:00000010:1.0:1767384388.753580:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000038d9854e. 00040000:00000001:1.0:1767384388.753586:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384388.753587:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.753587:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.753588:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.753590:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.753596:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.753598:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.753600:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000053fa41d5. 00000001:00000010:1.0:1767384388.753603:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000db874f8d. 00000001:00000010:1.0:1767384388.753605:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003e1f19dc. 00000001:00000001:1.0:1767384388.753608:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.753609:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000639b6c77. 00000020:00000002:1.0:1767384388.753614:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000009d86ca5b/000000004c136ded to site lru. bkt: 0000000087884637 00000020:00000002:1.0:1767384388.753617:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000001e7be2d7/00000000d209c900 to site lru. bkt: 000000007f1f9a16 00040000:00000010:1.0:1767384388.753619:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000000e4b8b0b. 00040000:00000001:1.0:1767384388.753622:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384388.753626:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 4 00000020:00000010:1.0:1767384388.753629:0:39771:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000a57b2897. 00040000:04000000:1.0:1767384388.753633:0:39771:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384388.753635:0:39771:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000021560480. 00040000:00000001:1.0:1767384388.753637:0:39771:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384388.753639:0:39771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384388.755424:0:39771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384388.755427:0:39771:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384388.755428:0:39771:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384388.755468:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d69e7de0. 00000020:00000010:0.0:1767384388.755476:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007aa42d53. 00000020:00000010:0.0:1767384388.755508:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cbe2f421. 00000020:00000010:0.0:1767384388.755513:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008c73efc6. 80000000:00000010:0.0:1767384388.755517:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f2a80f5. 40000000:00000010:0.0:1767384388.755520:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000228a9e81. 00100000:00000010:0.0:1767384388.755527:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000041c8ec17. 00040000:00000010:0.0:1767384388.755531:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.755534:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e8bad7a. 00080000:00000010:0.0:1767384388.755538:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f41ac112. 00002000:00000010:0.0:1767384388.755541:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008f09a03a. 00000020:00000010:0.0:1767384388.755545:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d2cc1f. 00040000:00000010:0.0:1767384388.755548:0:16809:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000b27b7288. 00040000:00000001:0.0:1767384388.755551:0:16809:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.755570:0:39771:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384388.755572:0:39771:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384388.755573:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.755575:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.755576:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.755579:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.755581:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.755582:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.755584:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b2fee217. 00000001:00000010:1.0:1767384388.755587:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000009858591. 00000001:00000010:1.0:1767384388.755589:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a589df0e. 00000001:00000001:1.0:1767384388.755593:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.755595:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005e20e81e. 00000020:00000002:1.0:1767384388.755600:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000008f04d61a/00000000ac33406d to site lru. bkt: 00000000bc445c10 00000020:00000002:1.0:1767384388.755609:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000dcbbd9ac/000000005aa36405 to site lru. bkt: 000000004442d300 00000020:00000002:1.0:1767384388.755613:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000a730a04d/00000000ef255315 to site lru. bkt: 00000000c25b5770 00040000:00000010:1.0:1767384388.755615:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000007bb2ff0. 00040000:00000001:1.0:1767384388.755617:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384388.755619:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.755620:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.755622:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.755624:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.755626:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.755628:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.755629:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000006f74280c. 00000001:00000010:1.0:1767384388.755632:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000617b85eb. 00000001:00000010:1.0:1767384388.755634:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002b9d2ab4. 00000001:00000001:1.0:1767384388.755637:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.755638:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e4f5aecb. 00000020:00000002:1.0:1767384388.755641:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000c123c670/000000006ea34a6a to site lru. bkt: 000000005e89f237 00000020:00000002:1.0:1767384388.755644:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000cb9ba444/00000000444a03b4 to site lru. bkt: 000000001feffbb3 00000020:00000002:1.0:1767384388.755647:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000b404bae5/00000000558d1c9d to site lru. bkt: 00000000b503d9c8 00040000:00000010:1.0:1767384388.755649:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000001804f46e. 00040000:00000001:1.0:1767384388.755651:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384388.755652:0:39771:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384388.755653:0:39771:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384388.755655:0:39771:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384388.755657:0:39771:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384388.755658:0:39771:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384388.755660:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.755661:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e91e0870. 00000001:00000010:1.0:1767384388.755663:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b31253c6. 00000001:00000010:1.0:1767384388.755665:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f36753cb. 00000001:00000001:1.0:1767384388.755668:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384388.755669:0:39771:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000030ec7bfc. 00000020:00000002:1.0:1767384388.755672:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000d0d2e8e8/000000007b5d4bae to site lru. bkt: 00000000f42835ba 00000020:00000002:1.0:1767384388.755676:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000009e3ac82d/00000000edaceb00 to site lru. bkt: 0000000087884637 00000020:00000002:1.0:1767384388.755678:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000014634893/00000000134608bf to site lru. bkt: 0000000012084676 00040000:00000010:1.0:1767384388.755679:0:39771:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000f6600671. 00040000:00000001:1.0:1767384388.755685:0:39771:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384388.755687:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 3 00000020:00000010:1.0:1767384388.755689:0:39771:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000007c5a0e7e. 00080000:00000010:1.0:1767384388.755710:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a3586d36. 00000004:00000010:1.0:1767384388.755715:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000065ef18d1. 00000004:00000010:1.0:1767384388.755719:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000013d8990b. 00000004:00000001:1.0:1767384388.755721:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.755723:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384388.755725:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000be2d428f. 00000004:00000001:1.0:1767384388.755727:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384388.755732:0:39771:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384388.755733:0:39771:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000001a5b35d3. 00040000:00000001:1.0:1767384388.755736:0:39771:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384388.755738:0:39771:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384388.755785:0:39771:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384388.755786:0:39771:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000090525153. 00080000:00000001:1.0:1767384388.755788:0:39771:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.755790:0:39771:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.755792:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384388.755794:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.755796:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.755798:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb65 00000020:00000040:1.0:1767384388.755801:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000628b805d with handle 0x1cafe7b7e4a4fb65 from hash 00000020:00000001:1.0:1767384388.755805:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.755806:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000628b805d : new refcount 1 00000020:00000001:1.0:1767384388.755807:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.755808:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000628b805d : new refcount 0 00000020:00000080:1.0:1767384388.755809:0:39771:0:(genops.c:904:class_export_put()) final put 00000000628b805d/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384388.755810:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.755819:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.755821:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.755822:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.755823:0:39771:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:1.0:1767384388.755831:0:39771:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000b07b9bd1. 00000020:00000001:3.0:1767384388.755832:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384388.755836:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000628b805d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:1.0:1767384388.755836:0:39771:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:1.0:1767384388.755840:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000001fd790af/00000000fe6a7150 to site lru. bkt: 000000002c73b519 00000020:00000001:3.0:1767384388.755841:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.755843:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.755846:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 8 - export 00000020:00000010:3.0:1767384388.755851:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000628b805d. 00000020:00000002:1.0:1767384388.755853:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000000ab54ebe/000000003886afa7 to site lru. bkt: 0000000080d41f83 00000020:00000001:3.0:1767384388.755857:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384388.755857:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000007ff32450/00000000f4aacee7 to site lru. bkt: 00000000986107be 00000020:00000002:1.0:1767384388.755862:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000007a5be9c7/0000000091bc2eab to site lru. bkt: 000000000e9bebab 00000020:00000002:1.0:1767384388.755865:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000002e5d9839/00000000923a8bbd to site lru. bkt: 000000009e414fac 00000020:00000002:1.0:1767384388.755867:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000a6acaf10/00000000d9167838 to site lru. bkt: 0000000044eba055 00000020:00000002:1.0:1767384388.755870:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000008cfb16b2/00000000499027bf to site lru. bkt: 00000000851afb2b 00000020:00000002:1.0:1767384388.755873:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000012fcbc8e/00000000458ef1f3 to site lru. bkt: 00000000bdd2dbfe 00000020:00000002:1.0:1767384388.755875:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000004d49334a/000000005a3d1c60 to site lru. bkt: 00000000b52e7f4d 00000020:00000002:1.0:1767384388.755877:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000082db06a2/000000009adfa141 to site lru. bkt: 00000000b72c1816 00000020:00000002:1.0:1767384388.755879:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000007707b2fa/000000009bf73c52 to site lru. bkt: 00000000777d915d 00000020:00000002:1.0:1767384388.755881:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000006c66fc54/00000000ad69ff89 to site lru. bkt: 000000008f8c8b3d 00000020:00000002:1.0:1767384388.755883:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000944663a1/00000000e5963090 to site lru. bkt: 000000001249a9aa 00000020:00000002:1.0:1767384388.755885:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000f678f7bf/0000000072f1a865 to site lru. bkt: 00000000a27bed1c 00000020:00000002:1.0:1767384388.755887:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000012d325b2/00000000d28b638f to site lru. bkt: 0000000014300b13 00000020:00000002:1.0:1767384388.755888:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000c76e2608/000000009f852ce3 to site lru. bkt: 0000000015a204a4 00000020:00000002:1.0:1767384388.755889:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000f015c1b9/00000000e234965e to site lru. bkt: 000000004f3a1cf8 00000020:00000002:1.0:1767384388.755891:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000e8697044/00000000d3943d2f to site lru. bkt: 000000003b6cb7f3 00100000:00000010:1.0:1767384388.755893:0:39771:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000dc65cc9f. 00100000:00000010:1.0:1767384388.755897:0:39771:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000889467fb. 00100000:00000010:1.0:1767384388.755904:0:39771:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000096dbf12d. 00100000:00000010:1.0:1767384388.755907:0:39771:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000812067a0. 00000020:00000002:1.0:1767384388.755911:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000edb54051/00000000c27abac7 to site lru. bkt: 00000000f4f1b840 00000020:00000002:1.0:1767384388.755914:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000faecde50/00000000d74ee1f5 to site lru. bkt: 00000000d9eb3fbc 00000020:00000002:1.0:1767384388.755916:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000099f0af8b/000000005b05bbd1 to site lru. bkt: 000000000749bccd 00000020:00000002:1.0:1767384388.755919:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000007d71deff/00000000e4377bc8 to site lru. bkt: 000000003b89db0c 00000020:00000002:1.0:1767384388.755921:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000fe2c75d3/000000008bcbc0f1 to site lru. bkt: 00000000e2d0fb4b 00000020:00000002:1.0:1767384388.755923:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000008de4cbd3/000000007eeb89e1 to site lru. bkt: 00000000357b940b 00000020:00000002:1.0:1767384388.755925:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000004241ac2e/000000008cf29e73 to site lru. bkt: 00000000c8b0f99e 00000020:00000002:1.0:1767384388.755938:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000b9831125/00000000f056d977 to site lru. bkt: 000000000560f19c 00000020:00000002:1.0:1767384388.755941:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000035b38096/00000000102c5aea to site lru. bkt: 000000007aeb4c0c 00000020:00000002:1.0:1767384388.755944:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000002fc09f73/00000000baf8f045 to site lru. bkt: 0000000047f8698f 00000020:00000002:1.0:1767384388.755946:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000d15fb305/000000006a7c3f65 to site lru. bkt: 000000008385a3b9 00000020:00000002:1.0:1767384388.755949:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000d9b6160c/000000000021d0af to site lru. bkt: 0000000021681014 00000020:00000002:1.0:1767384388.755951:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000c1ca6fac/000000002e5b6752 to site lru. bkt: 00000000000aed09 00000020:00000002:1.0:1767384388.755954:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000061c3c8e7/000000005a41dcf8 to site lru. bkt: 000000005e93aef2 00000020:00000002:1.0:1767384388.755957:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000005bc5122c/000000000008ca59 to site lru. bkt: 00000000c07b23a7 00000020:00000002:1.0:1767384388.755960:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000694ac5f5/000000001fde2482 to site lru. bkt: 000000004f512be5 00000020:00000002:1.0:1767384388.755961:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000070357e2a/00000000d0e9df23 to site lru. bkt: 00000000fffbba62 00100000:00000010:1.0:1767384388.755963:0:39771:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 0000000029a263dc. 00100000:00000010:1.0:1767384388.755966:0:39771:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000008cab2388. 00100000:00000010:1.0:1767384388.755970:0:39771:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000009f553b7d. 00100000:00000010:1.0:1767384388.755972:0:39771:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000013757dc0. 00100000:00000010:1.0:1767384388.755975:0:39771:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 000000006b77d3a9. 00100000:00000010:1.0:1767384388.755977:0:39771:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000b60c8143. 00000020:00000002:1.0:1767384388.755982:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000003c6b195d/00000000321cf193 to site lru. bkt: 0000000048532aa8 00000020:00000002:1.0:1767384388.755984:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000004d2402cb/00000000d4e783b0 to site lru. bkt: 0000000087484879 40000000:00000001:1.0:1767384388.755986:0:39771:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384388.756021:0:39771:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384388.756022:0:39771:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 0000000005f111a5. 00100000:00000010:1.0:1767384388.756024:0:39771:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000a2a1e52b. 00000004:00000001:1.0:1767384388.756027:0:39771:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384388.756029:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002d8ce912 : new refcount 2 00000040:00000001:1.0:1767384388.756031:0:39771:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384388.756034:0:39771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384388.756036:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000d2f9e8af/00000000acda69cd to site lru. bkt: 000000005e89f237 00000040:00000010:1.0:1767384388.756038:0:39771:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000e955552a. 00000040:00000001:1.0:1767384388.756040:0:39771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384388.756041:0:39771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003bd4a734. 00000040:00000010:1.0:1767384388.756044:0:39771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f2dfb9a. 00000040:00000001:1.0:1767384388.756051:0:39771:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384388.756052:0:39771:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384388.756054:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002d8ce912 : new refcount 1 00000020:00000040:1.0:1767384388.756056:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000096b5757 : new refcount 3 00000040:00000010:1.0:1767384388.756058:0:39771:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002d8ce912. 00000040:00000001:1.0:1767384388.756061:0:39771:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.756062:0:39771:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384388.756064:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6050122 : new refcount 2 00000040:00000001:1.0:1767384388.756066:0:39771:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384388.756067:0:39771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384388.756069:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000a20649ae/00000000500dd7af to site lru. bkt: 000000006189e69c 00000040:00000010:1.0:1767384388.756071:0:39771:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000c239205c. 00000040:00000001:1.0:1767384388.756074:0:39771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384388.756076:0:39771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c89ff2cb. 00000040:00000010:1.0:1767384388.756078:0:39771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000009440d54. 00000040:00000001:1.0:1767384388.756081:0:39771:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384388.756083:0:39771:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384388.756084:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6050122 : new refcount 1 00000020:00000040:1.0:1767384388.756086:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000096b5757 : new refcount 2 00000040:00000010:1.0:1767384388.756088:0:39771:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f6050122. 00000040:00000001:1.0:1767384388.756093:0:39771:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384388.756095:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000642fe188 : new refcount 2 00000040:00000001:1.0:1767384388.756097:0:39771:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384388.756098:0:39771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384388.756101:0:39771:0:(lu_object.c:207:lu_object_put()) Add 0000000017247c3e/0000000008e2aa6d to site lru. bkt: 0000000000756131 00000040:00000010:1.0:1767384388.756103:0:39771:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000f0348069. 00000040:00000001:1.0:1767384388.756106:0:39771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384388.756108:0:39771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000253527cf. 00000040:00000010:1.0:1767384388.756111:0:39771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000376ea9ee. 00000040:00000001:1.0:1767384388.756114:0:39771:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384388.756116:0:39771:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384388.756117:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000642fe188 : new refcount 1 00000020:00000040:1.0:1767384388.756119:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000096b5757 : new refcount 1 00000040:00000010:1.0:1767384388.756120:0:39771:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000642fe188. 00000040:00000001:1.0:1767384388.756122:0:39771:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.756133:0:39771:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384388.756136:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000f852f496/0000000052825286 to site lru. bkt: 0000000006e6f8dd 00000004:00000001:1.0:1767384388.756137:0:39771:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384388.756139:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000c9205755/00000000716e8e1d to site lru. bkt: 000000008e520e12 00000020:00000002:1.0:1767384388.756141:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000001722d5ff/0000000054a1afb2 to site lru. bkt: 000000001d6c3b8c 00000020:00000002:1.0:1767384388.756143:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000fd992ea5/0000000055621890 to site lru. bkt: 00000000357b940b 00000001:00000001:1.0:1767384388.756145:0:39771:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384388.756147:0:39771:0:(lu_object.c:207:lu_object_put()) Add 00000000e2fd72d5/000000004494f42b to site lru. bkt: 00000000901eb21f 00000001:00000010:1.0:1767384388.756149:0:39771:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000024c1f0e1. 00000001:00000001:1.0:1767384388.756151:0:39771:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384388.756164:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe2c75d3. 00000020:00000010:1.0:1767384388.756167:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008bcbc0f1. 00080000:00000010:1.0:1767384388.756179:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005bc5122c. 00000020:00000010:1.0:1767384388.756181:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000008ca59. 00080000:00000010:1.0:1767384388.756193:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d3c98cac. 00000004:00000010:1.0:1767384388.756195:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003a4101b8. 00000004:00000010:1.0:1767384388.756199:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001c9f5d66. 00000004:00000001:1.0:1767384388.756201:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756203:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384388.756204:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007e391d06. 00000004:00000001:1.0:1767384388.756208:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756229:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b404bae5. 00000004:00000010:1.0:1767384388.756234:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000001d05d42. 00000004:00000010:1.0:1767384388.756237:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000829caebf. 00000004:00000001:1.0:1767384388.756240:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756241:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384388.756243:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000558d1c9d. 00000004:00000001:1.0:1767384388.756249:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756261:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002e5d9839. 00000020:00000010:1.0:1767384388.756265:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000923a8bbd. 00080000:00000010:1.0:1767384388.756296:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dcbbd9ac. 00000004:00000010:1.0:1767384388.756300:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000260a2f9b. 00000004:00000010:1.0:1767384388.756304:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009cfce5d7. 00000004:00000001:1.0:1767384388.756312:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756314:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384388.756316:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005aa36405. 00000004:00000001:1.0:1767384388.756321:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756336:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000036e5e659. 00000004:00000010:1.0:1767384388.756340:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ba848a66. 00000004:00000010:1.0:1767384388.756344:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000036a0b834. 00000004:00000001:1.0:1767384388.756347:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756348:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384388.756350:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f9994b3a. 00000004:00000001:1.0:1767384388.756353:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756368:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eea3ce3a. 00000020:00000010:1.0:1767384388.756371:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000da7743f3. 00080000:00000010:1.0:1767384388.756388:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c76e2608. 00000020:00000010:1.0:1767384388.756392:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009f852ce3. 00080000:00000010:1.0:1767384388.756405:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001853e503. 00000004:00000010:1.0:1767384388.756408:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006958a645. 00000004:00000010:1.0:1767384388.756411:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ae3bd092. 00000004:00000001:1.0:1767384388.756414:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756415:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384388.756417:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000006e1f579. 00000004:00000001:1.0:1767384388.756420:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756436:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e8697044. 00000020:00000010:1.0:1767384388.756439:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d3943d2f. 00080000:00000010:1.0:1767384388.756451:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000edb54051. 00000020:00000010:1.0:1767384388.756454:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c27abac7. 00080000:00000010:1.0:1767384388.756466:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d15fb305. 00000020:00000010:1.0:1767384388.756469:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006a7c3f65. 00080000:00000010:1.0:1767384388.756481:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9831125. 00000020:00000010:1.0:1767384388.756484:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f056d977. 00080000:00000010:1.0:1767384388.756496:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000066068dfe. 00000004:00000010:1.0:1767384388.756500:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fa0386d5. 00000004:00000010:1.0:1767384388.756503:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001722d5ff. 00000004:00000001:1.0:1767384388.756506:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756513:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384388.756515:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000054a1afb2. 00000004:00000001:1.0:1767384388.756520:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756541:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014634893. 00000004:00000010:1.0:1767384388.756544:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008cac51c8. 00000004:00000010:1.0:1767384388.756548:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001dbbe092. 00000004:00000001:1.0:1767384388.756551:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756552:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384388.756554:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000134608bf. 00000004:00000001:1.0:1767384388.756557:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756571:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a6acaf10. 00000020:00000010:1.0:1767384388.756574:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9167838. 00080000:00000010:1.0:1767384388.756585:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bf61c724. 00000004:00000010:1.0:1767384388.756587:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000afeb3cdb. 00000004:00000010:1.0:1767384388.756589:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fd992ea5. 00000004:00000001:1.0:1767384388.756591:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756592:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384388.756594:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000055621890. 00000004:00000001:1.0:1767384388.756596:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756604:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008de4cbd3. 00000020:00000010:1.0:1767384388.756606:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007eeb89e1. 00080000:00000010:1.0:1767384388.756614:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003c6b195d. 00000020:00000010:1.0:1767384388.756616:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000321cf193. 00080000:00000010:1.0:1767384388.756624:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007ff32450. 00000020:00000010:1.0:1767384388.756627:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f4aacee7. 00080000:00000010:1.0:1767384388.756637:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000944663a1. 00000020:00000010:1.0:1767384388.756640:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e5963090. 00080000:00000010:1.0:1767384388.756652:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000694ac5f5. 00000020:00000010:1.0:1767384388.756655:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001fde2482. 00080000:00000010:1.0:1767384388.756667:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cb9ba444. 00000004:00000010:1.0:1767384388.756671:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000038967f88. 00000004:00000010:1.0:1767384388.756673:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cf1f82c9. 00000004:00000001:1.0:1767384388.756676:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756677:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384388.756686:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000444a03b4. 00000004:00000001:1.0:1767384388.756691:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756702:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e88d3737. 00000004:00000010:1.0:1767384388.756706:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009eaa4266. 00000004:00000010:1.0:1767384388.756709:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009b30cded. 00000004:00000001:1.0:1767384388.756711:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756713:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384388.756715:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000a363946. 00000004:00000001:1.0:1767384388.756718:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756727:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003144f952. 00000004:00000010:1.0:1767384388.756730:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000df2c41bf. 00000004:00000010:1.0:1767384388.756733:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027b88474. 00000004:00000001:1.0:1767384388.756735:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756736:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384388.756738:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e359ec6a. 00000004:00000001:1.0:1767384388.756741:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756754:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004d49334a. 00000020:00000010:1.0:1767384388.756757:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a3d1c60. 00080000:00000010:1.0:1767384388.756770:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000035b38096. 00000020:00000010:1.0:1767384388.756773:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000102c5aea. 00080000:00000010:1.0:1767384388.756786:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2f9e8af. 00000020:00000010:1.0:1767384388.756790:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000acda69cd. 00080000:00000010:1.0:1767384388.756797:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c123c670. 00000004:00000010:1.0:1767384388.756801:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000027daa988. 00000004:00000010:1.0:1767384388.756805:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000036bdb542. 00000004:00000001:1.0:1767384388.756808:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756809:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384388.756812:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006ea34a6a. 00000004:00000001:1.0:1767384388.756815:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756830:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000ab54ebe. 00000020:00000010:1.0:1767384388.756833:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003886afa7. 00080000:00000010:1.0:1767384388.756843:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000faecde50. 00000020:00000010:1.0:1767384388.756846:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d74ee1f5. 00080000:00000010:1.0:1767384388.756872:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d9b6160c. 00000020:00000010:1.0:1767384388.756881:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000021d0af. 00080000:00000010:1.0:1767384388.756895:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a20649ae. 00000020:00000010:1.0:1767384388.756899:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000500dd7af. 00080000:00000010:1.0:1767384388.756912:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004d2402cb. 00000020:00000010:1.0:1767384388.756915:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4e783b0. 00080000:00000010:1.0:1767384388.756931:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e7be2d7. 00000004:00000010:1.0:1767384388.756934:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000031462900. 00000004:00000010:1.0:1767384388.756938:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000090589974. 00000004:00000001:1.0:1767384388.756941:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.756942:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384388.756944:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d209c900. 00000004:00000001:1.0:1767384388.756948:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.756958:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007707b2fa. 00000020:00000010:1.0:1767384388.756962:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009bf73c52. 00080000:00000010:1.0:1767384388.756975:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000099f0af8b. 00000020:00000010:1.0:1767384388.756978:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005b05bbd1. 00080000:00000010:1.0:1767384388.756997:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082db06a2. 00000020:00000010:1.0:1767384388.757000:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009adfa141. 00080000:00000010:1.0:1767384388.757018:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e3ac82d. 00000004:00000010:1.0:1767384388.757022:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa2ed5e3. 00000004:00000010:1.0:1767384388.757024:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ddeccd31. 00000004:00000001:1.0:1767384388.757028:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757029:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384388.757032:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000edaceb00. 00000004:00000001:1.0:1767384388.757037:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757046:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009d86ca5b. 00000004:00000010:1.0:1767384388.757049:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000076f8b380. 00000004:00000010:1.0:1767384388.757052:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000086752679. 00000004:00000001:1.0:1767384388.757054:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757056:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384388.757057:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004c136ded. 00000004:00000001:1.0:1767384388.757061:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757072:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002fc09f73. 00000020:00000010:1.0:1767384388.757075:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000baf8f045. 00080000:00000010:1.0:1767384388.757099:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c1ca6fac. 00000020:00000010:1.0:1767384388.757102:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e5b6752. 00080000:00000010:1.0:1767384388.757115:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000017247c3e. 00000020:00000010:1.0:1767384388.757117:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008e2aa6d. 00080000:00000010:1.0:1767384388.757130:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008cfb16b2. 00000020:00000010:1.0:1767384388.757133:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000499027bf. 00080000:00000010:1.0:1767384388.757144:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f015c1b9. 00000020:00000010:1.0:1767384388.757147:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e234965e. 00080000:00000010:1.0:1767384388.757164:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2fd72d5. 00000020:00000010:1.0:1767384388.757168:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004494f42b. 00080000:00000010:1.0:1767384388.757193:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c1c0e4c6. 00000004:00000010:1.0:1767384388.757202:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f852f496. 00000004:00000010:1.0:1767384388.757206:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000012f2035e. 00000004:00000001:1.0:1767384388.757208:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757210:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:1.0:1767384388.757212:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000052825286. 00000004:00000001:1.0:1767384388.757228:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757242:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000070357e2a. 00000020:00000010:1.0:1767384388.757245:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d0e9df23. 00080000:00000010:1.0:1767384388.757260:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a730a04d. 00000004:00000010:1.0:1767384388.757264:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c2dcdaa. 00000004:00000010:1.0:1767384388.757267:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000cd93e63. 00000004:00000001:1.0:1767384388.757269:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757271:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384388.757293:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ef255315. 00000004:00000001:1.0:1767384388.757298:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757309:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006c66fc54. 00000020:00000010:1.0:1767384388.757312:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad69ff89. 00080000:00000010:1.0:1767384388.757324:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007d71deff. 00000020:00000010:1.0:1767384388.757327:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e4377bc8. 00080000:00000010:1.0:1767384388.757340:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000012d325b2. 00000020:00000010:1.0:1767384388.757343:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d28b638f. 00080000:00000010:1.0:1767384388.757349:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d0d2e8e8. 00000004:00000010:1.0:1767384388.757353:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe105c9f. 00000004:00000010:1.0:1767384388.757362:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c7adf51a. 00000004:00000001:1.0:1767384388.757366:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757367:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384388.757369:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007b5d4bae. 00000004:00000001:1.0:1767384388.757373:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757391:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a5be9c7. 00000020:00000010:1.0:1767384388.757394:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000091bc2eab. 00080000:00000010:1.0:1767384388.757408:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f678f7bf. 00000020:00000010:1.0:1767384388.757411:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072f1a865. 00080000:00000010:1.0:1767384388.757423:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000061c3c8e7. 00000020:00000010:1.0:1767384388.757427:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005a41dcf8. 00080000:00000010:1.0:1767384388.757441:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3b85315. 00000004:00000010:1.0:1767384388.757444:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d2a20f70. 00000004:00000010:1.0:1767384388.757447:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000baff957a. 00000004:00000001:1.0:1767384388.757450:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757451:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384388.757452:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fa5435e0. 00000004:00000001:1.0:1767384388.757456:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757466:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000659010a8. 00000004:00000010:1.0:1767384388.757470:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002eeac030. 00000004:00000010:1.0:1767384388.757473:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c9205755. 00000004:00000001:1.0:1767384388.757475:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757476:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384388.757478:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000716e8e1d. 00000004:00000001:1.0:1767384388.757482:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757500:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000012fcbc8e. 00000020:00000010:1.0:1767384388.757504:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000458ef1f3. 00080000:00000010:1.0:1767384388.757509:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008f04d61a. 00000004:00000010:1.0:1767384388.757513:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000026e0a131. 00000004:00000010:1.0:1767384388.757516:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000094122cd0. 00000004:00000001:1.0:1767384388.757518:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757519:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384388.757521:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ac33406d. 00000004:00000001:1.0:1767384388.757526:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384388.757541:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004241ac2e. 00000020:00000010:1.0:1767384388.757550:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008cf29e73. 00080000:00000010:1.0:1767384388.757557:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001fd790af. 00000004:00000010:1.0:1767384388.757566:0:39771:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e0de7a5b. 00000004:00000010:1.0:1767384388.757569:0:39771:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008b4e55c0. 00000004:00000001:1.0:1767384388.757571:0:39771:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384388.757572:0:39771:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384388.757574:0:39771:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fe6a7150. 00000004:00000001:1.0:1767384388.757579:0:39771:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1767384388.757583:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384388.757585:0:39771:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.757587:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.757589:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb7a 00000020:00000040:1.0:1767384388.757591:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000326a115 with handle 0x1cafe7b7e4a4fb7a from hash 00000020:00000001:1.0:1767384388.757595:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.757597:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000000326a115 : new refcount 1 00000020:00000001:1.0:1767384388.757598:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.757599:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000000326a115 : new refcount 0 00000020:00000080:1.0:1767384388.757601:0:39771:0:(genops.c:904:class_export_put()) final put 000000000326a115/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384388.757603:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757613:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757616:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384388.757618:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:1.0:1767384388.757622:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008a3fb2c4. 00000020:00000080:1.0:1767384388.757625:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384388.757629:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384388.757631:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384388.757633:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384388.757634:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000080:3.0:1767384388.757635:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000000326a115/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00080000:1.0:1767384388.757637:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000a319b53f) has no exports 00000020:00000001:3.0:1767384388.757640:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384388.757640:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384388.757643:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757645:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:3.0:1767384388.757648:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a319b53f) now 4 - export 00000004:00000001:1.0:1767384388.757648:0:39771:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:1.0:1767384388.757651:0:39771:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000010:3.0:1767384388.757654:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000326a115. 00000020:00000001:1.0:1767384388.757660:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000001:3.0:1767384388.757661:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384388.757664:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000ed41a1c6. 00000020:00000001:1.0:1767384388.757667:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384388.757668:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384388.757674:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000076900b0b. 00000020:00000001:1.0:1767384388.757677:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384388.757678:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384388.757679:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000060df6ed4. 00000020:00000001:1.0:1767384388.757681:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384388.757681:0:39771:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384388.757682:0:39771:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000092bdced. 00000020:00000001:1.0:1767384388.757684:0:39771:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384388.757685:0:39771:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384388.757822:0:39771:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384388.757824:0:39771:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384388.757825:0:39771:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384388.757827:0:39771:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384388.757828:0:39771:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384388.757829:0:39771:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 0000000003af7621. 00020000:00000001:1.0:1767384388.757831:0:39771:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.757832:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384388.757835:0:39771:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.757836:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.757837:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fbb2 00000020:00000040:1.0:1767384388.757838:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008d52ea33 with handle 0x1cafe7b7e4a4fbb2 from hash 00000020:00000001:1.0:1767384388.757841:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.757843:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000008d52ea33 : new refcount 1 00000020:00000001:1.0:1767384388.757844:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.757845:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000008d52ea33 : new refcount 0 00000020:00000080:1.0:1767384388.757846:0:39771:0:(genops.c:904:class_export_put()) final put 000000008d52ea33/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384388.757847:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757857:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757858:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384388.757859:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384388.757861:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000a7455f95. 00000020:00000080:1.0:1767384388.757863:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384388.757865:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384388.757866:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384388.757868:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000008d52ea33/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1767384388.757869:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384388.757873:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384388.757875:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (00000000f44640ea) has no exports 00000020:00000040:3.0:1767384388.757876:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 15 to 0@lo 00000020:00000001:3.0:1767384388.757878:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.757879:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757882:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:3.0:1767384388.757883:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000f44640ea) now 5 - export 00000020:00000001:1.0:1767384388.757885:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767384388.757886:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008d52ea33. 00000004:00000001:1.0:1767384388.757889:0:39771:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000020:00000001:3.0:1767384388.757893:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:1.0:1767384388.757893:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384388.757896:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.757899:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.757900:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fbab 00000020:00000040:1.0:1767384388.757902:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bae8c69f with handle 0x1cafe7b7e4a4fbab from hash 00000020:00000001:1.0:1767384388.757905:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.757906:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000bae8c69f : new refcount 1 00000020:00000001:1.0:1767384388.757913:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.757915:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000bae8c69f : new refcount 0 00000020:00000080:1.0:1767384388.757917:0:39771:0:(genops.c:904:class_export_put()) final put 00000000bae8c69f/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384388.757918:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.757927:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.757930:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.757931:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000004:00000001:1.0:1767384388.757933:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384388.757934:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000bae8c69f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384388.757937:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.757938:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.757940:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 7 - export 00000020:00000010:3.0:1767384388.757941:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bae8c69f. 00000020:00000001:3.0:1767384388.757945:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384388.758034:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000dcad3ab7. 00000020:00000010:1.0:1767384388.758037:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006d4c01e2. 00000020:00000010:1.0:1767384388.758040:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fa65d010. 00000020:00000010:1.0:1767384388.758043:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000044bc4be5. 00000020:00000010:1.0:1767384388.758046:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000cce4a250. 00000020:00000010:1.0:1767384388.758050:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000923e914c. 00010000:00000001:1.0:1767384388.758137:0:39771:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384388.758139:0:39771:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384388.758142:0:39771:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384388.758167:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000edf1f08c. 00000020:00000010:1.0:1767384388.758170:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001d1eaf92. 00010000:00000001:1.0:1767384388.758195:0:39771:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384388.758206:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000004797ec1f. 00000020:00000010:1.0:1767384388.758209:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001569afed. 00000001:00000001:1.0:1767384388.758299:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.758333:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000696f0cc2. 00000001:00000010:1.0:1767384388.758337:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000087a6d0ae. 00000001:00000010:1.0:1767384388.758339:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002d652ef2. 00000001:00000010:1.0:1767384388.758345:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e245d5b6. 00000001:00000010:1.0:1767384388.758347:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000acc9040e. 00000001:00000010:1.0:1767384388.758350:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004504da1a. 00000001:00000010:1.0:1767384388.758353:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c50facd9. 00000001:00000010:1.0:1767384388.758356:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000878fbe92. 00000001:00000010:1.0:1767384388.758359:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c1924a17. 00000001:00000010:1.0:1767384388.758361:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d549b43a. 00000001:00000010:1.0:1767384388.758379:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dfcc8e15. 00000001:00000010:1.0:1767384388.758383:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000008d339fb. 00000001:00000010:1.0:1767384388.758385:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e433e423. 00000001:00000010:1.0:1767384388.758388:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000db4bca7. 00000001:00000010:1.0:1767384388.758391:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000947e4813. 00000001:00000010:1.0:1767384388.758393:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005faffd88. 00000001:00000010:1.0:1767384388.758395:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000319b7cab. 00000001:00000010:1.0:1767384388.758398:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005c54eeb3. 00000001:00000001:1.0:1767384388.758401:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384388.758403:0:39771:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000575fdec2. 00010000:00000001:1.0:1767384388.758407:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384388.758409:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384388.758410:0:39771:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384388.758412:0:39771:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384388.758414:0:39771:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384388.758418:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384388.758420:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384388.758422:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384388.758424:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384388.758427:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384388.758430:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384388.758432:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384388.758433:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384388.758433:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384388.758435:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384388.758436:0:39771:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384388.761303:0:39771:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384388.761306:0:39771:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384388.761315:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384388.761316:0:39771:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384388.761317:0:39771:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384388.761322:0:39771:0:(genops.c:1229:class_import_get()) import 0000000036a958fc refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384388.761324:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.761325:0:39771:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384388.761327:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384388.761328:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.761329:0:39771:0:(genops.c:1242:class_import_put()) import 0000000036a958fc refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384388.761331:0:39771:0:(genops.c:1245:class_import_put()) final put import 0000000036a958fc 00000020:00000001:1.0:1767384388.761338:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384388.761339:0:39771:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384388.761340:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384388.761342:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384388.761343:0:39771:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000059374761. 00010000:00000010:1.0:1767384388.761348:0:39771:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000c12384f2. 00010000:00000001:1.0:1767384388.761351:0:39771:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384388.761354:0:39771:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761356:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.761368:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.761373:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b47a5e5f. 00000001:00000010:1.0:1767384388.761376:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006233c631. 00000001:00000010:1.0:1767384388.761380:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035bf628b. 00000001:00000010:1.0:1767384388.761382:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ed8170cd. 00000020:00000001:3.0:1767384388.761383:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:1.0:1767384388.761385:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000092b8416b. 00000020:00000080:3.0:1767384388.761387:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000036a958fc for lustre-OST0000-osc-MDT0000 00000001:00000010:1.0:1767384388.761390:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007e311406. 00000020:00000040:3.0:1767384388.761394:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 14 to 0@lo 00000001:00000001:1.0:1767384388.761396:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384388.761398:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.761401:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099a5c93f. 00000001:00000010:1.0:1767384388.761403:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df5f0566. 00000001:00000010:1.0:1767384388.761405:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002dcbbd39. 00000001:00000010:1.0:1767384388.761406:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003de9a419. 00000001:00000010:1.0:1767384388.761408:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009f76b482. 00000001:00000010:1.0:1767384388.761410:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000088003e90. 00000001:00000001:1.0:1767384388.761411:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384388.761412:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 13 to 0@lo 00000020:00000040:1.0:1767384388.761413:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000f44640ea) now 4 - setup 00000020:00000010:3.0:1767384388.761417:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000027dee591. 00000020:00000040:3.0:1767384388.761421:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000f44640ea) now 4 - import 00000020:00000001:1.0:1767384388.761423:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.761427:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000036a958fc. 00000020:00000001:1.0:1767384388.761428:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384388.761432:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000080:1.0:1767384388.761433:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384388.761440:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384388.761443:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000f44640ea) now 2 - obd_device_list 00000020:00000080:1.0:1767384388.761447:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384388.761448:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (00000000f44640ea) now 1 - newdev 00000020:00000040:1.0:1767384388.761450:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004d35d34a with handle 0x1cafe7b7e4a4fba4 from hash 00000020:00000040:1.0:1767384388.761452:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000004d35d34a : new refcount 0 00000020:00000080:1.0:1767384388.761454:0:39771:0:(genops.c:904:class_export_put()) final put 000000004d35d34a/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384388.761455:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761456:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.761457:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 000000004d35d34a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384388.761459:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384388.761460:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.761461:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004d35d34a. 00000020:00000001:1.0:1767384388.761469:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384388.761470:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384388.761472:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384388.761474:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384388.761477:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191dfbe1. 00000020:00000010:1.0:1767384388.761480:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8dc84c8. 00000040:00000010:1.0:1767384388.761482:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061bd6b25. 00000020:00000010:1.0:1767384388.761485:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092defb41. 00000020:00000010:1.0:1767384388.761488:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.761491:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000062aef310. 80000000:00000010:1.0:1767384388.761494:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a04f14c7. 40000000:00000010:1.0:1767384388.761496:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.761499:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064d9a576. 00040000:00000010:1.0:1767384388.761502:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.761504:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000159a3df6. 00080000:00000010:1.0:1767384388.761506:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.761513:0:39771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da3f7018. 00000004:00000010:1.0:1767384388.761516:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c36998ad. 00000004:00000010:1.0:1767384388.761522:0:39771:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d880b6e2. 00002000:00000010:1.0:1767384388.761525:0:39771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005dca26a8. 00000004:00000010:1.0:1767384388.761528:0:39771:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db99d5b4. 00000004:00000010:1.0:1767384388.761535:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aaead0aa. 00000004:00000010:1.0:1767384388.761538:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051758b24. 00000004:00000010:1.0:1767384388.761541:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b31e4c13. 00000004:00000010:1.0:1767384388.761543:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023841ccb. 00000004:00000010:1.0:1767384388.761546:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000034e0dda8. 00000004:00000010:1.0:1767384388.761550:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006f4cf993. 00000004:00000010:1.0:1767384388.761553:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dff2680c. 00000004:00000010:1.0:1767384388.761556:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000078a7cfb2. 00000004:00000010:1.0:1767384388.761558:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ad7d9661. 00000004:00000010:1.0:1767384388.761560:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002193ec8d. 00000004:00000010:1.0:1767384388.761563:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000600f428d. 00000004:00000010:1.0:1767384388.761567:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007af48183. 00000004:00000010:1.0:1767384388.761571:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e65c4dd6. 00000004:00000010:1.0:1767384388.761575:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000721cef69. 00000004:00000010:1.0:1767384388.761577:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000056792d8c. 00000004:00000010:1.0:1767384388.761581:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000027454e49. 00000004:00000010:1.0:1767384388.761583:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000088e89c4. 00000004:00000010:1.0:1767384388.761586:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8e77f31. 00000004:00000010:1.0:1767384388.761589:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015f8e0cd. 00000004:00000010:1.0:1767384388.761591:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000483ab1ca. 00000004:00000010:1.0:1767384388.761593:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005eeb477d. 00000004:00000010:1.0:1767384388.761596:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dde64510. 00000004:00000010:1.0:1767384388.761598:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f43d24f5. 00000004:00000010:1.0:1767384388.761600:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d10496eb. 00000004:00000010:1.0:1767384388.761602:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000df6a1cda. 00000004:00000010:1.0:1767384388.761604:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007e92d150. 00000004:00000010:1.0:1767384388.761606:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d1fd21af. 00000004:00000010:1.0:1767384388.761610:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000378145a1. 00000004:00000010:1.0:1767384388.761611:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ed4464db. 00000004:00000010:1.0:1767384388.761614:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b1f37de5. 00000004:00000010:1.0:1767384388.761616:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d6ad9df8. 00000004:00000010:1.0:1767384388.761626:0:39771:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000bf852bb6. 00000020:00000010:1.0:1767384388.761630:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8dc84c8. 00000040:00000010:1.0:1767384388.761633:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000061bd6b25. 00000020:00000010:1.0:1767384388.761635:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000092defb41. 00000020:00000010:1.0:1767384388.761638:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.761641:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062aef310. 80000000:00000010:1.0:1767384388.761644:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a04f14c7. 40000000:00000010:1.0:1767384388.761646:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.761649:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064d9a576. 00040000:00000010:1.0:1767384388.761652:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.761654:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000159a3df6. 00080000:00000010:1.0:1767384388.761657:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.761660:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000da3f7018. 00000004:00000010:1.0:1767384388.761665:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c36998ad. 00000004:00000010:1.0:1767384388.761668:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d880b6e2. 00002000:00000010:1.0:1767384388.761670:0:39771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005dca26a8. 00000004:00000010:1.0:1767384388.761672:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000db99d5b4. 00000020:00000010:1.0:1767384388.761674:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191dfbe1. 00000020:00000001:1.0:1767384388.761676:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.761678:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f44640ea. 00000020:00000001:1.0:1767384388.761683:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761684:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384388.761687:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000a7455f95. 00000020:00000001:1.0:1767384388.761689:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.761690:0:39771:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.761691:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384388.761693:0:39771:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000003c905170. 00020000:00000010:1.0:1767384388.761695:0:39771:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000b8d40ef6. 00000004:00000001:1.0:1767384388.761700:0:39771:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761701:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.761710:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.761713:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000594fc702. 00000001:00000010:1.0:1767384388.761715:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002187f493. 00000001:00000010:1.0:1767384388.761716:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b076133. 00000001:00000010:1.0:1767384388.761717:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba7ff85c. 00000001:00000010:1.0:1767384388.761724:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000037b31ad. 00000001:00000010:1.0:1767384388.761726:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c22ceb4c. 00000001:00000001:1.0:1767384388.761728:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384388.761729:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.761732:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1bed234. 00000001:00000010:1.0:1767384388.761734:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e45d888. 00000001:00000010:1.0:1767384388.761735:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d3abeff. 00000001:00000010:1.0:1767384388.761737:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000950c4b92. 00000001:00000010:1.0:1767384388.761738:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a9489d6e. 00000001:00000010:1.0:1767384388.761739:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007e0e004d. 00000001:00000001:1.0:1767384388.761742:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384388.761743:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a319b53f) now 3 - setup 00000020:00000001:1.0:1767384388.761745:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761747:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384388.761749:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384388.761752:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384388.761754:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a319b53f) now 2 - obd_device_list 00000020:00000080:1.0:1767384388.761757:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384388.761758:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a319b53f) now 1 - newdev 00000020:00000040:1.0:1767384388.761761:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1227d9b with handle 0x1cafe7b7e4a4fb5e from hash 00000020:00000040:1.0:1767384388.761764:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1227d9b : new refcount 0 00000020:00000080:1.0:1767384388.761766:0:39771:0:(genops.c:904:class_export_put()) final put 00000000e1227d9b/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384388.761768:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.761770:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.761771:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 00000000e1227d9b/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384388.761774:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384388.761775:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.761777:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e1227d9b. 00000020:00000001:1.0:1767384388.761781:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384388.761783:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384388.761785:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384388.761787:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384388.761789:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191dfbe1. 00000020:00000010:1.0:1767384388.761792:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000159a3df6. 00000040:00000010:1.0:1767384388.761801:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062aef310. 00000020:00000010:1.0:1767384388.761804:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d880b6e2. 00000020:00000010:1.0:1767384388.761807:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.761810:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000061bd6b25. 80000000:00000010:1.0:1767384388.761813:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.761816:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.761818:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da3f7018. 00040000:00000010:1.0:1767384388.761821:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.761823:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8dc84c8. 00080000:00000010:1.0:1767384388.761826:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.761829:0:39771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064d9a576. 00000004:00000010:1.0:1767384388.761832:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c36998ad. 00000004:00000010:1.0:1767384388.761834:0:39771:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000092defb41. 00000004:00000001:1.0:1767384388.761837:0:39771:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384388.761841:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b058cc77. 00000004:00000010:1.0:1767384388.761844:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dea44aa1. 00000004:00000010:1.0:1767384388.761847:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000030a07840. 00000004:00000010:1.0:1767384388.761851:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf52ca69. 00000004:00000010:1.0:1767384388.761855:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eac8d955. 00000004:00000010:1.0:1767384388.761859:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c4724f18. 00000004:00000010:1.0:1767384388.761861:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003151de02. 00000004:00000010:1.0:1767384388.761863:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000820cb9fe. 00000004:00000010:1.0:1767384388.761866:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fc47505f. 00000004:00000010:1.0:1767384388.761867:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f72559cc. 00000004:00000010:1.0:1767384388.761869:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000533872e8. 00000004:00000010:1.0:1767384388.761878:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e95bb69a. 00000004:00000010:1.0:1767384388.761881:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003dcba46d. 00000004:00000010:1.0:1767384388.761883:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b122f849. 00000004:00000010:1.0:1767384388.761886:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b37eb9f6. 00000004:00000010:1.0:1767384388.761889:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000062561adb. 00000004:00000010:1.0:1767384388.761891:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001e169777. 00000004:00000010:1.0:1767384388.761893:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000041046bc0. 00000004:00000010:1.0:1767384388.761895:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000711e64ae. 00000004:00000010:1.0:1767384388.761898:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa2f1a1b. 00000004:00000010:1.0:1767384388.761901:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bd536c91. 00000004:00000010:1.0:1767384388.761911:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006262fb58. 00000004:00000010:1.0:1767384388.761913:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c686e689. 00000004:00000010:1.0:1767384388.761916:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ce21737. 00000004:00000010:1.0:1767384388.761919:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009bbc2720. 00000004:00000010:1.0:1767384388.761922:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076dc053e. 00000004:00000010:1.0:1767384388.761925:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d31b5a46. 00000004:00000010:1.0:1767384388.761930:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000013e18634. 00000004:00000010:1.0:1767384388.761933:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b7732c47. 00000004:00000010:1.0:1767384388.761935:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ae948ce9. 00000004:00000010:1.0:1767384388.761938:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007e109f39. 00000004:00000010:1.0:1767384388.761942:0:39771:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000be362c77. 00000004:00000001:1.0:1767384388.761946:0:39771:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446630081901723648 : -113991807827968 : ffff985336c98000) 00000020:00000010:1.0:1767384388.761950:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000159a3df6. 00000040:00000010:1.0:1767384388.761953:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000062aef310. 00000020:00000010:1.0:1767384388.761955:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d880b6e2. 00000020:00000010:1.0:1767384388.761958:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.761962:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000061bd6b25. 80000000:00000010:1.0:1767384388.761965:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.761968:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.761971:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000da3f7018. 00040000:00000010:1.0:1767384388.761975:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.761978:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8dc84c8. 00080000:00000010:1.0:1767384388.761980:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.761983:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064d9a576. 00000004:00000010:1.0:1767384388.761986:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c36998ad. 00000004:00000010:1.0:1767384388.761989:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000092defb41. 00000020:00000010:1.0:1767384388.761991:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191dfbe1. 00000020:00000001:1.0:1767384388.761994:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.761996:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a319b53f. 00000020:00000001:1.0:1767384388.762001:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762003:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384388.762006:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008a3fb2c4. 00000020:00000001:1.0:1767384388.762009:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762011:0:39771:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762014:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762020:0:39771:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384388.762023:0:39771:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000ab04419e. 00000004:00000001:1.0:1767384388.762055:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384388.762058:0:39771:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.762060:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.762062:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb81 00000020:00000040:1.0:1767384388.762064:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef0a05d6 with handle 0x1cafe7b7e4a4fb81 from hash 00000020:00000001:1.0:1767384388.762069:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.762071:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000ef0a05d6 : new refcount 1 00000020:00000001:1.0:1767384388.762073:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.762074:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000ef0a05d6 : new refcount 0 00000020:00000080:1.0:1767384388.762076:0:39771:0:(genops.c:904:class_export_put()) final put 00000000ef0a05d6/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384388.762078:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762088:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762090:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384388.762092:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384388.762096:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000fc4a5c0f. 00000020:00000080:1.0:1767384388.762098:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384388.762102:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384388.762102:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384388.762104:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:3.0:1767384388.762105:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000ef0a05d6/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384388.762108:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384388.762110:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:1.0:1767384388.762111:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000a9e996ce) has no exports 00000020:00000001:3.0:1767384388.762114:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762115:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384388.762117:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:3.0:1767384388.762119:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a9e996ce) now 4 - export 00000020:00000010:3.0:1767384388.762123:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ef0a05d6. 00000020:00000001:3.0:1767384388.762132:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384388.762261:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.762301:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.762306:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec086455. 00000001:00000010:1.0:1767384388.762309:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005baf4f71. 00000001:00000010:1.0:1767384388.762311:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052f640f6. 00000001:00000010:1.0:1767384388.762314:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc1446eb. 00000001:00000010:1.0:1767384388.762318:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d22eb4d5. 00000001:00000010:1.0:1767384388.762320:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e2725df3. 00000001:00000001:1.0:1767384388.762324:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384388.762326:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.762329:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b9baa09a. 00000001:00000010:1.0:1767384388.762332:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002de06794. 00000001:00000010:1.0:1767384388.762341:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b06968e2. 00000001:00000010:1.0:1767384388.762344:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cee2a161. 00000001:00000010:1.0:1767384388.762348:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006bc70299. 00000001:00000010:1.0:1767384388.762350:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000532d9e0. 00000001:00000001:1.0:1767384388.762353:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384388.762355:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a9e996ce) now 3 - setup 00000020:00000001:1.0:1767384388.762357:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762359:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384388.762361:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384388.762365:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384388.762367:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a9e996ce) now 2 - obd_device_list 00000020:00000080:1.0:1767384388.762369:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384388.762371:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a9e996ce) now 1 - newdev 00000020:00000040:1.0:1767384388.762373:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000096b5757 with handle 0x1cafe7b7e4a4fb73 from hash 00000020:00000040:1.0:1767384388.762376:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000096b5757 : new refcount 0 00000020:00000080:1.0:1767384388.762378:0:39771:0:(genops.c:904:class_export_put()) final put 00000000096b5757/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384388.762380:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762382:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.762384:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 00000000096b5757/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384388.762386:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384388.762388:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762390:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000096b5757. 00000020:00000001:1.0:1767384388.762395:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384388.762396:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384388.762398:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384388.762400:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384388.762402:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191dfbe1. 00000020:00000010:1.0:1767384388.762404:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8dc84c8. 00000040:00000010:1.0:1767384388.762407:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061bd6b25. 00000020:00000010:1.0:1767384388.762410:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092defb41. 00000020:00000010:1.0:1767384388.762412:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.762415:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000062aef310. 80000000:00000010:1.0:1767384388.762417:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.762420:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008fe06645. 00100000:00000010:1.0:1767384388.762433:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064d9a576. 00040000:00000010:1.0:1767384388.762437:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.762440:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000159a3df6. 00080000:00000010:1.0:1767384388.762442:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.762446:0:39771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da3f7018. 00000004:00000010:1.0:1767384388.762449:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c36998ad. 00000004:00000001:1.0:1767384388.762452:0:39771:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384388.762456:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040141700. 00000004:00000010:1.0:1767384388.762460:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000018a2738a. 00000004:00000010:1.0:1767384388.762464:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d70badc. 00000004:00000010:1.0:1767384388.762468:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f1ab5fc. 00000004:00000010:1.0:1767384388.762472:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b1bd3bc. 00000004:00000010:1.0:1767384388.762476:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a00317db. 00000004:00000010:1.0:1767384388.762479:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009d22f1a1. 00000004:00000010:1.0:1767384388.762482:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000069c9a2c4. 00000004:00000010:1.0:1767384388.762485:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8c65e2d. 00000004:00000010:1.0:1767384388.762488:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002879ab2d. 00000004:00000010:1.0:1767384388.762492:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000075df8a66. 00000004:00000010:1.0:1767384388.762495:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b8d41ec7. 00000004:00000010:1.0:1767384388.762498:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ce96cdb. 00000004:00000010:1.0:1767384388.762502:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a0cd79cc. 00000004:00000010:1.0:1767384388.762505:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000815d01e3. 00000004:00000010:1.0:1767384388.762509:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000065aa5f05. 00000004:00000010:1.0:1767384388.762512:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ae659af. 00000004:00000010:1.0:1767384388.762515:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003c3c70fb. 00000004:00000010:1.0:1767384388.762518:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f9f7c34. 00000004:00000010:1.0:1767384388.762521:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bd900fad. 00000004:00000010:1.0:1767384388.762524:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000061748b0e. 00000004:00000010:1.0:1767384388.762527:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b74bd4a. 00000004:00000010:1.0:1767384388.762529:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000094a853a5. 00000004:00000010:1.0:1767384388.762533:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005315bf15. 00000004:00000010:1.0:1767384388.762536:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cfb3f12c. 00000004:00000010:1.0:1767384388.762539:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000218c440a. 00000004:00000010:1.0:1767384388.762542:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e89e9a02. 00000004:00000010:1.0:1767384388.762544:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000df94c2bb. 00000004:00000010:1.0:1767384388.762554:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e111f553. 00000004:00000010:1.0:1767384388.762557:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000baf0d6ce. 00000004:00000010:1.0:1767384388.762560:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000022af2dbc. 00000004:00000010:1.0:1767384388.762563:0:39771:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000672a9e0c. 00000004:00000001:1.0:1767384388.762566:0:39771:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762570:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8dc84c8. 00000040:00000010:1.0:1767384388.762573:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000061bd6b25. 00000020:00000010:1.0:1767384388.762575:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000092defb41. 00000020:00000010:1.0:1767384388.762578:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.762582:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062aef310. 80000000:00000010:1.0:1767384388.762585:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.762587:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008fe06645. 00100000:00000010:1.0:1767384388.762591:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064d9a576. 00040000:00000010:1.0:1767384388.762594:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.762597:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000159a3df6. 00080000:00000010:1.0:1767384388.762600:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb494408. 00000004:00000010:1.0:1767384388.762603:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000da3f7018. 00000004:00000010:1.0:1767384388.762607:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c36998ad. 00000020:00000010:1.0:1767384388.762610:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191dfbe1. 00000020:00000001:1.0:1767384388.762613:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762615:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a9e996ce. 00000020:00000001:1.0:1767384388.762619:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762620:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384388.762629:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000fc4a5c0f. 00000020:00000001:1.0:1767384388.762632:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762633:0:39771:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762635:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762637:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384388.762639:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.762640:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.762642:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb88 00000020:00000040:1.0:1767384388.762644:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000301615bf with handle 0x1cafe7b7e4a4fb88 from hash 00000020:00000001:1.0:1767384388.762648:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.762649:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000301615bf : new refcount 1 00000020:00000001:1.0:1767384388.762651:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.762660:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000301615bf : new refcount 0 00000020:00000080:1.0:1767384388.762662:0:39771:0:(genops.c:904:class_export_put()) final put 00000000301615bf/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384388.762664:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762674:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.762676:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762679:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762682:0:39771:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384388.762684:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384388.762685:0:39771:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:3.0:1767384388.762686:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000301615bf/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384388.762689:0:39771:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630081520520416 : -113992189031200 : ffff98532010cce0) 00000020:00000001:3.0:1767384388.762690:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.762692:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.762695:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 6 - export 00000020:01000004:1.0:1767384388.762695:0:39771:0:(tgt_mount.c:188:server_put_mount()) put mount 000000004b1752ac from lustre-MDT0000, refs=3 00000020:00000010:3.0:1767384388.762701:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000301615bf. 00000020:00000001:1.0:1767384388.762702:0:39771:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:3.0:1767384388.762705:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:1.0:1767384388.762705:0:39771:0:(obd_mount.c:705:lustre_put_lsi()) put 000000004b1752ac 3 00000020:00000001:1.0:1767384388.762709:0:39771:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762712:0:39771:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384388.762714:0:39771:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384388.762715:0:39771:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630081520520416 : -113992189031200 : ffff98532010cce0) 00000020:01000004:1.0:1767384388.762718:0:39771:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000004b1752ac from lustre-MDT0000 00000020:00000010:1.0:1767384388.762720:0:39771:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 0000000089eeae73. 00000020:00000010:1.0:1767384388.762724:0:39771:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000006b336b0. 00000020:00000001:1.0:1767384388.762727:0:39771:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762729:0:39771:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384388.762730:0:39771:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384388.762732:0:39771:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762734:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.762743:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.762746:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dba3e47e. 00000001:00000010:1.0:1767384388.762749:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a928bae5. 00000001:00000010:1.0:1767384388.762751:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000013c29ec0. 00000001:00000010:1.0:1767384388.762753:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af51dcc3. 00000001:00000010:1.0:1767384388.762755:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000024cdf928. 00000001:00000010:1.0:1767384388.762758:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f25e215c. 00000001:00000001:1.0:1767384388.762762:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384388.762763:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.762766:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ef378ac. 00000001:00000010:1.0:1767384388.762768:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f20d184f. 00000001:00000010:1.0:1767384388.762777:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004cfea4ba. 00000001:00000010:1.0:1767384388.762780:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a33dda31. 00000001:00000010:1.0:1767384388.762781:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000dc3cd214. 00000001:00000010:1.0:1767384388.762783:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000547dd8f4. 00000001:00000001:1.0:1767384388.762785:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384388.762786:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 3 - setup 00000020:00000001:1.0:1767384388.762787:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762788:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384388.762790:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384388.762792:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384388.762794:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 2 - obd_device_list 00000020:00000080:1.0:1767384388.762796:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384388.762797:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b85a8017) now 1 - newdev 00000020:00000040:1.0:1767384388.762800:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e557a07 with handle 0x1cafe7b7e4a4fb6c from hash 00000020:00000040:1.0:1767384388.762801:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000005e557a07 : new refcount 0 00000020:00000080:1.0:1767384388.762803:0:39771:0:(genops.c:904:class_export_put()) final put 000000005e557a07/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384388.762804:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762806:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.762807:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 000000005e557a07/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384388.762808:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384388.762810:0:39771:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384388.762812:0:39771:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000372519ae. 00000004:00000001:1.0:1767384388.762814:0:39771:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762815:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762816:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005e557a07. 00000020:00000001:1.0:1767384388.762818:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384388.762819:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384388.762820:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384388.762821:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384388.762827:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191dfbe1. 00000020:00000010:1.0:1767384388.762829:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000159a3df6. 00000040:00000010:1.0:1767384388.762831:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062aef310. 00000020:00000010:1.0:1767384388.762832:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da3f7018. 00000020:00000010:1.0:1767384388.762834:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.762841:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000061bd6b25. 80000000:00000010:1.0:1767384388.762843:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.762846:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.762849:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb494408. 00040000:00000010:1.0:1767384388.762851:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.762854:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8dc84c8. 00080000:00000010:1.0:1767384388.762856:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000064d9a576. 00000004:00000010:1.0:1767384388.762859:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c36998ad. 00000004:00000001:1.0:1767384388.762862:0:39771:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384388.762864:0:39771:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000b80734ad. 00000004:00000001:1.0:1767384388.762868:0:39771:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762870:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000159a3df6. 00000040:00000010:1.0:1767384388.762873:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000062aef310. 00000020:00000010:1.0:1767384388.762875:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da3f7018. 00000020:00000010:1.0:1767384388.762879:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384388.762882:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000061bd6b25. 80000000:00000010:1.0:1767384388.762885:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7455f95. 40000000:00000010:1.0:1767384388.762888:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc4a5c0f. 00100000:00000010:1.0:1767384388.762890:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb494408. 00040000:00000010:1.0:1767384388.762893:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccbef49f. 00040000:00000010:1.0:1767384388.762895:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8dc84c8. 00080000:00000010:1.0:1767384388.762898:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000064d9a576. 00000004:00000010:1.0:1767384388.762901:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c36998ad. 00000020:00000010:1.0:1767384388.762904:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191dfbe1. 00000020:00000001:1.0:1767384388.762907:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.762909:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b85a8017. 00000020:00000001:1.0:1767384388.762915:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762917:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384388.762919:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000cfa7e0b7. 00000020:00000001:1.0:1767384388.762922:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.762925:0:39771:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384388.762927:0:39771:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384388.762929:0:39771:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384388.762931:0:39771:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384388.762940:0:39771:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384388.762941:0:39771:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384388.762943:0:39771:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630081132173024 : -113992577378592 : ffff985308eb16e0) 00000020:01000004:1.0:1767384388.762946:0:39771:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384388.762949:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384388.762950:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384388.762953:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000fc4a5c0f. 00000020:00000080:1.0:1767384388.762955:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384388.762957:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384388.762959:0:39771:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384388.762964:0:39771:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000002c78521a 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384388.762969:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384388.762971:0:39771:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000c069ed84) has exports, disconnecting them 00000020:00000001:1.0:1767384388.762973:0:39771:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384388.762975:0:39771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=10 00000020:00000040:1.0:1767384388.762977:0:39771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=11 00000020:00080000:1.0:1767384388.762979:0:39771:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000002c78521a), last request at 1767384285 00000020:00000001:1.0:1767384388.762981:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384388.762990:0:39771:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384388.762993:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 10 20000000:00000010:1.0:1767384388.762996:0:39771:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000009995b793. 00000020:00000040:1.0:1767384388.762999:0:39771:0:(genops.c:887:class_export_get()) GET export 000000002c78521a refcount=11 00010000:00000001:1.0:1767384388.763003:0:39771:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384388.763005:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384388.763008:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 10 00000020:00000080:1.0:1767384388.763010:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb2d 00000020:00000040:1.0:1767384388.763012:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c78521a with handle 0x1cafe7b7e4a4fb2d from hash 00000020:00000040:1.0:1767384388.763015:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 9 00000020:00000001:1.0:1767384388.763017:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384388.763018:0:39771:0:(genops.c:1938:obd_stale_export_put()) Put export 000000002c78521a: total 0 00000020:00000001:1.0:1767384388.763020:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.763021:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 8 00000020:00000001:1.0:1767384388.763023:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.763025:0:39771:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384388.763032:0:39771:0:(import.c:65:import_set_state_nolock()) 00000000f422fd43 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384388.763035:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384388.763037:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384388.763039:0:39771:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384388.763049:0:39771:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384388.763052:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 7 20000000:00000001:1.0:1767384388.763054:0:39771:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.763055:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384388.763057:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:0.0:1767384388.763058:0:16765:0:(genops.c:1924:obd_stale_export_get()) Get export 000000002c78521a: total 0 00000020:00080000:1.0:1767384388.763062:0:39771:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000002c78521a): rc 0 00000020:00000001:0.0:1767384388.763062:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630081049034752 : -113992660516864 : ffff985303f68000) 00000020:00000040:1.0:1767384388.763067:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 6 00010000:00000001:0.0:1767384388.763067:0:16765:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:1.0:1767384388.763071:0:39771:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384388.763072:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:0.0:1767384388.763072:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003da5efef. 00000020:00000010:0.0:1767384388.763076:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e162aa8. 00000020:00000001:1.0:1767384388.763077:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1767384388.763081:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008039af84. 20000000:00000001:1.0:1767384388.763083:0:39771:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000010:0.0:1767384388.763085:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000001:1.0:1767384388.763086:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:0.0:1767384388.763089:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000119beb2f. 00000020:00080000:1.0:1767384388.763090:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000c069ed84) has no exports 80000000:00000010:0.0:1767384388.763093:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000a25c345. 00000020:00000001:1.0:1767384388.763094:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 40000000:00000010:0.0:1767384388.763098:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a40980e3. 00000100:00000001:1.0:1767384388.763099:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00100000:00000010:0.0:1767384388.763101:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ab4e255. 00000100:00000200:1.0:1767384388.763102:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00040000:00000010:0.0:1767384388.763105:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.763109:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000009bfacfa. 00000100:00000001:1.0:1767384388.763110:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00080000:00000010:0.0:1767384388.763112:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000418f8349. 00000100:00000001:1.0:1767384388.763113:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384388.763116:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00002000:00000010:0.0:1767384388.763116:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a55b7652. 00000100:00000040:1.0:1767384388.763119:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000020:00000010:0.0:1767384388.763121:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e162aa8. 00000100:00000040:1.0:1767384388.763124:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000020:00000010:0.0:1767384388.763125:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008039af84. 00000100:00000040:1.0:1767384388.763128:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:0.0:1767384388.763132:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384388.763136:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000119beb2f. 80000000:00000010:0.0:1767384388.763138:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000a25c345. 40000000:00000010:0.0:1767384388.763141:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a40980e3. 00100000:00000010:0.0:1767384388.763143:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ab4e255. 00040000:00000010:0.0:1767384388.763145:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.763147:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009bfacfa. 00080000:00000010:0.0:1767384388.763149:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000418f8349. 00002000:00000010:0.0:1767384388.763151:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a55b7652. 00000020:00000010:0.0:1767384388.763155:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003da5efef. 00010000:00010000:0.0:1767384388.763158:0:16765:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000002c78521a, canceled 0 locks, left on hash table 5. 00000100:00000040:1.0:1767384388.763161:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:0.0:1767384388.763161:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003da5efef. 00000020:00000010:0.0:1767384388.763166:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009bfacfa. 00000020:00000010:3.0:1767384388.763169:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002204552d. 00000020:00000010:0.0:1767384388.763169:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000418f8349. 00000020:00000010:0.0:1767384388.763174:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:1.0:1767384388.763177:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007c72ca58. 00000040:00000010:3.0:1767384388.763178:0:16772:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000091520d1c. 00000020:00000010:0.0:1767384388.763178:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000119beb2f. 80000000:00000010:0.0:1767384388.763183:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000a25c345. 00000020:00000010:3.0:1767384388.763186:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000676119c2. 00000040:00000010:1.0:1767384388.763187:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c2c3d24a. 40000000:00000010:0.0:1767384388.763187:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a40980e3. 00100000:00000010:0.0:1767384388.763192:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ab4e255. 00000020:00000010:3.0:1767384388.763195:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae266a04. 00000020:00000010:1.0:1767384388.763195:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c7874c6. 00040000:00000010:0.0:1767384388.763196:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.763201:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000e162aa8. 00080000:00000010:0.0:1767384388.763203:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008039af84. 00000020:00000010:1.0:1767384388.763204:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015764268. 80000000:00000010:3.0:1767384388.763205:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002626e628. 00002000:00000010:0.0:1767384388.763205:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a55b7652. 00000001:00000001:0.0:1767384388.763210:0:16765:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 80000000:00000010:1.0:1767384388.763211:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b77c023. 00000001:00000001:0.0:1767384388.763213:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00040000:00000010:3.0:1767384388.763214:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e40d7ad7. 00040000:00000010:1.0:1767384388.763228:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005c1b3a83. 00080000:00000010:3.0:1767384388.763232:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005e92511a. 00010000:00000040:0.0:1767384388.763232:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 4 00080000:00000010:1.0:1767384388.763234:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054c4b006. 00010000:00000001:0.0:1767384388.763238:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000010:3.0:1767384388.763239:0:16772:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d3db7f22. 20000000:00000010:1.0:1767384388.763241:0:16773:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ff139662. 00000020:00000001:0.0:1767384388.763243:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1767384388.763246:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b77b87. 00000020:00000010:1.0:1767384388.763247:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90625cf. 00010000:00000001:0.0:1767384388.763247:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763251:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.763254:0:16772:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008b5d5142. 00000020:00000010:1.0:1767384388.763255:0:16773:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000178cafdf. 00000020:00000001:0.0:1767384388.763256:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384388.763262:0:16772:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b2dcff29. 00010000:00000001:0.0:1767384388.763262:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384388.763267:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1767384388.763270:0:16772:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000033612f4e:16772] 1 exiting: rc = 0 00000100:00000010:1.0:1767384388.763270:0:16773:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009eedae9a. 00010000:00000001:0.0:1767384388.763293:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763295:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384388.763298:0:16773:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000069acdc18:16773] 2 exiting: rc = 0 00010000:00000001:0.0:1767384388.763298:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384388.763301:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384388.763305:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000016902af8 with handle 0x1cafe7b7e4a4fc53 from hash 00010000:00000001:0.0:1767384388.763307:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384388.763308:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763309:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763310:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384388.763312:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:0.0:1767384388.763314:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000002c78521a, 1 locks cancelled. 00010000:00000001:0.0:1767384388.763315:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763317:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763318:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384388.763321:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000016902af8/0x1cafe7b7e4a4fc53 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc4c expref: 6 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384388.763327:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 4 00000020:00000040:0.0:1767384388.763328:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 5 00010000:00000001:0.0:1767384388.763334:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384388.763336:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f48b3ea-8c4d-4, loop: 0 00000001:00000001:0.0:1767384388.763337:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384388.763340:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007a12677c count: 2 00010000:00000001:0.0:1767384388.763341:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384388.763343:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763344:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763345:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.763348:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.763350:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384388.763351:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384388.763354:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763355:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763357:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384388.763358:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384388.763360:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000535407d1 with handle 0x1cafe7b7e4a4fc1b from hash 00010000:00000001:0.0:1767384388.763363:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384388.763365:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763366:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763367:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384388.763369:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:0.0:1767384388.763371:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000002c78521a, 2 locks cancelled. 00010000:00000001:0.0:1767384388.763373:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763374:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763376:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384388.763379:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000535407d1/0x1cafe7b7e4a4fc1b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc14 expref: 5 pid: 16772 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384388.763385:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 3 00000020:00000040:0.0:1767384388.763387:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 4 00000020:00000010:3.0:1767384388.763390:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007c393280. 00010000:00000040:0.0:1767384388.763390:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a12677c count: 0 00000040:00000010:3.0:1767384388.763398:0:16771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000069fa8e17. 00000020:00000010:3.0:1767384388.763401:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d31ba5a. 00010000:00000001:0.0:1767384388.763403:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384388.763406:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004827669a. 00000001:00000040:0.0:1767384388.763406:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f48b3ea-8c4d-4, loop: 1 00000001:00000001:0.0:1767384388.763410:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 80000000:00000010:3.0:1767384388.763413:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c475ac2. 00010000:00000040:0.0:1767384388.763415:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 3 00040000:00000010:3.0:1767384388.763418:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f8dc393. 00010000:00000001:0.0:1767384388.763419:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384388.763423:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000010:3.0:1767384388.763424:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091dc505b. 00010000:00000001:0.0:1767384388.763425:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763429:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384388.763430:0:16771:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000053e5eb5e. 00000020:00000001:0.0:1767384388.763432:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.763435:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de9dffd4. 00010000:00000001:0.0:1767384388.763437:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384388.763440:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767384388.763443:0:16771:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e6b3653f. 00010000:00000001:0.0:1767384388.763443:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763446:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763449:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:3.0:1767384388.763451:0:16771:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b17fb791. 00010000:00000001:0.0:1767384388.763451:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384388.763453:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #0 00000100:00100000:3.0:1767384388.763456:0:16771:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000009c1631e5:16771] 0 exiting: rc = 1 00000020:00000040:0.0:1767384388.763457:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001c6f5905 with handle 0x1cafe7b7e4a4fb3b from hash 00010000:00000001:0.0:1767384388.763462:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384388.763465:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763466:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763467:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384388.763468:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384388.763470:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763471:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763472:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384388.763476:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001c6f5905/0x1cafe7b7e4a4fb3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fb34 expref: 4 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384388.763481:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 2 00000100:00000010:1.0:1767384388.763482:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009c1631e5. 00000020:00000040:0.0:1767384388.763482:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 3 00010000:00000001:0.0:1767384388.763491:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767384388.763492:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000033612f4e. 00000001:00000040:0.0:1767384388.763495:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f48b3ea-8c4d-4, loop: 2 00000001:00000001:0.0:1767384388.763498:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:1.0:1767384388.763499:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000069acdc18. 00010000:00000040:0.0:1767384388.763500:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000068e02097 count: 2 00010000:00000001:0.0:1767384388.763504:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384388.763506:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000020:00000001:0.0:1767384388.763506:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763507:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384388.763510:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:0.0:1767384388.763511:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.763514:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384388.763517:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:0.0:1767384388.763518:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384388.763521:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384388.763523:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763524:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763525:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767384388.763526:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384388.763527:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384388.763529:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384388.763530:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a8171fae with handle 0x1cafe7b7e4a4fc45 from hash 00010000:00000001:0.0:1767384388.763533:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384388.763534:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003642d5b7. 00010000:00000001:0.0:1767384388.763534:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763536:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763539:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384388.763540:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384388.763541:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000907090ec 00010000:00000040:0.0:1767384388.763541:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000002c78521a, 4 locks cancelled. 00010000:00000001:0.0:1767384388.763544:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384388.763545:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000907090ec. 00010000:00000001:0.0:1767384388.763546:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763548:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384388.763551:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a8171fae/0x1cafe7b7e4a4fc45 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc3e expref: 3 pid: 16772 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384388.763553:0:39771:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:0.0:1767384388.763555:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 1 00000100:00000200:1.0:1767384388.763557:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:0.0:1767384388.763557:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 2 00010000:00000040:0.0:1767384388.763564:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000068e02097 count: 0 00000100:00100000:1.0:1767384388.763571:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:0.0:1767384388.763573:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384388.763574:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000001:00000040:0.0:1767384388.763576:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f48b3ea-8c4d-4, loop: 3 00000100:00000001:1.0:1767384388.763578:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:0.0:1767384388.763579:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384388.763582:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a82654 count: 2 00000400:00000001:1.0:1767384388.763583:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384388.763584:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:1.0:1767384388.763587:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384388.763588:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384388.763591:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:1.0:1767384388.763592:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b16949c0. 00010000:00000001:0.0:1767384388.763592:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.763597:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384388.763598:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e314d264 00010000:00000001:0.0:1767384388.763599:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384388.763600:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1767384388.763603:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e314d264. 00010000:00000001:0.0:1767384388.763604:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763606:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763607:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384388.763609:0:39771:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384388.763609:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384388.763610:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d3ae33d with handle 0x1cafe7b7e4a4fc29 from hash 00000100:00000200:1.0:1767384388.763612:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:0.0:1767384388.763613:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384388.763616:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763618:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384388.763619:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384388.763621:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384388.763622:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.763624:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384388.763626:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:0.0:1767384388.763626:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384388.763631:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00010000:0.0:1767384388.763631:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d3ae33d/0x1cafe7b7e4a4fc29 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x1cafe7b7e4a4fc22 expref: 2 pid: 16772 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384388.763636:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:0.0:1767384388.763637:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000002c78521a : new locks_count 0 00000400:00000001:1.0:1767384388.763640:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384388.763640:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 1 00010000:00000040:0.0:1767384388.763641:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008a82654 count: 0 00000400:00000001:1.0:1767384388.763645:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763647:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027add2b6. 00010000:00000001:0.0:1767384388.763647:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384388.763649:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 0f48b3ea-8c4d-4, loop: 4 00000400:00000200:1.0:1767384388.763653:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a2678c9 00000001:00000001:0.0:1767384388.763653:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:1.0:1767384388.763656:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a2678c9. 00000001:00000001:0.0:1767384388.763657:0:16765:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.763660:0:39771:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:0.0:1767384388.763661:0:16765:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000002c78521a, canceled 5 locks, left on hash table 0. 00000100:00000200:1.0:1767384388.763663:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:0.0:1767384388.763666:0:16765:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:0.0:1767384388.763668:0:16765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384388.763670:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:1.0:1767384388.763672:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:0.0:1767384388.763674:0:16765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.763677:0:16765:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000100:00000040:1.0:1767384388.763681:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000020:00000010:0.0:1767384388.763681:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009bfacfa. 00000100:00000001:1.0:1767384388.763684:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384388.763687:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000418f8349. 00000400:00000001:1.0:1767384388.763688:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763690:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763694:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004872db9e. 00000020:00000010:0.0:1767384388.763694:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000400:00000200:1.0:1767384388.763698:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e7489e 00000400:00000010:1.0:1767384388.763700:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0e7489e. 00000020:00000010:0.0:1767384388.763700:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000119beb2f. 00000100:00000001:1.0:1767384388.763707:0:39771:0:(events.c:286:request_in_callback()) Process entered 80000000:00000010:0.0:1767384388.763707:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000a25c345. 00000100:00000200:1.0:1767384388.763708:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.763714:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 40000000:00000010:0.0:1767384388.763714:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a40980e3. 00000100:00000040:1.0:1767384388.763718:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384388.763720:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00100000:00000010:0.0:1767384388.763720:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ab4e255. 00000400:00000001:1.0:1767384388.763721:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763724:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000010:0.0:1767384388.763726:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025db6076. 00000400:00000010:1.0:1767384388.763727:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b03b54a. 00000400:00000200:1.0:1767384388.763732:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c623cc37 00040000:00000010:0.0:1767384388.763732:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000e162aa8. 00000400:00000010:1.0:1767384388.763734:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c623cc37. 00000100:00000001:1.0:1767384388.763738:0:39771:0:(events.c:286:request_in_callback()) Process entered 00080000:00000010:0.0:1767384388.763739:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008039af84. 00000100:00000200:1.0:1767384388.763740:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00002000:00000010:0.0:1767384388.763745:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a55b7652. 00000100:00100000:1.0:1767384388.763749:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:0.0:1767384388.763750:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003da5efef. 00000100:00000040:1.0:1767384388.763751:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384388.763754:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384388.763755:0:16765:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000001:1.0:1767384388.763756:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763757:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763757:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002afb157f. 00000020:00000040:0.0:1767384388.763762:0:16765:0:(genops.c:898:class_export_put()) PUTting export 000000002c78521a : new refcount 0 00000400:00000200:1.0:1767384388.763764:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95f8d06 00000020:00000080:0.0:1767384388.763764:0:16765:0:(genops.c:904:class_export_put()) final put 000000002c78521a/0f48b3ea-8c4d-4a71-a385-ad1593de5a7a 00000400:00000010:1.0:1767384388.763767:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d95f8d06. 00000100:00000001:1.0:1767384388.763770:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.763771:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.763775:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.763776:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000020:00000001:0.0:1767384388.763776:0:16765:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384388.763779:0:16765:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.763780:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.763783:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384388.763784:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:1.0:1767384388.763785:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384388.763786:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.763787:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000010:1.0:1767384388.763788:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 00010000:00010000:0.0:1767384388.763789:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767384388.763792:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000002c78521a/0f48b3ea-8c4d-4a71-a385-ad1593de5a7a for MGS 00000400:00000200:1.0:1767384388.763793:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b27958c 00000020:00000001:0.0:1767384388.763793:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384388.763797:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b27958c. 00000020:00000001:0.0:1767384388.763797:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.763800:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 12 to 0@lo 00000100:00000001:1.0:1767384388.763803:0:39771:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:0.0:1767384388.763803:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384388.763804:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384388.763806:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000001:3.0:1767384388.763808:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:0.0:1767384388.763808:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384388.763811:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384388.763813:0:37:0:(genops.c:1229:class_import_get()) import 00000000f422fd43 refcount=2 obd=MGS 00010000:00010000:0.0:1767384388.763813:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384388.763818:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384388.763818:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384388.763820:0:37:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=1 obd=MGS 00000100:00000040:1.0:1767384388.763821:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000020:00000001:3.0:1767384388.763823:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384388.763824:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384388.763827:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767384388.763827:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763830:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384388.763831:0:37:0:(genops.c:1242:class_import_put()) import 00000000f422fd43 refcount=0 obd=MGS 00000400:00000010:1.0:1767384388.763831:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d898bb6. 00000020:00000040:3.0:1767384388.763836:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000f422fd43 00000400:00000200:1.0:1767384388.763837:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9e6c3fc 00000400:00000010:1.0:1767384388.763840:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9e6c3fc. 00000100:00000001:1.0:1767384388.763842:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.763843:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.763846:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.763847:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000020:00000001:3.0:1767384388.763848:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384388.763849:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.763850:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763852:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384388.763853:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000010:1.0:1767384388.763854:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000721c5cc0. 00000001:00000001:3.0:1767384388.763858:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:1.0:1767384388.763858:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dccec55 00000400:00000010:1.0:1767384388.763862:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dccec55. 00000001:00000010:3.0:1767384388.763864:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000007a03d0c. 00000100:00000001:1.0:1767384388.763865:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.763868:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384388.763871:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000241617a8. 00000001:00000010:3.0:1767384388.763877:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009753ef00. 00000100:00100000:1.0:1767384388.763878:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:3.0:1767384388.763881:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec84426e. 00000100:00000040:1.0:1767384388.763882:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384388.763886:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:3.0:1767384388.763887:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007f6725df. 00000400:00000001:1.0:1767384388.763889:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:3.0:1767384388.763892:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007db24ae6. 00000400:00000001:1.0:1767384388.763892:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763894:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4b00242. 00000001:00000001:3.0:1767384388.763898:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000200:1.0:1767384388.763900:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a88f761 00010000:00000001:3.0:1767384388.763902:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000010:1.0:1767384388.763904:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a88f761. 00010000:00000001:3.0:1767384388.763906:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:1.0:1767384388.763908:0:39771:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384388.763909:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000200:1.0:1767384388.763911:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:3.0:1767384388.763912:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.763917:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.763922:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 5 - export 00000100:00100000:1.0:1767384388.763922:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.763925:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000010:3.0:1767384388.763927:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002c78521a. 00000100:00000001:1.0:1767384388.763928:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.763931:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763933:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763934:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f1d442. 00000020:00000001:3.0:1767384388.763936:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000200:1.0:1767384388.763937:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ae53ed 00000020:00000001:3.0:1767384388.763942:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000010:1.0:1767384388.763944:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2ae53ed. 00000020:00000080:3.0:1767384388.763945:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000f422fd43 for MGS 00000100:00000001:1.0:1767384388.763947:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.763949:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384388.763951:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 11 to 0@lo 00000100:00100000:1.0:1767384388.763959:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384388.763962:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 4 - import 00000100:00000040:1.0:1767384388.763962:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384388.763965:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384388.763968:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000f422fd43. 00000400:00000001:1.0:1767384388.763968:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763969:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763972:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001181fd00. 00000400:00000200:1.0:1767384388.763975:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003286298d 00000020:00000001:3.0:1767384388.763976:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:1.0:1767384388.763976:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003286298d. 00000100:00000001:1.0:1767384388.763981:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.763982:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.763988:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.763989:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384388.763991:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.763992:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.763993:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.763995:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018c71049. 00000400:00000200:1.0:1767384388.763997:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048bff940 00000400:00000010:1.0:1767384388.763998:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048bff940. 00000100:00000001:1.0:1767384388.764001:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764002:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764007:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764009:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384388.764010:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764012:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764013:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764014:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000766f5a1b. 00000400:00000200:1.0:1767384388.764017:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000715d7ec9 00000400:00000010:1.0:1767384388.764019:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000715d7ec9. 00000100:00000001:1.0:1767384388.764021:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764022:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764026:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764028:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384388.764029:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764030:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764032:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764039:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f397ba. 00000400:00000200:1.0:1767384388.764042:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd78f9b2 00000400:00000010:1.0:1767384388.764044:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd78f9b2. 00000100:00000001:1.0:1767384388.764046:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764048:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764052:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764054:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384388.764056:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764057:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764059:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764060:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d38dfb81. 00000400:00000200:1.0:1767384388.764063:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff6b59e 00000400:00000010:1.0:1767384388.764064:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eff6b59e. 00000100:00000001:1.0:1767384388.764067:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764068:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764072:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764074:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384388.764075:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764077:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764078:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764080:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4103bc5. 00000400:00000200:1.0:1767384388.764082:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee390b6 00000400:00000010:1.0:1767384388.764084:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cee390b6. 00000100:00000001:1.0:1767384388.764085:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764086:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764091:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764093:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384388.764094:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764096:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764097:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764099:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000069be9cb. 00000400:00000200:1.0:1767384388.764102:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020fb6980 00000400:00000010:1.0:1767384388.764103:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020fb6980. 00000100:00000001:1.0:1767384388.764106:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764107:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764112:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764114:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384388.764115:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764123:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764124:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764126:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc891a64. 00000400:00000200:1.0:1767384388.764130:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f7ee8f5 00000400:00000010:1.0:1767384388.764131:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f7ee8f5. 00000100:00000001:1.0:1767384388.764133:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764134:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764138:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764139:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384388.764140:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764142:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764143:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764144:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000400:00000200:1.0:1767384388.764146:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b74fe32 00000400:00000010:1.0:1767384388.764147:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b74fe32. 00000100:00000001:1.0:1767384388.764149:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764150:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764153:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764154:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384388.764156:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764157:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764158:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764159:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d0466b. 00000400:00000200:1.0:1767384388.764160:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053ea5b71 00000400:00000010:1.0:1767384388.764161:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ea5b71. 00000100:00000001:1.0:1767384388.764162:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764162:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764164:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764165:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384388.764166:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764167:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764167:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764168:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001289bca1. 00000400:00000200:1.0:1767384388.764169:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010e3b6eb 00000400:00000010:1.0:1767384388.764174:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010e3b6eb. 00000100:00000001:1.0:1767384388.764176:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764176:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764179:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764183:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384388.764184:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764186:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764186:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764187:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af74f6e8. 00000400:00000200:1.0:1767384388.764188:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045318d09 00000400:00000010:1.0:1767384388.764189:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045318d09. 00000100:00000001:1.0:1767384388.764191:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764191:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764194:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764195:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384388.764196:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764197:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764198:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764199:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9d7fcd4. 00000400:00000200:1.0:1767384388.764200:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d7b9b24 00000400:00000010:1.0:1767384388.764201:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d7b9b24. 00000100:00000001:1.0:1767384388.764202:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764203:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764206:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764207:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384388.764207:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764208:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764209:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764210:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c39cdbd. 00000400:00000200:1.0:1767384388.764211:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e31125ae 00000400:00000010:1.0:1767384388.764212:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e31125ae. 00000100:00000001:1.0:1767384388.764214:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764214:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764228:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764229:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384388.764230:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764231:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764232:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764233:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043f7b98f. 00000400:00000200:1.0:1767384388.764235:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d2ff536 00000400:00000010:1.0:1767384388.764236:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d2ff536. 00000100:00000001:1.0:1767384388.764237:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764242:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764245:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764246:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384388.764247:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764249:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764249:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764250:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002169d910. 00000400:00000200:1.0:1767384388.764252:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d91838 00000400:00000010:1.0:1767384388.764253:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086d91838. 00000100:00000001:1.0:1767384388.764254:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764255:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764258:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764259:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384388.764260:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764261:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764262:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764263:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df7c8557. 00000400:00000200:1.0:1767384388.764264:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6949f1 00000400:00000010:1.0:1767384388.764265:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af6949f1. 00000100:00000001:1.0:1767384388.764266:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764267:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764269:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764270:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384388.764272:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764290:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764291:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764292:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e32971. 00000400:00000200:1.0:1767384388.764294:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95a01ad 00000400:00000010:1.0:1767384388.764295:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d95a01ad. 00000100:00000001:1.0:1767384388.764297:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764297:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764301:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764302:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384388.764303:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764304:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764304:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764305:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081a44b55. 00000400:00000200:1.0:1767384388.764307:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b4fb73c 00000400:00000010:1.0:1767384388.764311:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b4fb73c. 00000100:00000001:1.0:1767384388.764314:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764314:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764317:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764318:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384388.764319:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764320:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764321:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764322:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847bdfd2. 00000400:00000200:1.0:1767384388.764323:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bfd996 00000400:00000010:1.0:1767384388.764324:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1bfd996. 00000100:00000001:1.0:1767384388.764326:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764326:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764329:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764330:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384388.764331:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764332:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764332:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764333:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d612d639. 00000400:00000200:1.0:1767384388.764334:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000384e59dd 00000400:00000010:1.0:1767384388.764335:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000384e59dd. 00000100:00000001:1.0:1767384388.764337:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764337:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764341:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764341:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384388.764343:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764344:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764344:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764345:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb86854. 00000400:00000200:1.0:1767384388.764347:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1e5e2b 00000400:00000010:1.0:1767384388.764348:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc1e5e2b. 00000100:00000001:1.0:1767384388.764350:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764351:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764355:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764356:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384388.764358:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764359:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764360:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764368:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0080e30. 00000400:00000200:1.0:1767384388.764371:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85fed8a 00000400:00000010:1.0:1767384388.764373:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e85fed8a. 00000100:00000001:1.0:1767384388.764376:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764377:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764383:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764384:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384388.764387:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764389:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764390:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764391:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2d1deff. 00000400:00000200:1.0:1767384388.764394:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78138ea 00000400:00000010:1.0:1767384388.764395:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f78138ea. 00000100:00000001:1.0:1767384388.764396:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764397:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764401:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764402:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384388.764403:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764405:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764405:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764406:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099885154. 00000400:00000200:1.0:1767384388.764409:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab53361c 00000400:00000010:1.0:1767384388.764410:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab53361c. 00000100:00000001:1.0:1767384388.764413:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764413:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764418:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764420:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384388.764421:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764422:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764423:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764423:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1870665. 00000400:00000200:1.0:1767384388.764425:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ef8727 00000400:00000010:1.0:1767384388.764426:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032ef8727. 00000100:00000001:1.0:1767384388.764428:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764429:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764434:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764435:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384388.764436:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764441:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764442:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764443:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f55eb5d. 00000400:00000200:1.0:1767384388.764444:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097736fd9 00000400:00000010:1.0:1767384388.764445:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097736fd9. 00000100:00000001:1.0:1767384388.764450:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764451:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764453:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764454:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384388.764455:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764457:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764457:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764458:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6149aa6. 00000400:00000200:1.0:1767384388.764460:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028acbe02 00000400:00000010:1.0:1767384388.764460:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028acbe02. 00000100:00000001:1.0:1767384388.764462:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764462:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764465:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764466:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384388.764466:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764467:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764468:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764469:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004696b7ce. 00000400:00000200:1.0:1767384388.764470:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa3bd46 00000400:00000010:1.0:1767384388.764471:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aa3bd46. 00000100:00000001:1.0:1767384388.764471:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764472:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764474:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764475:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384388.764476:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764477:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764478:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764478:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b61bd3. 00000400:00000200:1.0:1767384388.764480:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c244011 00000400:00000010:1.0:1767384388.764480:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c244011. 00000100:00000001:1.0:1767384388.764482:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764482:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764485:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764489:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384388.764490:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764492:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764492:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764493:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445e32d6. 00000400:00000200:1.0:1767384388.764495:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6b02ae8 00000400:00000010:1.0:1767384388.764496:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6b02ae8. 00000100:00000001:1.0:1767384388.764498:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764498:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764501:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764502:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384388.764503:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764504:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764505:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764505:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001347a48e. 00000400:00000200:1.0:1767384388.764507:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9d54a8 00000400:00000010:1.0:1767384388.764507:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f9d54a8. 00000100:00000001:1.0:1767384388.764509:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764510:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764512:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764513:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384388.764514:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764515:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764516:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764516:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d9febb2. 00000400:00000200:1.0:1767384388.764518:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001702e61d 00000400:00000010:1.0:1767384388.764519:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001702e61d. 00000100:00000001:1.0:1767384388.764520:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764521:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764523:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764524:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384388.764525:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764526:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764527:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764528:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e16947b. 00000400:00000200:1.0:1767384388.764529:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb5b450 00000400:00000010:1.0:1767384388.764530:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eb5b450. 00000100:00000001:1.0:1767384388.764533:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764537:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764540:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764541:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384388.764542:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764543:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764544:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764545:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201b93d7. 00000400:00000200:1.0:1767384388.764546:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05c65c7 00000400:00000010:1.0:1767384388.764547:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05c65c7. 00000100:00000001:1.0:1767384388.764549:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764549:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764552:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764552:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384388.764553:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764554:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764555:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764556:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac4d8e. 00000400:00000200:1.0:1767384388.764557:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004808ea 00000400:00000010:1.0:1767384388.764558:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004808ea. 00000100:00000001:1.0:1767384388.764559:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764560:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764563:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764564:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384388.764565:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764565:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764566:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764567:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0be5138. 00000400:00000200:1.0:1767384388.764568:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007971425f 00000400:00000010:1.0:1767384388.764569:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007971425f. 00000100:00000001:1.0:1767384388.764570:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764571:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764574:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764575:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384388.764576:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764577:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764578:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764578:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851035ad. 00000400:00000200:1.0:1767384388.764580:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5b7edd2 00000400:00000010:1.0:1767384388.764584:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5b7edd2. 00000100:00000001:1.0:1767384388.764586:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764586:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764589:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764590:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384388.764592:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764593:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764595:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764596:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53b913b. 00000400:00000200:1.0:1767384388.764598:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056ea2a34 00000400:00000010:1.0:1767384388.764599:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056ea2a34. 00000100:00000001:1.0:1767384388.764602:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764603:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764608:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764609:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384388.764611:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764612:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764614:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764615:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009250a2ea. 00000400:00000200:1.0:1767384388.764618:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc759085 00000400:00000010:1.0:1767384388.764619:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc759085. 00000100:00000001:1.0:1767384388.764623:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764623:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764629:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764630:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384388.764632:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764634:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764635:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764636:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd476c76. 00000400:00000200:1.0:1767384388.764639:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006587b30e 00000400:00000010:1.0:1767384388.764640:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006587b30e. 00000100:00000001:1.0:1767384388.764642:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764642:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764646:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764647:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384388.764649:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764650:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764651:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764657:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059fde146. 00000400:00000200:1.0:1767384388.764659:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cb9675 00000400:00000010:1.0:1767384388.764660:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7cb9675. 00000100:00000001:1.0:1767384388.764663:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764664:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764670:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764671:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384388.764673:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764674:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764675:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764676:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aeb161c. 00000400:00000200:1.0:1767384388.764678:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036048db8 00000400:00000010:1.0:1767384388.764679:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036048db8. 00000100:00000001:1.0:1767384388.764680:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764681:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764683:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764684:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384388.764685:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764686:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764686:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764687:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068a70f21. 00000400:00000200:1.0:1767384388.764688:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1837f03 00000400:00000010:1.0:1767384388.764689:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1837f03. 00000100:00000001:1.0:1767384388.764690:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764691:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764693:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764697:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384388.764698:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764700:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764700:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764701:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a404c3dd. 00000400:00000200:1.0:1767384388.764703:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f368eb21 00000400:00000010:1.0:1767384388.764703:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f368eb21. 00000100:00000001:1.0:1767384388.764705:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764706:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764708:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764709:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384388.764710:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764714:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764715:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764717:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006799ac2d. 00000400:00000200:1.0:1767384388.764718:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a07671 00000400:00000010:1.0:1767384388.764719:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7a07671. 00000100:00000001:1.0:1767384388.764721:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764722:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764726:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764727:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384388.764728:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764729:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764730:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764731:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b78b211. 00000400:00000200:1.0:1767384388.764732:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec85a0f 00000400:00000010:1.0:1767384388.764733:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ec85a0f. 00000100:00000001:1.0:1767384388.764735:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764735:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764738:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764739:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384388.764740:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764740:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764741:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764742:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0a3cf8. 00000400:00000200:1.0:1767384388.764743:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f42954ea 00000400:00000010:1.0:1767384388.764744:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f42954ea. 00000100:00000001:1.0:1767384388.764745:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764746:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764749:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764750:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384388.764751:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764752:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764753:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764754:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2e04338. 00000400:00000200:1.0:1767384388.764755:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44ec2f6 00000400:00000010:1.0:1767384388.764756:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a44ec2f6. 00000100:00000001:1.0:1767384388.764757:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764758:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764760:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764765:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384388.764766:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764768:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764768:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764769:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c54eded. 00000400:00000200:1.0:1767384388.764771:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f566d75 00000400:00000010:1.0:1767384388.764772:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f566d75. 00000100:00000001:1.0:1767384388.764773:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764774:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764777:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764778:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384388.764779:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764780:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764781:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764782:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb98aa5. 00000400:00000200:1.0:1767384388.764783:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f765d0 00000400:00000010:1.0:1767384388.764784:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094f765d0. 00000100:00000001:1.0:1767384388.764785:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764786:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764789:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764790:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384388.764791:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764792:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764792:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764793:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4054b47. 00000400:00000200:1.0:1767384388.764794:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0582fa6 00000400:00000010:1.0:1767384388.764795:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0582fa6. 00000100:00000001:1.0:1767384388.764797:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764797:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764800:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764801:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384388.764802:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384388.764803:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384388.764803:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384388.764804:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d620e43. 00000400:00000200:1.0:1767384388.764805:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045796e2b 00000400:00000010:1.0:1767384388.764806:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045796e2b. 00000100:00000001:1.0:1767384388.764807:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384388.764811:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384388.764814:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384388.764815:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384388.764817:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384388.764819:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764820:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764822:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764823:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764824:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764825:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764826:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764826:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764827:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764828:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764829:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764830:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764831:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764832:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764833:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764833:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764834:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764835:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764835:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764836:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764837:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764837:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764838:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764839:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764839:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764840:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764841:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764842:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764843:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764844:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764844:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764845:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764846:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764846:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764847:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764847:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764852:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764852:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764854:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764854:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764855:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764856:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764856:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764857:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764858:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764859:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764859:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764860:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764861:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764861:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764863:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764863:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764864:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764865:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764866:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764866:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764867:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764867:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764868:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764869:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764870:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764870:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764871:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764871:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764872:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764873:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764874:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764874:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764875:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764876:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764877:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764877:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764878:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764879:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764879:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764880:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764884:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764885:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764886:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764887:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764887:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764888:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764889:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764889:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764890:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764891:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764892:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764892:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764893:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764893:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764894:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764895:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764896:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764897:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764899:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764900:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764901:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764902:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764903:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764905:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764906:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764908:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764910:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764911:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764914:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764915:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764917:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764918:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764921:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764922:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764924:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764925:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764927:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764928:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764929:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764930:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764936:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764941:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764943:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764944:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764945:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764946:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764947:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764949:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764950:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764951:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384388.764953:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384388.764954:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384388.764958:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000683b6f95. 00000100:00000010:1.0:1767384388.764962:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000415c02be. 00000100:00000010:1.0:1767384388.764964:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000080c528a. 00000100:00000010:1.0:1767384388.764967:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dc4528e. 00000100:00000010:1.0:1767384388.764970:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ee06406. 00000100:00000010:1.0:1767384388.764973:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfaf845f. 00000100:00000010:1.0:1767384388.764976:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d54e4f8. 00000100:00000010:1.0:1767384388.764978:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000201716d9. 00000100:00000010:1.0:1767384388.764980:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f557ea7a. 00000100:00000010:1.0:1767384388.764983:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053bf0474. 00000100:00000010:1.0:1767384388.764986:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002de04b3c. 00000100:00000010:1.0:1767384388.764989:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c727c008. 00000100:00000010:1.0:1767384388.764992:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000608acb52. 00000100:00000010:1.0:1767384388.765011:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f60b3932. 00000100:00000010:1.0:1767384388.765014:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c30afba. 00000100:00000010:1.0:1767384388.765016:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032927d0d. 00000100:00000010:1.0:1767384388.765018:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000008d669. 00000100:00000010:1.0:1767384388.765021:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a62a14f9. 00000100:00000010:1.0:1767384388.765024:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c857a1e7. 00000100:00000010:1.0:1767384388.765026:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d90089c. 00000100:00000010:1.0:1767384388.765028:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008dc6ef15. 00000100:00000010:1.0:1767384388.765031:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac220fef. 00000100:00000010:1.0:1767384388.765034:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000094291a6. 00000100:00000010:1.0:1767384388.765041:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013292f18. 00000100:00000010:1.0:1767384388.765044:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073c9a3b2. 00000100:00000010:1.0:1767384388.765046:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089e8d5ad. 00000100:00000010:1.0:1767384388.765050:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003237d768. 00000100:00000010:1.0:1767384388.765053:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009db0638f. 00000100:00000010:1.0:1767384388.765055:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000effe3bfb. 00000100:00000010:1.0:1767384388.765058:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d4111ea. 00000100:00000010:1.0:1767384388.765060:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000012f6848b. 00000100:00000010:1.0:1767384388.765064:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ace330b. 00000100:00000010:1.0:1767384388.765066:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f650fb2. 00000100:00000010:1.0:1767384388.765068:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e34898f. 00000100:00000010:1.0:1767384388.765071:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d09f2c1. 00000100:00000010:1.0:1767384388.765086:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a04feac5. 00000100:00000010:1.0:1767384388.765090:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006868c499. 00000100:00000010:1.0:1767384388.765101:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a9abcb8. 00000100:00000010:1.0:1767384388.765103:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096beba1b. 00000100:00000010:1.0:1767384388.765107:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000509ceb43. 00000100:00000010:1.0:1767384388.765110:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a1240e01. 00000100:00000010:1.0:1767384388.765117:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8ed3578. 00000100:00000010:1.0:1767384388.765120:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf29c3ef. 00000100:00000010:1.0:1767384388.765123:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c90098f. 00000100:00000010:1.0:1767384388.765125:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cce9dbd9. 00000100:00000010:1.0:1767384388.765129:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa13f3b7. 00000100:00000010:1.0:1767384388.765132:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000724ae0f2. 00000100:00000010:1.0:1767384388.765134:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cce923e5. 00000100:00000010:1.0:1767384388.765136:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b971bdc. 00000100:00000010:1.0:1767384388.765139:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000537357db. 00000100:00000010:1.0:1767384388.765152:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f9e12f3. 00000100:00000010:1.0:1767384388.765157:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000168fc1e8. 00000100:00000010:1.0:1767384388.765160:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000220604d5. 00000100:00000010:1.0:1767384388.765165:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8ac420b. 00000100:00000010:1.0:1767384388.765168:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a1b9a85. 00000100:00000010:1.0:1767384388.765170:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea2c995e. 00000100:00000010:1.0:1767384388.765181:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000028ccf1ea. 00000100:00000010:1.0:1767384388.765184:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011ab4466. 00000100:00000010:1.0:1767384388.765186:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e2b85062. 00000100:00000010:1.0:1767384388.765201:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a72f18c. 00000100:00000010:1.0:1767384388.765204:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d08f7f6a. 00000100:00000010:1.0:1767384388.765214:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000894a05e9. 00000100:00000010:1.0:1767384388.765230:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e183a95d. 00000100:00000010:1.0:1767384388.765233:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a91030f6. 00000100:00000010:1.0:1767384388.765235:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000066e45f93. 00000100:00000010:1.0:1767384388.765238:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5ab0cdd. 00000100:00000010:1.0:1767384388.765240:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000017e261c4. 00000100:00000010:1.0:1767384388.765243:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c90b09b. 00000100:00000010:1.0:1767384388.765245:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056765337. 00000100:00000010:1.0:1767384388.765248:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b53552d. 00000100:00000010:1.0:1767384388.765251:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000437b4eca. 00000100:00000010:1.0:1767384388.765255:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eb4d440. 00000100:00000010:1.0:1767384388.765258:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7e9883d. 00000100:00000010:1.0:1767384388.765265:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3678d7a. 00000100:00000010:1.0:1767384388.765268:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000353489e1. 00000100:00000010:1.0:1767384388.765272:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000239c0fb7. 00000100:00000010:1.0:1767384388.765292:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d61858a. 00000100:00000010:1.0:1767384388.765299:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043975efa. 00000100:00000010:1.0:1767384388.765302:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000822bb1df. 00000100:00000010:1.0:1767384388.765305:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000269fb603. 00000100:00000010:1.0:1767384388.765307:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000080b97ef1. 00000100:00000010:1.0:1767384388.765310:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e96f3816. 00000100:00000010:1.0:1767384388.765314:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d15b7fe. 00000100:00000010:1.0:1767384388.765323:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8fd6309. 00000100:00000010:1.0:1767384388.765326:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b57115c0. 00000100:00000010:1.0:1767384388.765352:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c38297d2. 00000100:00000010:1.0:1767384388.765366:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b727ef01. 00000100:00000010:1.0:1767384388.765370:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f6cc62c. 00000100:00000010:1.0:1767384388.765372:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0ee273a. 00000100:00000010:1.0:1767384388.765382:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd0708a9. 00000100:00000010:1.0:1767384388.765385:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d403a808. 00000100:00000010:1.0:1767384388.765389:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011ce5843. 00000100:00000010:1.0:1767384388.765393:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e3d88bf. 00000100:00000010:1.0:1767384388.765396:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbbc8a7b. 00000100:00000010:1.0:1767384388.765399:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc8905fc. 00000100:00000010:1.0:1767384388.765401:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f7b77b. 00000100:00000010:1.0:1767384388.765404:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0d0712d. 00000100:00000010:1.0:1767384388.765406:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070b54465. 00000100:00000010:1.0:1767384388.765409:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002214b027. 00000100:00000010:1.0:1767384388.765412:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f04da3e. 00000100:00000010:1.0:1767384388.765416:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000462d60db. 00000100:00000010:1.0:1767384388.765432:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ee926bb. 00000100:00000010:1.0:1767384388.765436:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c60d9ce. 00000100:00000010:1.0:1767384388.765440:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066fb4805. 00000100:00000010:1.0:1767384388.765442:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087e335e7. 00000100:00000010:1.0:1767384388.765444:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009313b9f7. 00000100:00000010:1.0:1767384388.765446:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2ba2d53. 00000100:00000010:1.0:1767384388.765449:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081633e7f. 00000100:00000010:1.0:1767384388.765451:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce6b8532. 00000100:00000010:1.0:1767384388.765459:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e94397d. 00000100:00000010:1.0:1767384388.765462:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000429e5c78. 00000100:00000010:1.0:1767384388.765464:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004de0e081. 00000100:00000010:1.0:1767384388.765466:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ceb800b1. 00000100:00000010:1.0:1767384388.765470:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f904d0ec. 00000100:00000010:1.0:1767384388.765472:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000653edf76. 00000100:00000010:1.0:1767384388.765474:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000606f2a33. 00000100:00000010:1.0:1767384388.765476:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d16ace9. 00000100:00000010:1.0:1767384388.765479:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7268893. 00000100:00000010:1.0:1767384388.765482:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000653db858. 00000100:00000010:1.0:1767384388.765485:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e572274a. 00000100:00000010:1.0:1767384388.765487:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d9c8fde. 00000100:00000010:1.0:1767384388.765489:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7f11df8. 00000100:00000010:1.0:1767384388.765497:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4b7c05c. 00000100:00000010:1.0:1767384388.765499:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a6666a0. 00000100:00000010:1.0:1767384388.765501:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000062518b89. 00000100:00000010:1.0:1767384388.765503:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007710ffa9. 00000100:00000010:1.0:1767384388.765504:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f5d3576. 00000100:00000010:1.0:1767384388.765512:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d5543ed. 00000100:00000010:1.0:1767384388.765519:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ebd275a0. 00000100:00000010:1.0:1767384388.765525:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005d3d6e34. 00000100:00000010:1.0:1767384388.765533:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e3e871c3. 00000100:00000001:1.0:1767384388.765539:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384388.765540:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384388.765543:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384388.765544:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384388.765545:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000008effcf85. 00000100:00000001:1.0:1767384388.765547:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384388.765548:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.765550:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384388.765551:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000395923c2. 00000100:00000001:1.0:1767384388.765553:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384388.765554:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384388.765555:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004dc4ff2c. 00000100:00000001:1.0:1767384388.765557:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384388.765558:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384388.765560:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000078c3a1f3. 00000100:00000001:1.0:1767384388.765562:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384388.765563:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384388.765564:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d813cb92. 00000100:00000001:1.0:1767384388.765567:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384388.765692:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002f1fefa7. 00000020:00000010:1.0:1767384388.765716:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eacaea64. 00000020:00000010:1.0:1767384388.765721:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f8780883. 00000020:00000010:1.0:1767384388.765725:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d38fafcc. 00000020:00000010:1.0:1767384388.765729:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006ce55be4. 00000020:00000010:1.0:1767384388.765733:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a0d94e2c. 00000100:00000010:1.0:1767384388.765766:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b920982f. 00000100:00000010:1.0:1767384388.765779:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bcf6a611. 00000100:00000010:1.0:1767384388.765788:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000000bfc52e. 00000100:00000010:1.0:1767384388.765791:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000270caa00. 00000100:00000001:1.0:1767384388.765794:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384388.765798:0:39771:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:1.0:1767384388.765802:0:39771:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:1.0:1767384388.765806:0:39771:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384388.765810:0:39771:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008fe06645. 00080000:00000001:1.0:1767384388.765814:0:39771:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446630081097164624 : -113992612386992 : ffff985306d4e750) 00080000:00000001:1.0:1767384388.765816:0:39771:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446630081097164624 : -113992612386992 : ffff985306d4e750) 00080000:00000001:1.0:1767384388.765819:0:39771:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:1.0:1767384388.765821:0:39771:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384388.765823:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765825:0:39771:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072666862031 : -1042689585 : ffffffffc1d9d1cf) 00080000:00000001:1.0:1767384388.765827:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765829:0:39771:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:1.0:1767384388.765832:0:39771:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:1.0:1767384388.765835:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765836:0:39771:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765838:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765839:0:39771:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072666862033 : -1042689583 : ffffffffc1d9d1d1) 00080000:00000001:1.0:1767384388.765841:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765843:0:39771:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:1.0:1767384388.765845:0:39771:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:1.0:1767384388.765846:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765884:0:39771:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765887:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765889:0:39771:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630081097164960 : -113992612386656 : ffff985306d4e8a0) 00080000:00000001:1.0:1767384388.765891:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765893:0:39771:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:1.0:1767384388.765897:0:39771:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000016b25210. 20000000:00000010:1.0:1767384388.765900:0:39771:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000000d305da4. 00080000:00000001:1.0:1767384388.765902:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765905:0:39771:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765907:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765908:0:39771:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630081097164960 : -113992612386656 : ffff985306d4e8a0) 00080000:00000001:1.0:1767384388.765915:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765918:0:39771:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384388.765921:0:39771:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005f544e48. 20000000:00000010:1.0:1767384388.765928:0:39771:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000089eeae73. 00080000:00000001:1.0:1767384388.765930:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765932:0:39771:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765933:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765935:0:39771:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630081097164960 : -113992612386656 : ffff985306d4e8a0) 00080000:00000001:1.0:1767384388.765936:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765937:0:39771:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:1.0:1767384388.765939:0:39771:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d9836e5b. 20000000:00000010:1.0:1767384388.765941:0:39771:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000d7120be2. 00080000:00000001:1.0:1767384388.765943:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765944:0:39771:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765946:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765947:0:39771:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630081097164960 : -113992612386656 : ffff985306d4e8a0) 00080000:00000001:1.0:1767384388.765948:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765949:0:39771:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384388.765952:0:39771:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006330f800. 20000000:00000010:1.0:1767384388.765953:0:39771:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000f0348069. 00080000:00000001:1.0:1767384388.765955:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765957:0:39771:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.765958:0:39771:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384388.765960:0:39771:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630081097164960 : -113992612386656 : ffff985306d4e8a0) 00080000:00000001:1.0:1767384388.765961:0:39771:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384388.765963:0:39771:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:1.0:1767384388.765965:0:39771:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008fcfa737. 20000000:00000010:1.0:1767384388.765967:0:39771:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000e955552a. 00080000:00000001:1.0:1767384388.765969:0:39771:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384388.765971:0:39771:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384388.765973:0:39771:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:1.0:1767384388.765981:0:39771:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008fe06645. 00080000:00000010:1.0:1767384388.765985:0:39771:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00080000:00000001:1.0:1767384388.765989:0:39771:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:1.0:1767384388.765990:0:39771:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384388.766241:0:39771:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000a87acb3f. 20000000:00000010:1.0:1767384388.766246:0:39771:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000fa238bce. 20000000:00000010:1.0:1767384388.766250:0:39771:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000e6d6f078. 20000000:00000010:1.0:1767384388.766253:0:39771:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000054680d53. 20000000:00000010:1.0:1767384388.766255:0:39771:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000d6924c0d. 20000000:00000010:1.0:1767384388.766258:0:39771:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000e955552a. 20000000:00000010:1.0:1767384388.766261:0:39771:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008fcfa737. 20000000:00000010:1.0:1767384388.766263:0:39771:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000f0348069. 20000000:00000010:1.0:1767384388.766265:0:39771:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006330f800. 20000000:00000010:1.0:1767384388.766267:0:39771:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000d7120be2. 20000000:00000010:1.0:1767384388.766269:0:39771:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d9836e5b. 20000000:00000010:1.0:1767384388.766272:0:39771:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000089eeae73. 20000000:00000010:1.0:1767384388.766291:0:39771:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005f544e48. 20000000:00000010:1.0:1767384388.766294:0:39771:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000000d305da4. 20000000:00000010:1.0:1767384388.766296:0:39771:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000016b25210. 20000000:00000001:1.0:1767384388.766300:0:39771:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:1.0:1767384388.766309:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dd3428df. 20000000:00000010:1.0:1767384388.766313:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000679145b. 20000000:00000010:1.0:1767384388.766316:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c8ba451. 20000000:00000010:1.0:1767384388.766321:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cb3ecb76. 20000000:00000010:1.0:1767384388.766324:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005b23ada5. 20000000:00000010:1.0:1767384388.766327:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e6a62d76. 20000000:00000010:1.0:1767384388.766331:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cacd9cd7. 20000000:00000010:1.0:1767384388.766334:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000073c10cfd. 20000000:00000010:1.0:1767384388.766337:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001b0acecc. 20000000:00000010:1.0:1767384388.766341:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ae14543f. 20000000:00000010:1.0:1767384388.766344:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000320ded98. 20000000:00000010:1.0:1767384388.766347:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000ac1990f. 20000000:00000010:1.0:1767384388.766349:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ed34e5b1. 20000000:00000010:1.0:1767384388.766353:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bc820057. 20000000:00000010:1.0:1767384388.766356:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0b951db. 20000000:00000010:1.0:1767384388.766359:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007f5d521f. 20000000:00000010:1.0:1767384388.766362:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e205d1c5. 20000000:00000010:1.0:1767384388.766372:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c84fb3ff. 20000000:00000010:1.0:1767384388.766375:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000509d7618. 20000000:00000010:1.0:1767384388.766378:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003187d32e. 20000000:00000010:1.0:1767384388.766382:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000052f55500. 20000000:00000010:1.0:1767384388.766385:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007eb25790. 20000000:00000010:1.0:1767384388.766388:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050a5eb44. 20000000:00000010:1.0:1767384388.766392:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b14ba506. 20000000:00000010:1.0:1767384388.766394:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d05212f9. 20000000:00000010:1.0:1767384388.766398:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008fb95ca6. 20000000:00000010:1.0:1767384388.766400:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000417f566b. 20000000:00000010:1.0:1767384388.766405:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004cdb1da8. 20000000:00000010:1.0:1767384388.766408:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ab4b8628. 20000000:00000010:1.0:1767384388.766412:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000953ec108. 20000000:00000010:1.0:1767384388.766416:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a472518. 20000000:00000010:1.0:1767384388.766419:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006118494f. 20000000:00000010:1.0:1767384388.766422:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003a8001e4. 20000000:00000010:1.0:1767384388.766425:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e68e2ee0. 20000000:00000010:1.0:1767384388.766428:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c1e61ac. 20000000:00000010:1.0:1767384388.766432:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e0c7d01. 20000000:00000010:1.0:1767384388.766436:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005c56a54b. 20000000:00000010:1.0:1767384388.766440:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000a1b3fcc. 20000000:00000010:1.0:1767384388.766445:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000014079fb8. 20000000:00000010:1.0:1767384388.766447:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d483db49. 20000000:00000010:1.0:1767384388.766449:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cba4c3da. 20000000:00000010:1.0:1767384388.766453:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000053cc85e4. 20000000:00000010:1.0:1767384388.766461:0:39771:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000002ce1a6b0. 20000000:00000010:1.0:1767384388.766465:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfa5dd7d. 20000000:00000010:1.0:1767384388.766469:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2a5ea05. 20000000:00000010:1.0:1767384388.766471:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cfae9a55. 20000000:00000010:1.0:1767384388.766473:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aad0098a. 20000000:00000010:1.0:1767384388.766476:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e29e52e. 20000000:00000010:1.0:1767384388.766479:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009e63fc4d. 20000000:00000010:1.0:1767384388.766481:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c833a9c4. 20000000:00000010:1.0:1767384388.766484:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a41f89d. 20000000:00000010:1.0:1767384388.766493:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b454eec. 20000000:00000010:1.0:1767384388.766496:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cca45323. 20000000:00000010:1.0:1767384388.766499:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cd88f470. 20000000:00000010:1.0:1767384388.766503:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c8f4f76d. 20000000:00000010:1.0:1767384388.766506:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000008e87c8c. 20000000:00000010:1.0:1767384388.766509:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000822567c8. 20000000:00000010:1.0:1767384388.766512:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037ea72d7. 20000000:00000010:1.0:1767384388.766516:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e71d7d4. 20000000:00000010:1.0:1767384388.766519:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fe32664a. 20000000:00000010:1.0:1767384388.766522:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000015f61599. 20000000:00000010:1.0:1767384388.766525:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d8d6c38. 20000000:00000010:1.0:1767384388.766528:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006242da40. 20000000:00000010:1.0:1767384388.766531:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000f02960e. 20000000:00000010:1.0:1767384388.766534:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000125383fa. 20000000:00000010:1.0:1767384388.766537:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e4c51d3. 20000000:00000010:1.0:1767384388.766540:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e5c8be9. 20000000:00000010:1.0:1767384388.766542:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000785271cf. 20000000:00000010:1.0:1767384388.766545:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f15f0ec. 20000000:00000010:1.0:1767384388.766548:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009990818c. 20000000:00000010:1.0:1767384388.766550:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d55fa7a. 20000000:00000010:1.0:1767384388.766553:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d5bbb750. 20000000:00000010:1.0:1767384388.766556:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064c2f083. 20000000:00000010:1.0:1767384388.766558:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000088767ec7. 20000000:00000010:1.0:1767384388.766561:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c9d0e15. 20000000:00000010:1.0:1767384388.766563:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000015bd5ea5. 20000000:00000010:1.0:1767384388.766566:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d63722a0. 20000000:00000010:1.0:1767384388.766569:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000af6d461d. 20000000:00000010:1.0:1767384388.766572:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009b7fa39b. 20000000:00000010:1.0:1767384388.766575:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009b1b5e00. 20000000:00000010:1.0:1767384388.766578:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3dda522. 20000000:00000010:1.0:1767384388.766580:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e761e54. 20000000:00000010:1.0:1767384388.766583:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f6185074. 20000000:00000010:1.0:1767384388.766587:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000086d58e25. 20000000:00000010:1.0:1767384388.766592:0:39771:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fc587655. 20000000:00000010:1.0:1767384388.766603:0:39771:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000faf07b87. 20000000:00000010:1.0:1767384388.766755:0:39771:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000086e4475d. 20000000:00000010:1.0:1767384388.766760:0:39771:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000405ddd5d. 20000000:00000010:1.0:1767384388.766764:0:39771:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003bb8fa3c. 20000000:00000010:1.0:1767384388.766767:0:39771:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000de3337bf. 20000000:00000010:1.0:1767384388.766769:0:39771:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000009dd810d9. 20000000:00000010:1.0:1767384388.766772:0:39771:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000d6908a26. 20000000:00000010:1.0:1767384388.766786:0:39771:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000002c567728. 20000000:00000010:1.0:1767384388.766790:0:39771:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000ec146909. 20000000:00000010:1.0:1767384388.766793:0:39771:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000009f946b50. 00010000:00000001:1.0:1767384388.766797:0:39771:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384388.766799:0:39771:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384388.766801:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384388.766803:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384388.766806:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.766808:0:39771:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384388.766809:0:39771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384388.766811:0:39771:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.766813:0:39771:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.766815:0:39771:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:1.0:1767384388.766819:0:39771:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:1.0:1767384388.766821:0:39771:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:1.0:1767384388.766835:0:39771:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384388.766840:0:39771:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000dc83d0ba - data 0000000042fb2d85/00000000f877b70a 00000020:00000010:1.0:1767384388.766929:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000008a92e870. 00000020:00000010:1.0:1767384388.766933:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000003fce9b0c. 00000020:00000010:1.0:1767384388.766935:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f877b70a. 00000020:00000010:1.0:1767384388.766937:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000707a8b7e. 00000020:00000010:1.0:1767384388.766940:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000af92a92e. 00000020:00000010:1.0:1767384388.766942:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000987dac02. 00000020:00000010:1.0:1767384388.766944:0:39771:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000dc83d0ba. 00000020:01000000:1.0:1767384388.766947:0:39771:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000c264fa91 - data 0000000024f301ac/0000000043e956c7 00000020:00000010:1.0:1767384388.767020:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000779697bb. 00000020:00000010:1.0:1767384388.767023:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000002c0c7c57. 00000020:00000010:1.0:1767384388.767030:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000043e956c7. 00000020:00000010:1.0:1767384388.767032:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000e43902e3. 00000020:00000010:1.0:1767384388.767035:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000a222cd0f. 00000020:00000010:1.0:1767384388.767037:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c6d4bbfd. 00000020:00000010:1.0:1767384388.767039:0:39771:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000c264fa91. 00000020:00000001:1.0:1767384388.767041:0:39771:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:1.0:1767384388.767106:0:39771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000042a990f6 : new refcount 2 00000040:00000001:1.0:1767384388.767109:0:39771:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384388.767110:0:39771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000042a990f6 : new refcount 1 00080000:00000010:1.0:1767384388.767131:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004d03f91f. 00000020:00000010:1.0:1767384388.767135:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000025aaef9c. 00000020:00000010:1.0:1767384388.767140:0:39771:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000003fc382cb. 00080000:00000010:1.0:1767384388.767148:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000206bbce3. 00000020:00000010:1.0:1767384388.767150:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004bb02c58. 00000020:00000010:1.0:1767384388.767154:0:39771:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000ce1aa5e5. 00000020:00000040:1.0:1767384388.767157:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000006a28b51b : new refcount 1 00000040:00000010:1.0:1767384388.767159:0:39771:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000042a990f6. 00000040:00000001:1.0:1767384388.767163:0:39771:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384388.767167:0:39771:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 000000008fe06645. 00080000:00000001:1.0:1767384388.767170:0:39771:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384388.767172:0:39771:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384388.767175:0:39771:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:1.0:1767384388.767178:0:39771:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384388.767179:0:39771:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384388.767181:0:39771:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384388.767182:0:39771:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 000000008fe06645. 00080000:00000010:1.0:1767384388.767189:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001f3b9cab. 00000020:00000010:1.0:1767384388.767191:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000e1bf7b5. 00000020:00000002:1.0:1767384388.767195:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000009825b0f4/00000000de298979 to site lru. bkt: 00000000392778d0 00000001:00000001:1.0:1767384388.767198:0:39771:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:1.0:1767384388.767200:0:39771:0:(lu_object.c:207:lu_object_put()) Add 000000003c0863a6/00000000a3a773ec to site lru. bkt: 00000000522a3451 00000001:00000010:1.0:1767384388.767202:0:39771:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000e4bf4712. 00000001:00000001:1.0:1767384388.767204:0:39771:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:1.0:1767384388.767250:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000529f559. 00000020:00000010:1.0:1767384388.767258:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e2acb9f7. 00000020:00000010:1.0:1767384388.767262:0:39771:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f4b75dfd. 00080000:00000010:1.0:1767384388.767295:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003c0863a6. 00000020:00000010:1.0:1767384388.767299:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a3a773ec. 00080000:00000010:1.0:1767384388.767311:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009825b0f4. 00000020:00000010:1.0:1767384388.767314:0:39771:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000de298979. 00000020:00000010:1.0:1767384388.767334:0:39771:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 000000008feec8f1. 00010000:00000001:1.0:1767384388.767338:0:39771:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384388.767341:0:39771:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384388.767363:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000078569439. 00000020:00000010:1.0:1767384388.767367:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000012dc590f. 00000020:00000010:1.0:1767384388.767369:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000037dc25ac. 00010000:00000001:1.0:1767384388.767391:0:39771:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384388.767399:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000af3face6. 00000020:00000010:1.0:1767384388.767401:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c4d03c4e. 00000020:00000010:1.0:1767384388.767403:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000382cb6bf. 00000020:00000010:1.0:1767384388.767404:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c3e96887. 00000020:00000010:1.0:1767384388.767406:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000f2d4c4a8. 00000020:00000010:1.0:1767384388.767408:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000020e44aad. 00000001:00000001:1.0:1767384388.767436:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.767439:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000059f4e6c6. 00000001:00000010:1.0:1767384388.767441:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000f836fc3e. 00000001:00000010:1.0:1767384388.767443:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000be11e4e7. 00000001:00000010:1.0:1767384388.767445:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000be2778dd. 00000001:00000001:1.0:1767384388.767447:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384388.767448:0:39771:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000fa77d975. 00010000:00000001:1.0:1767384388.767453:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384388.767455:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384388.767456:0:39771:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:1.0:1767384388.767476:0:39771:0:(lu_object.c:1020:lu_site_print()) header@00000000d4c419b2[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:1.0:1767384388.767479:0:39771:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000fbb8fac5osd-zfs-object@00000000fbb8fac5 00000020:00001000:1.0:1767384388.767481:0:39771:0:(lu_object.c:1020:lu_site_print()) } header@00000000d4c419b2 20000000:00000001:1.0:1767384388.767483:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384388.767485:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.767492:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.767494:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb11 00000020:00000040:1.0:1767384388.767496:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f12e56cb with handle 0x1cafe7b7e4a4fb11 from hash 00000020:00000001:1.0:1767384388.767500:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.767501:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f12e56cb : new refcount 1 00000020:00000001:1.0:1767384388.767503:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.767504:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f12e56cb : new refcount 0 00000020:00000080:1.0:1767384388.767505:0:39771:0:(genops.c:904:class_export_put()) final put 00000000f12e56cb/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384388.767507:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767516:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.767518:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384388.767520:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767521:0:39771:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384388.767523:0:39771:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384388.767525:0:39771:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630081132173024 : -113992577378592 : ffff985308eb16e0) 00000020:01000004:1.0:1767384388.767527:0:39771:0:(tgt_mount.c:188:server_put_mount()) put mount 000000004b1752ac from MGS, refs=2 00000020:00000001:1.0:1767384388.767530:0:39771:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384388.767531:0:39771:0:(obd_mount.c:705:lustre_put_lsi()) put 000000004b1752ac 2 00000020:00000001:1.0:1767384388.767533:0:39771:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.767535:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384388.767535:0:39771:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384388.767538:0:39771:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:3.0:1767384388.767539:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f12e56cb/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384388.767541:0:39771:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630081132173024 : -113992577378592 : ffff985308eb16e0) 00000020:00000001:3.0:1767384388.767543:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:1.0:1767384388.767544:0:39771:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000004b1752ac from MGS 00000020:00000001:3.0:1767384388.767545:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.767548:0:39771:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000008711f3b1. 00000020:00000040:3.0:1767384388.767549:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 5 - export 00000020:00000010:1.0:1767384388.767553:0:39771:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000087a0193e. 00000020:00000010:3.0:1767384388.767554:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f12e56cb. 00000020:00000001:3.0:1767384388.767560:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384388.767560:0:39771:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767564:0:39771:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384388.767566:0:39771:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767568:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384388.767574:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.767578:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000073eea16e. 00000001:00000010:1.0:1767384388.767580:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c860738a. 00000001:00000010:1.0:1767384388.767582:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ef3212a6. 00000001:00000010:1.0:1767384388.767584:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b065c50. 00000001:00000010:1.0:1767384388.767585:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005bcc609a. 00000001:00000010:1.0:1767384388.767592:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001d506e6a. 00000001:00000001:1.0:1767384388.767595:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384388.767596:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.767599:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000803dbe2b. 00000001:00000010:1.0:1767384388.767601:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bea822a1. 00000001:00000010:1.0:1767384388.767603:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cb16f8a6. 00000001:00000010:1.0:1767384388.767605:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d97381b. 00000001:00000010:1.0:1767384388.767606:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d6490535. 00000001:00000010:1.0:1767384388.767608:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000da799c1c. 00000001:00000001:1.0:1767384388.767610:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384388.767611:0:39771:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 3 - setup 00000020:00000001:1.0:1767384388.767612:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767614:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384388.767616:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384388.767618:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384388.767620:0:39771:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 2 - obd_device_list 00000020:00000080:1.0:1767384388.767622:0:39771:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:1.0:1767384388.767623:0:39771:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c069ed84) now 1 - newdev 00000020:00000040:1.0:1767384388.767625:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006a28b51b with handle 0x1cafe7b7e4a4fb0a from hash 00000020:00000040:1.0:1767384388.767627:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000006a28b51b : new refcount 0 00000020:00000080:1.0:1767384388.767629:0:39771:0:(genops.c:904:class_export_put()) final put 000000006a28b51b/MGS 00000020:00000001:1.0:1767384388.767630:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767632:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384388.767633:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 000000006a28b51b/MGS for MGS 00000020:00000001:1.0:1767384388.767634:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384388.767636:0:39771:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:1.0:1767384388.767638:0:39771:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767639:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.767640:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006a28b51b. 00000020:00000001:1.0:1767384388.767643:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384388.767644:0:39771:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:1.0:1767384388.767646:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:1.0:1767384388.767647:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384388.767650:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c9d0e15. 00000020:00000010:1.0:1767384388.767653:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015f61599. 00000040:00000010:1.0:1767384388.767655:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e29e52e. 00000020:00000010:1.0:1767384388.767662:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064d9a576. 00000020:00000010:1.0:1767384388.767666:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006118494f. 80000000:00000010:1.0:1767384388.767668:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7455f95. 00040000:00000010:1.0:1767384388.767671:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004cdb1da8. 00080000:00000010:1.0:1767384388.767675:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb494408. 20000000:00000010:1.0:1767384388.767678:0:39771:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c84fb3ff. 20000000:00000001:1.0:1767384388.767681:0:39771:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:1.0:1767384388.767690:0:39771:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000009d81e962. 20000000:00000001:1.0:1767384388.767693:0:39771:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.767695:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015f61599. 00000040:00000010:1.0:1767384388.767697:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005e29e52e. 00000020:00000010:1.0:1767384388.767699:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064d9a576. 00000020:00000010:1.0:1767384388.767702:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006118494f. 80000000:00000010:1.0:1767384388.767704:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7455f95. 00040000:00000010:1.0:1767384388.767706:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004cdb1da8. 00080000:00000010:1.0:1767384388.767708:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb494408. 20000000:00000010:1.0:1767384388.767711:0:39771:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c84fb3ff. 00000020:00000010:1.0:1767384388.767712:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c9d0e15. 00000020:00000001:1.0:1767384388.767714:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384388.767715:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c069ed84. 00000020:00000001:1.0:1767384388.767720:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767721:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384388.767723:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000fc4a5c0f. 00000020:00000001:1.0:1767384388.767725:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767727:0:39771:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767729:0:39771:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1767384388.767730:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384388.767731:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:1.0:1767384388.767734:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000a7455f95. 00000020:00000080:1.0:1767384388.767736:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384388.767739:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384388.767741:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384388.767744:0:39771:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000f4bb7228 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384388.767749:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384388.767755:0:39771:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000a35889e9) has exports, disconnecting them 00000020:00000001:1.0:1767384388.767757:0:39771:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384388.767759:0:39771:0:(genops.c:887:class_export_get()) GET export 00000000f4bb7228 refcount=4 00000020:00000040:1.0:1767384388.767761:0:39771:0:(genops.c:887:class_export_get()) GET export 00000000f4bb7228 refcount=5 00000020:00080000:1.0:1767384388.767762:0:39771:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000f4bb7228), last request at 1767384285 00000020:00000001:1.0:1767384388.767765:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:1.0:1767384388.767767:0:39771:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384388.767768:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384388.767770:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fbea 00000020:00000040:1.0:1767384388.767771:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f4bb7228 with handle 0x1cafe7b7e4a4fbea from hash 00000020:00000040:1.0:1767384388.767778:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 4 00000020:00000001:1.0:1767384388.767779:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384388.767780:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 3 00000020:00000001:1.0:1767384388.767782:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384388.767783:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 2 00000020:00000001:1.0:1767384388.767784:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384388.767785:0:39771:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767787:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384388.767788:0:39771:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000f4bb7228): rc 0 00000020:00000040:1.0:1767384388.767790:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 1 00000020:00000001:1.0:1767384388.767791:0:39771:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384388.767792:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384388.767793:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:1.0:1767384388.767795:0:39771:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:1.0:1767384388.767796:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1767384388.767797:0:39771:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1767384388.767799:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000f4bb7228 : new refcount 0 00000020:00000080:1.0:1767384388.767800:0:39771:0:(genops.c:904:class_export_put()) final put 00000000f4bb7228/lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384388.767802:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.767812:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.767814:0:39771:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384388.767815:0:39771:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384388.767833:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384388.767835:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f4bb7228/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384388.767837:0:39771:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000040:3.0:1767384388.767839:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 10 to 0@lo 00000020:00000001:3.0:1767384388.767842:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.767843:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.767844:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000a35889e9) now 5 - export 00000020:00000010:3.0:1767384388.767847:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f4bb7228. 00000020:00000001:3.0:1767384388.767852:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384388.767866:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006139cc1e. 00000020:00000010:1.0:1767384388.767870:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000056bcd8d0. 00010000:00000001:1.0:1767384388.767900:0:39771:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384388.767908:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000eac32f73. 00000020:00000010:1.0:1767384388.767910:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000f58cfcb. 00000001:00000001:1.0:1767384388.767935:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.768380:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d22a96fb. 00000001:00000010:1.0:1767384388.768387:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008c101b16. 00000001:00000010:1.0:1767384388.768390:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c7e087dd. 00000001:00000010:1.0:1767384388.768391:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bf5b847a. 00000001:00000010:1.0:1767384388.768393:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e1a19bc1. 00000001:00000010:1.0:1767384388.768394:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000202a3a84. 00000001:00000010:1.0:1767384388.768396:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f1384634. 00000001:00000010:1.0:1767384388.768397:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000056b335df. 00000001:00000010:1.0:1767384388.768399:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002e0848a9. 00000001:00000010:1.0:1767384388.768400:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a45c563a. 00000001:00000010:1.0:1767384388.768401:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000046dd519. 00000001:00000010:1.0:1767384388.768403:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000075bb4834. 00000001:00000010:1.0:1767384388.768404:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008555976a. 00000001:00000010:1.0:1767384388.768405:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005326b661. 00000001:00000010:1.0:1767384388.768407:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f39f10f8. 00000001:00000010:1.0:1767384388.768408:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000385c139e. 00000001:00000010:1.0:1767384388.768409:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000806f0086. 00000001:00000010:1.0:1767384388.768411:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c8f736a2. 00000001:00000010:1.0:1767384388.768412:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008bb41bfb. 00000001:00000010:1.0:1767384388.768413:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a2dee2cc. 00000001:00000010:1.0:1767384388.768414:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000073915750. 00000001:00000010:1.0:1767384388.768416:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000daf87c89. 00000001:00000010:1.0:1767384388.768417:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e60d933. 00000001:00000010:1.0:1767384388.768418:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cbe25445. 00000001:00000010:1.0:1767384388.768420:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000034aa0f9d. 00000001:00000010:1.0:1767384388.768423:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000056cfbe6. 00000001:00000010:1.0:1767384388.768424:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000025769b0. 00000001:00000010:1.0:1767384388.768426:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a2dd0123. 00000001:00000010:1.0:1767384388.768428:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000028487c25. 00000001:00000010:1.0:1767384388.768435:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b013e987. 00000001:00000010:1.0:1767384388.768437:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b5c477c8. 00000001:00000010:1.0:1767384388.768439:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001515708a. 00000001:00000010:1.0:1767384388.768441:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000c485bfc0. 00000001:00000010:1.0:1767384388.768444:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000086989816. 00000001:00000001:1.0:1767384388.768447:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384388.768450:0:39771:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000a2827582. 00010000:00000001:1.0:1767384388.768454:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384388.769309:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384388.769313:0:39771:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384388.769315:0:39771:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384388.769318:0:39771:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:0.0:1767384388.769321:0:39771:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384388.769323:0:39771:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384388.769326:0:39771:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384388.769329:0:39771:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384388.769331:0:32914:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00100000:0.0:1767384388.769331:0:39771:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000001:2.0:1767384388.769336:0:32914:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.769341:0:39771:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384388.769345:0:39771:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384388.769347:0:39771:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384388.769356:0:39771:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384388.769359:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384388.769363:0:39771:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384388.769365:0:39771:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384388.769367:0:39771:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384388.769369:0:39771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384388.769371:0:39771:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384388.769372:0:39771:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384388.769377:0:39771:0:(genops.c:1229:class_import_get()) import 00000000325caeff refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384388.769381:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384388.769382:0:39771:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384388.769384:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384388.769391:0:39771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384388.769392:0:39771:0:(genops.c:1242:class_import_put()) import 00000000325caeff refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384388.769394:0:39771:0:(genops.c:1245:class_import_put()) final put import 00000000325caeff 00000020:00000001:0.0:1767384388.769414:0:39771:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384388.769416:0:39771:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384388.769418:0:39771:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384388.769419:0:39771:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00000020:00000001:3.0:1767384388.769421:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:0.0:1767384388.769422:0:39771:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000007ec011f8. 00000020:00000080:3.0:1767384388.769424:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000325caeff for lustre-MDT0000-lwp-MDT0000 00010000:00000010:0.0:1767384388.769427:0:39771:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000057cfae3d. 00000020:00000040:3.0:1767384388.769428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 9 to 0@lo 00000020:00000040:3.0:1767384388.769431:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 8 to 0@lo 00000020:00000010:3.0:1767384388.769433:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000ea17cec9. 00010000:00000010:0.0:1767384388.769439:0:39771:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000004cf3f2a3. 00000020:00000040:3.0:1767384388.769441:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000a35889e9) now 4 - import 00010000:00000001:0.0:1767384388.769444:0:39771:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000010:3.0:1767384388.769445:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000325caeff. 00000020:00000001:3.0:1767384388.769449:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384388.769509:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006609e21b. 00000020:00000010:0.0:1767384388.769514:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f8931587. 00000020:00000010:0.0:1767384388.769517:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000091054bbb. 00000020:00000010:0.0:1767384388.769519:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000039c68c4c. 00000020:00000010:0.0:1767384388.769523:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003bd1d398. 00000020:00000010:0.0:1767384388.769527:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bf1a33e0. 00000010:00000001:0.0:1767384388.769530:0:39771:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769533:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384388.769540:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384388.769544:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000582a5547. 00000001:00000010:0.0:1767384388.769547:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ca8ff13. 00000001:00000010:0.0:1767384388.769549:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068311587. 00000001:00000010:0.0:1767384388.769550:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d2d9e873. 00000001:00000010:0.0:1767384388.769552:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fe07a9e4. 00000001:00000010:0.0:1767384388.769554:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bdca3341. 00000001:00000001:0.0:1767384388.769557:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384388.769558:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384388.769561:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000463026d3. 00000001:00000010:0.0:1767384388.769562:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d0c463f5. 00000001:00000010:0.0:1767384388.769564:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000927d7248. 00000001:00000010:0.0:1767384388.769566:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002f042e52. 00000001:00000010:0.0:1767384388.769568:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b1178858. 00000001:00000010:0.0:1767384388.769569:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ba20ac3a. 00000001:00000001:0.0:1767384388.769571:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384388.769573:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000a35889e9) now 3 - setup 00000020:00000001:0.0:1767384388.769575:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769576:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384388.769579:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384388.769582:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384388.769584:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000a35889e9) now 2 - obd_device_list 00000020:00000080:0.0:1767384388.769586:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:0.0:1767384388.769587:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000a35889e9) now 1 - newdev 00000020:00000040:0.0:1767384388.769590:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050bd65cd with handle 0x1cafe7b7e4a4fbe3 from hash 00000020:00000040:0.0:1767384388.769602:0:39771:0:(genops.c:898:class_export_put()) PUTting export 0000000050bd65cd : new refcount 0 00000020:00000080:0.0:1767384388.769604:0:39771:0:(genops.c:904:class_export_put()) final put 0000000050bd65cd/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:0.0:1767384388.769609:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769611:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384388.769612:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 0000000050bd65cd/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384388.769614:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384388.769615:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384388.769617:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000050bd65cd. 00000020:00000001:0.0:1767384388.769623:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384388.769624:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:0.0:1767384388.769626:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:0.0:1767384388.769628:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384388.769631:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003da5efef. 00000020:00000010:0.0:1767384388.769634:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e162aa8. 00000040:00000010:0.0:1767384388.769637:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000119beb2f. 00000020:00000010:0.0:1767384388.769640:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008039af84. 00000020:00000010:0.0:1767384388.769645:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384388.769648:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009bfacfa. 80000000:00000010:0.0:1767384388.769651:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000a25c345. 40000000:00000010:0.0:1767384388.769653:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a40980e3. 00100000:00000010:0.0:1767384388.769658:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ab4e255. 00040000:00000010:0.0:1767384388.769661:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.769664:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca045e0e. 00080000:00000010:0.0:1767384388.769667:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000418f8349. 00000004:00000010:0.0:1767384388.769672:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064572260. 00000010:00000001:0.0:1767384388.769675:0:39771:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1767384388.769677:0:39771:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000591b06c3. 00000010:00000001:0.0:1767384388.769679:0:39771:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384388.769682:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e162aa8. 00000040:00000010:0.0:1767384388.769684:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000119beb2f. 00000020:00000010:0.0:1767384388.769686:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008039af84. 00000020:00000010:0.0:1767384388.769689:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384388.769692:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009bfacfa. 80000000:00000010:0.0:1767384388.769694:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000a25c345. 40000000:00000010:0.0:1767384388.769697:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a40980e3. 00100000:00000010:0.0:1767384388.769699:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006ab4e255. 00040000:00000010:0.0:1767384388.769702:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000025db6076. 00040000:00000010:0.0:1767384388.769704:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca045e0e. 00080000:00000010:0.0:1767384388.769707:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000418f8349. 00000004:00000010:0.0:1767384388.769709:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000064572260. 00000020:00000010:0.0:1767384388.769711:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003da5efef. 00000020:00000001:0.0:1767384388.769713:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384388.769715:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a35889e9. 00000020:00000001:0.0:1767384388.769720:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769722:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384388.769724:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000a7455f95. 00000020:00000001:0.0:1767384388.769726:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769729:0:39771:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769731:0:39771:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384388.769732:0:39771:0:(obd_mount.c:705:lustre_put_lsi()) put 000000004b1752ac 1 00000020:00000001:0.0:1767384388.769735:0:39771:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384388.769736:0:39771:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384388.769738:0:39771:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384388.769740:0:39771:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x1cafe7b7e4a4fb03 00000020:00000040:0.0:1767384388.769742:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001233d01e with handle 0x1cafe7b7e4a4fb03 from hash 00000020:00000001:0.0:1767384388.769746:0:39771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384388.769747:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001233d01e : new refcount 1 00000020:00000001:0.0:1767384388.769749:0:39771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384388.769750:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001233d01e : new refcount 0 00000020:00000080:0.0:1767384388.769752:0:39771:0:(genops.c:904:class_export_put()) final put 000000001233d01e/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384388.769754:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769759:0:39771:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.769765:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384388.769767:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:0.0:1767384388.769770:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000000a25c345. 00000020:00000080:0.0:1767384388.769772:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384388.769774:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384388.769776:0:39771:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384388.769778:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384388.769779:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000054283193) has no exports 00000020:00000001:0.0:1767384388.769780:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384388.769783:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:0.0:1767384388.769785:0:39771:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:0.0:1767384388.769788:0:39771:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384388.769790:0:39771:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00000020:00000001:3.0:1767384388.769792:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384388.769795:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000001233d01e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384388.769798:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384388.769800:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384388.769802:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 4 - export 00080000:00000020:0.0:1767384388.769804:0:39771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000020:00000010:3.0:1767384388.769805:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001233d01e. 00000020:00000001:3.0:1767384388.769811:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000010:0.1:1767384388.770660:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000016902af8. 00010000:00000010:0.1:1767384388.770667:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a12677c. 00010000:00000010:0.1:1767384388.770671:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000535407d1. 00010000:00000010:0.1:1767384388.770676:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001c6f5905. 00010000:00000010:0.1:1767384388.770683:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000068e02097. 00010000:00000010:0.1:1767384388.770689:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a8171fae. 00010000:00000010:0.1:1767384388.770693:0:16596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008a82654. 00010000:00000010:0.1:1767384388.770696:0:16596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d3ae33d. 00080000:00000020:2.0:1767384388.773829:0:39771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:2.0:1767384388.773833:0:39771:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384388.773835:0:39771:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384388.773838:0:39771:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384388.773841:0:39771:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:2.0:1767384388.773863:0:39771:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fbb8fac5. 00000020:00000010:2.0:1767384388.773869:0:39771:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000d4c419b2. 00080000:00000001:2.0:1767384388.773880:0:39771:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:2.0:1767384388.773883:0:39771:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000003b28e67f. 00080000:00000010:2.0:1767384388.773888:0:39771:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000e62e443b. 00080000:00000010:2.0:1767384388.773890:0:39771:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000d545308a. 00080000:00000010:2.0:1767384388.773895:0:39771:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000004c68e2b3. 00080000:00000010:2.0:1767384388.773898:0:39771:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000bdf26557. 00080000:00000010:2.0:1767384388.773901:0:39771:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000257b7e78. 00080000:00000010:2.0:1767384388.773907:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c2221f0e. 00080000:00000010:2.0:1767384388.773913:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003242d340. 00080000:00000010:2.0:1767384388.773917:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001672b626. 00080000:00000010:2.0:1767384388.773921:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f1f5c2bf. 00080000:00000010:2.0:1767384388.773925:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fe8ba7e8. 00080000:00000010:2.0:1767384388.773928:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004db45155. 00080000:00000010:2.0:1767384388.773932:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006cc1bf5e. 00080000:00000010:2.0:1767384388.773936:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008ef64e9d. 00080000:00000010:2.0:1767384388.773940:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000801c30fa. 00080000:00000010:2.0:1767384388.773944:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000d1b63af. 00080000:00000010:2.0:1767384388.773948:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000584a33a8. 00080000:00000010:2.0:1767384388.773952:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000395f6899. 00080000:00000010:2.0:1767384388.773964:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000584744a5. 00080000:00000010:2.0:1767384388.773968:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003a6f1377. 00080000:00000010:2.0:1767384388.773972:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000047526f5b. 00080000:00000010:2.0:1767384388.773975:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000053494262. 00080000:00000010:2.0:1767384388.773977:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a62633e0. 00080000:00000010:2.0:1767384388.773981:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007b75d1db. 00080000:00000010:2.0:1767384388.773985:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000067ad5ac0. 00080000:00000010:2.0:1767384388.773989:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e12fa581. 00080000:00000010:2.0:1767384388.773992:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006c374cbf. 00080000:00000010:2.0:1767384388.773995:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009aea3b48. 00080000:00000010:2.0:1767384388.773999:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a92866dc. 00080000:00000010:2.0:1767384388.774003:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033dd7e2f. 00080000:00000010:2.0:1767384388.774006:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009bcc50fc. 00080000:00000010:2.0:1767384388.774009:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000019eca8a6. 00080000:00000010:2.0:1767384388.774013:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c2ccf8fa. 00080000:00000010:2.0:1767384388.774017:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007f8e9b04. 00080000:00000010:2.0:1767384388.774021:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000d5bd879. 00080000:00000010:2.0:1767384388.774024:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b2857a80. 00080000:00000010:2.0:1767384388.774028:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000db4e0b39. 00080000:00000010:2.0:1767384388.774032:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fa37b18c. 00080000:00000010:2.0:1767384388.774036:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000847c1b71. 00080000:00000010:2.0:1767384388.774040:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005cd983b0. 00080000:00000010:2.0:1767384388.774043:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000089e9faa2. 00080000:00000010:2.0:1767384388.774047:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056070fdd. 00080000:00000010:2.0:1767384388.774050:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001e6888f6. 00080000:00000010:2.0:1767384388.774054:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006a87b12e. 00080000:00000010:2.0:1767384388.774058:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000026d29d38. 00080000:00000010:2.0:1767384388.774063:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005affc2ca. 00080000:00000010:2.0:1767384388.774067:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004d698706. 00080000:00000010:2.0:1767384388.774070:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e4945986. 00080000:00000010:2.0:1767384388.774074:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cd124c8d. 00080000:00000010:2.0:1767384388.774077:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009f67864f. 00080000:00000010:2.0:1767384388.774079:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2218cf4. 00080000:00000010:2.0:1767384388.774081:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001bbc1161. 00080000:00000010:2.0:1767384388.774084:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000010af7de1. 00080000:00000010:2.0:1767384388.774087:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004d1ff617. 00080000:00000010:2.0:1767384388.774090:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bf26c7bb. 00080000:00000010:2.0:1767384388.774092:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000098a75a5. 00080000:00000010:2.0:1767384388.774094:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a30491ee. 00080000:00000010:2.0:1767384388.774095:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007d08ac26. 00080000:00000010:2.0:1767384388.774097:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009101d753. 00080000:00000010:2.0:1767384388.774098:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000086bd5970. 00080000:00000010:2.0:1767384388.774100:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2619b84. 00080000:00000010:2.0:1767384388.774105:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f9766695. 00080000:00000010:2.0:1767384388.774108:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000063e32a9f. 00080000:00000010:2.0:1767384388.774110:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b4b871cb. 00080000:00000010:2.0:1767384388.774111:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f9173c1b. 00080000:00000010:2.0:1767384388.774113:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000042bc0a6f. 00080000:00000010:2.0:1767384388.774114:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007980027f. 00080000:00000010:2.0:1767384388.774116:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbf68bc0. 00080000:00000010:2.0:1767384388.774117:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c84f8c68. 00080000:00000010:2.0:1767384388.774119:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000023494e54. 00080000:00000010:2.0:1767384388.774121:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001df3015d. 00080000:00000010:2.0:1767384388.774124:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007efe2dc4. 00080000:00000010:2.0:1767384388.774126:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000329ff405. 00080000:00000010:2.0:1767384388.774128:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f51cde4f. 00080000:00000010:2.0:1767384388.774131:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003baed9bf. 00080000:00000010:2.0:1767384388.774134:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ddbee16. 00080000:00000010:2.0:1767384388.774137:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f4b6a6e9. 00080000:00000010:2.0:1767384388.774142:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027cdf2ce. 00080000:00000010:2.0:1767384388.774148:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000076feb433. 00080000:00000010:2.0:1767384388.774153:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000412fbb45. 00080000:00000010:2.0:1767384388.774157:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000048a6c2b1. 00080000:00000010:2.0:1767384388.774160:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007929022c. 00080000:00000010:2.0:1767384388.774165:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006e614a02. 00080000:00000010:2.0:1767384388.774170:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006856d8c4. 00080000:00000010:2.0:1767384388.774174:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000025b998f4. 00080000:00000010:2.0:1767384388.774181:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000804785d4. 00080000:00000010:2.0:1767384388.774186:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d3c0cdca. 00080000:00000010:2.0:1767384388.774192:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000066a0fc70. 00080000:00000010:2.0:1767384388.774198:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000008fe12fc. 00080000:00000010:2.0:1767384388.774205:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005c1b6f7f. 00080000:00000010:2.0:1767384388.774209:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000039175f33. 00080000:00000010:2.0:1767384388.774214:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac835a35. 00080000:00000010:2.0:1767384388.774230:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d14d4fa5. 00080000:00000010:2.0:1767384388.774238:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033b0b8d1. 00080000:00000010:2.0:1767384388.774245:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000075aa1d69. 00080000:00000010:2.0:1767384388.774252:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000457bb2f5. 00080000:00000010:2.0:1767384388.774258:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005df513b2. 00080000:00000010:2.0:1767384388.774265:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001e5dc142. 00080000:00000010:2.0:1767384388.774271:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000919f0736. 00080000:00000010:2.0:1767384388.774297:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000011535907. 00080000:00000010:2.0:1767384388.774302:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000097a6a27c. 00080000:00000010:2.0:1767384388.774307:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009cfd6dda. 00080000:00000010:2.0:1767384388.774312:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000098968753. 00080000:00000010:2.0:1767384388.774318:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c4a52530. 00080000:00000010:2.0:1767384388.774323:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000531b1b19. 00080000:00000010:2.0:1767384388.774330:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003e52e4d5. 00080000:00000010:2.0:1767384388.774334:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000043beb76. 00080000:00000010:2.0:1767384388.774336:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000394bbca1. 00080000:00000010:2.0:1767384388.774340:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2e5fa92. 00080000:00000010:2.0:1767384388.774343:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f4dd74af. 00080000:00000010:2.0:1767384388.774346:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000075e6c19b. 00080000:00000010:2.0:1767384388.774350:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000013f18864. 00080000:00000010:2.0:1767384388.774353:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005dc3f648. 00080000:00000010:2.0:1767384388.774356:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cc3ceb59. 00080000:00000010:2.0:1767384388.774359:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000089f41cc8. 00080000:00000010:2.0:1767384388.774360:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dc20655b. 00080000:00000010:2.0:1767384388.774362:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cbb29211. 00080000:00000010:2.0:1767384388.774365:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aab683b9. 00080000:00000010:2.0:1767384388.774369:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000b77258f. 00080000:00000010:2.0:1767384388.774372:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000588f7f58. 00080000:00000010:2.0:1767384388.774377:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000359f7d40. 00080000:00000010:2.0:1767384388.774382:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b259e76b. 00080000:00000010:2.0:1767384388.774385:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009b67d102. 00080000:00000010:2.0:1767384388.774390:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000570ce42. 00080000:00000010:2.0:1767384388.774395:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000982c4552. 00080000:00000010:2.0:1767384388.774398:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007a229001. 00080000:00000010:2.0:1767384388.774401:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000051b3d01e. 00080000:00000010:2.0:1767384388.774404:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000079ea7da9. 00080000:00000010:2.0:1767384388.774408:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ebacff73. 00080000:00000010:2.0:1767384388.774413:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000002a7f16d. 00080000:00000010:2.0:1767384388.774418:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000085c2c069. 00080000:00000010:2.0:1767384388.774424:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000788548d4. 00080000:00000010:2.0:1767384388.774428:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7a585ab. 00080000:00000010:2.0:1767384388.774436:0:39771:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008105df5b. 00080000:00000010:2.0:1767384388.774439:0:39771:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000005505efee. 00080000:00000001:2.0:1767384388.774442:0:39771:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:2.0:1767384388.774444:0:39771:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:2.0:1767384388.775364:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 000000001c20e5c7. 00000020:00000010:2.0:1767384388.775372:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007ac7a24f. 00080000:00000001:2.0:1767384388.775616:0:39771:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:0.0:1767384388.780013:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384388.780019:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000040:0.0:1767384388.780022:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a4127b0d : new cb_count 1 00000020:00000040:0.0:1767384388.780028:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 1 00000001:00000010:0.0:1767384388.780031:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009ccd3df5. 00040000:00000001:0.0:1767384388.780037:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.780040:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.780043:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c0732d9. 00080000:00000001:0.0:1767384388.780047:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.780050:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384388.780051:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.780053:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.780054:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3175cfa. 00080000:00000001:0.0:1767384388.780057:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.780060:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384388.780062:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000040:0.0:1767384388.780064:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a4127b0d : new cb_count 0 00000020:00000040:0.0:1767384388.780066:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000a4127b0d : new refcount 0 00000020:00000080:0.0:1767384388.780068:0:17574:0:(genops.c:904:class_export_put()) final put 00000000a4127b0d/e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 00000001:00000010:0.0:1767384388.780081:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000047474e00. 00040000:00000001:0.0:1767384388.780087:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.780088:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.780090:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e49edcaf. 00080000:00000001:0.0:1767384388.780092:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.780098:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384388.780100:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384388.780102:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000006e3033bc : new cb_count 0 00000020:00000040:0.0:1767384388.780105:0:17574:0:(genops.c:898:class_export_put()) PUTting export 000000006e3033bc : new refcount 0 00000020:00000080:0.0:1767384388.780106:0:17574:0:(genops.c:904:class_export_put()) final put 000000006e3033bc/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384388.780111:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:0.0:1767384388.780116:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d30595ed. 00040000:00000001:0.0:1767384388.780120:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.780122:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384388.780124:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002622c2a9. 00000020:00000080:1.0:1767384388.780127:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a4127b0d/e1ad3296-aa7b-405b-a0e5-1bbd6ab725a2 for lustre-OST0000 00080000:00000001:0.0:1767384388.780128:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384388.780134:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:1.0:1767384388.780137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 1 to 192.168.203.52@tcp50 00040000:00000001:0.0:1767384388.780137:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384388.780141:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384388.780142:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000010:0.0:1767384388.780145:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000028b5beae. 00080000:00000001:0.0:1767384388.780149:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384388.780158:0:37:0:(genops.c:1229:class_import_get()) import 00000000b511aacf refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.780162:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.780164:0:37:0:(genops.c:1242:class_import_put()) import 00000000b511aacf refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384388.780166:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384388.780169:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384388.780171:0:37:0:(genops.c:1242:class_import_put()) import 00000000b511aacf refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384388.780173:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000b511aacf 00000020:00000001:1.0:1767384388.780191:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384388.780194:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384388.780197:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384388.780223:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000023bd2f60. 00000001:00000010:1.0:1767384388.780228:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4d5b35d. 00000001:00000010:1.0:1767384388.780232:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003122e098. 00000001:00000010:1.0:1767384388.780235:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e8033ae. 00000001:00000010:1.0:1767384388.780238:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000918da303. 00000001:00000010:1.0:1767384388.780242:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e055ebbb. 00000001:00000001:1.0:1767384388.780246:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384388.780260:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384388.780262:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384388.780264:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384388.780267:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000c8f5bf46. 00000020:00000001:1.0:1767384388.780301:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384388.780305:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 7 - export 00080000:00000001:2.0:1767384388.780306:0:39771:0:(osd_handler.c:1324:osd_umount()) Process leaving 00000020:00000010:1.0:1767384388.780309:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a4127b0d. 00080000:00000001:2.0:1767384388.780310:0:39771:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780313:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384388.780328:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384388.780333:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bec3cbf5. 00000001:00000010:2.0:1767384388.780338:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbee04da. 00000001:00000010:2.0:1767384388.780341:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000322ca849. 00000020:00000001:1.0:1767384388.780343:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:2.0:1767384388.780344:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040609ef6. 00000020:00000001:1.0:1767384388.780348:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:2.0:1767384388.780349:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e9a516ef. 00000001:00000010:2.0:1767384388.780353:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a83304fb. 00000001:00000001:2.0:1767384388.780358:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384388.780359:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000080:1.0:1767384388.780361:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000006e3033bc/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000001:00000010:2.0:1767384388.780363:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f29889c. 00000001:00000010:2.0:1767384388.780368:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd66adff. 00000020:00000040:1.0:1767384388.780368:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 7 to 0@lo 00000020:00000001:1.0:1767384388.780373:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:2.0:1767384388.780374:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004b8b53f9. 00000020:00000040:1.0:1767384388.780376:0:37:0:(genops.c:1229:class_import_get()) import 00000000b5be8db8 refcount=2 obd=lustre-OST0000 00000001:00000010:2.0:1767384388.780378:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a541340. 00000001:00000010:2.0:1767384388.780382:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000074509b6b. 00000001:00000010:2.0:1767384388.780385:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001aff163e. 00000001:00000001:2.0:1767384388.780389:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:1.0:1767384388.780389:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384388.780392:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 3 - setup 00000020:00000040:1.0:1767384388.780393:0:37:0:(genops.c:1242:class_import_put()) import 00000000b5be8db8 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384388.780398:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.780398:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384388.780401:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384388.780402:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384388.780404:0:37:0:(genops.c:1242:class_import_put()) import 00000000b5be8db8 refcount=0 obd=lustre-OST0000 00000020:00000080:2.0:1767384388.780408:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000040:1.0:1767384388.780408:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000b5be8db8 00000020:00000001:2.0:1767384388.780413:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384388.780417:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 2 - obd_device_list 00000020:00000001:1.0:1767384388.780417:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384388.780421:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000080:2.0:1767384388.780422:0:39771:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384388.780425:0:39771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000054283193) now 1 - newdev 00000020:00000040:2.0:1767384388.780429:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000521f6134 with handle 0x1cafe7b7e4a4fafc from hash 00000020:00000040:2.0:1767384388.780433:0:39771:0:(genops.c:898:class_export_put()) PUTting export 00000000521f6134 : new refcount 0 00000001:00000001:1.0:1767384388.780433:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000080:2.0:1767384388.780437:0:39771:0:(genops.c:904:class_export_put()) final put 00000000521f6134/lustre-MDT0000-osd_UUID 00000001:00000010:1.0:1767384388.780439:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f243930d. 00000020:00000001:2.0:1767384388.780440:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780444:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:1.0:1767384388.780444:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a7b2844. 00000020:00000080:2.0:1767384388.780447:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 00000000521f6134/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00000010:1.0:1767384388.780449:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f1769ec4. 00000020:00000001:2.0:1767384388.780451:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:1.0:1767384388.780453:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003d3a9f6d. 00000020:00000001:2.0:1767384388.780454:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384388.780456:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f7289025. 00000020:00000010:2.0:1767384388.780457:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000521f6134. 00000001:00000010:1.0:1767384388.780460:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bd6f891f. 00000020:00000001:2.0:1767384388.780465:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:1.0:1767384388.780465:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384388.780468:0:39771:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00010000:00000001:1.0:1767384388.780469:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384388.780472:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000020:01000000:2.0:1767384388.780473:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00010000:00000001:1.0:1767384388.780475:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000020:00000001:2.0:1767384388.780476:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000001:00000010:1.0:1767384388.780478:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000006bd95a4d. 00000020:00000010:2.0:1767384388.780480:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf5c2806. 00000020:00000010:2.0:1767384388.780486:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000d782be. 00000040:00000010:2.0:1767384388.780489:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000014ae3769. 00000020:00000001:1.0:1767384388.780491:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.780493:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a61302d5. 00000020:00000040:1.0:1767384388.780494:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 6 - export 00000020:00000010:2.0:1767384388.780499:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000093ca717b. 00000020:00000010:1.0:1767384388.780499:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006e3033bc. 00000020:00000001:1.0:1767384388.780502:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000010:2.0:1767384388.780504:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9fc006f. 00000020:00000001:1.0:1767384388.780507:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00040000:00000010:2.0:1767384388.780509:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004032f4a7. 00080000:00000010:2.0:1767384388.780513:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c907686d. 00080000:00000001:2.0:1767384388.780517:0:39771:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000080:1.0:1767384388.780521:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b511aacf for lustre-OST0000 00000020:00000040:1.0:1767384388.780525:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000691134fb refcount 0 to 192.168.203.52@tcp50 00000020:00000040:1.0:1767384388.780527:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 5 - import 00000020:00000010:1.0:1767384388.780530:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b511aacf. 00000020:00000001:1.0:1767384388.780534:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384388.780542:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384388.780553:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b5be8db8 for lustre-OST0000 00000020:00000040:1.0:1767384388.780556:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 6 to 0@lo 00000020:00000040:1.0:1767384388.780558:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000c28b6d9f) now 4 - import 00000020:00000010:1.0:1767384388.780560:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b5be8db8. 00000020:00000010:2.0:1767384388.780562:0:39771:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000d6775bd9. 00000020:00000001:1.0:1767384388.780571:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384388.780573:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000003e26ae7f. 00000020:00000010:2.0:1767384388.780578:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000006bf27f84. 00000020:00000010:2.0:1767384388.780580:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000064b79b8f. 00000020:00000010:2.0:1767384388.780582:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000e14f28d0. 00000020:00000010:2.0:1767384388.780585:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000040fb3257. 00000020:00000010:2.0:1767384388.780588:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a0f6ba06. 00080000:00000010:2.0:1767384388.780591:0:39771:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000d7655e83. 00080000:00000001:2.0:1767384388.780607:0:39771:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.780610:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000000d782be. 00000040:00000010:2.0:1767384388.780613:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000014ae3769. 00000020:00000010:2.0:1767384388.780615:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a61302d5. 00000020:00000010:2.0:1767384388.780618:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000093ca717b. 00040000:00000010:2.0:1767384388.780620:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a9fc006f. 00040000:00000010:2.0:1767384388.780623:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004032f4a7. 00080000:00000010:2.0:1767384388.780625:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c907686d. 00000020:00000010:2.0:1767384388.780627:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf5c2806. 00000020:00000001:2.0:1767384388.780629:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.780631:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000054283193. 00000020:00000001:2.0:1767384388.780636:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780638:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.780640:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000000a25c345. 00000020:00000001:2.0:1767384388.780643:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384388.780645:0:39771:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780647:0:39771:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780658:0:39771:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384388.780659:0:39771:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 000000002854ec56 00000020:00000010:2.0:1767384388.780662:0:39771:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 000000009d3f1543. 00000020:00000010:2.0:1767384388.780664:0:39771:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000565e4a8e. 00000020:00000010:2.0:1767384388.780667:0:39771:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000d6f014ef. 00000020:00000010:2.0:1767384388.780669:0:39771:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000427b71c9. 00000020:00000010:2.0:1767384388.780672:0:39771:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 0000000092808821. 00000020:00000010:2.0:1767384388.780674:0:39771:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 000000002854ec56. 00000020:00000001:2.0:1767384388.780676:0:39771:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.780678:0:39771:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384388.780681:0:39771:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384388.780689:0:39771:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384388.780690:0:39771:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384388.780693:0:39771:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000001ff9ae5f. 00000020:00000080:2.0:1767384388.780695:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384388.780697:0:39771:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384388.780699:0:39771:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384388.780702:0:39771:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384388.780704:0:39771:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000005f3ab9bd) has no exports 00000020:00000001:2.0:1767384388.780705:0:39771:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384388.780706:0:39771:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384388.780709:0:39771:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384388.780710:0:39771:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384388.780712:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.780714:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384388.780718:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.780720:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.780721:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384388.780723:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384388.780724:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384388.780725:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384388.780726:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384388.780744:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384388.780771:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000119ae4a2. 00000020:00000010:1.0:1767384388.780772:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000991c80f2. 00000040:00000010:1.0:1767384388.780780:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d49c031e. 00000040:00000010:3.0:1767384388.780781:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0d3c539. 00000020:00000010:3.0:1767384388.780785:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046d2e308. 00000020:00000010:0.0:1767384388.780789:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2017724. 00000020:00000010:3.0:1767384388.780790:0:16779:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000378dde9. 00000020:00000010:1.0:1767384388.780796:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a15d842. 00000020:00000010:3.0:1767384388.780798:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009da341a9. 00000040:00000010:0.0:1767384388.780798:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f45ca6b3. 00000020:00000010:1.0:1767384388.780802:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f4dcb86f. 80000000:00000010:3.0:1767384388.780805:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059908349. 00000020:00000010:0.0:1767384388.780806:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f764da32. 40000000:00000010:3.0:1767384388.780813:0:16779:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a4760cf5. 00000020:00000010:1.0:1767384388.780814:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f4c9f09. 00000020:00000010:0.0:1767384388.780814:0:16778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000050e85496. 00000020:00000010:0.0:1767384388.780822:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000566653e4. 00100000:00000010:3.0:1767384388.780823:0:16779:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005653fac3. 80000000:00000010:1.0:1767384388.780823:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087f8cfda. 40000000:00000010:1.0:1767384388.780829:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000545d0eee. 80000000:00000010:0.0:1767384388.780831:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005bfc65dc. 00040000:00000010:3.0:1767384388.780832:0:16779:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023b4d7ba. 00100000:00000010:1.0:1767384388.780835:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e09ae899. 40000000:00000010:0.0:1767384388.780838:0:16778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ff11f194. 00040000:00000010:3.0:1767384388.780839:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d575fb9. 00100000:00000010:0.0:1767384388.780846:0:16778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e5e5e61. 00080000:00000010:3.0:1767384388.780847:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009b877e19. 00040000:00000010:1.0:1767384388.780848:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001aadae5c. 00000004:00000010:3.0:1767384388.780852:0:16779:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002ec012da. 00040000:00000010:1.0:1767384388.780853:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005903c4fe. 00040000:00000010:0.0:1767384388.780857:0:16778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000a2124db. 00002000:00000010:3.0:1767384388.780861:0:16779:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000764d6d6b. 00040000:00000010:0.0:1767384388.780863:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1a59631. 00080000:00000010:1.0:1767384388.780865:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004d0465b7. 00000020:00000010:3.0:1767384388.780867:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df0eca77. 00080000:00000010:0.0:1767384388.780869:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000098faea92. 00000020:00000010:3.0:1767384388.780875:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dede14bb. 00000004:00000010:0.0:1767384388.780875:0:16778:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d342e227. 00000004:00000010:1.0:1767384388.780878:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000472b00d5. 00002000:00000010:0.0:1767384388.780883:0:16778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f9bef55f. 00000100:00000010:3.0:1767384388.780884:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000088a4a300. 00002000:00000010:1.0:1767384388.780885:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb91956c. 00000100:00100000:3.0:1767384388.780891:0:16779:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000007b3a7306:16779] 1 exiting: rc = 0 00000020:00000010:0.0:1767384388.780891:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c396bc6b. 00000020:00000010:1.0:1767384388.780892:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000615fb94f. 00000020:00000010:0.0:1767384388.780900:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fd5e6796. 00000100:00000010:0.0:1767384388.780907:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007c6be66f. 00000100:00100000:0.0:1767384388.780911:0:16778:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000cf3a299a:16778] 0 exiting: rc = 1 00000020:00000010:1.0:1767384388.780912:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e8ff265e. 00000100:00000010:1.0:1767384388.780919:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000045a24a04. 00000100:00100000:1.0:1767384388.780922:0:16780:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000009475531d:16780] 2 exiting: rc = 0 00000020:00000010:0.0:1767384388.780976:0:17569:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e8c2e34d. 00000040:00000010:0.0:1767384388.780980:0:17569:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c1c1d702. 00000020:00000010:0.0:1767384388.780982:0:17569:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001c5bbb87. 00000020:00000010:0.0:1767384388.780986:0:17569:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000008ecfd0d. 00000020:00000010:0.0:1767384388.780990:0:17569:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c2ee087. 80000000:00000010:0.0:1767384388.780992:0:17569:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000959639d0. 40000000:00000010:0.0:1767384388.780995:0:17569:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e84a619. 00100000:00000010:0.0:1767384388.780997:0:17569:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bf3bd96f. 00040000:00000010:0.0:1767384388.780999:0:17569:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e667d74f. 00040000:00000010:0.0:1767384388.781003:0:17569:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df0020f8. 00080000:00000010:0.0:1767384388.781005:0:17569:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005665434a. 00000004:00000010:0.0:1767384388.781007:0:17569:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b9571a4. 00002000:00000010:0.0:1767384388.781009:0:17569:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c3b33d65. 00000020:00000010:0.0:1767384388.781012:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d6c42fb. 00000020:00000010:0.0:1767384388.781014:0:17569:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c07985a4. 00000100:00000010:0.0:1767384388.781017:0:17569:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000beaf5853. 00000100:00100000:0.0:1767384388.781019:0:17569:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000a401595d:17569] 3 exiting: rc = 0 00000100:00000010:2.0:1767384388.781045:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cf3a299a. 00000100:00000010:2.0:1767384388.781050:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007b3a7306. 00000100:00000010:2.0:1767384388.781053:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009475531d. 00000100:00000010:2.0:1767384388.781055:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a401595d. 00000100:00000001:2.0:1767384388.781057:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.781058:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.781062:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384388.781066:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781067:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781069:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000276a02be. 00000400:00000200:2.0:1767384388.781072:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143b1f20 00000400:00000010:2.0:1767384388.781073:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000143b1f20. 00000100:00000001:2.0:1767384388.781075:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781077:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781080:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781082:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.781083:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781084:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781085:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781086:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa182086. 00000400:00000200:2.0:1767384388.781087:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007be3b508 00000400:00000010:2.0:1767384388.781088:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007be3b508. 00000100:00000001:2.0:1767384388.781089:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781089:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781092:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781093:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.781093:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781094:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781095:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781095:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000872d644b. 00000400:00000200:2.0:1767384388.781096:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042feedcf 00000400:00000010:2.0:1767384388.781097:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000042feedcf. 00000100:00000001:2.0:1767384388.781098:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781098:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781100:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781101:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.781102:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781102:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781103:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781103:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073748045. 00000400:00000200:2.0:1767384388.781104:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b18ca6 00000400:00000010:2.0:1767384388.781105:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b2b18ca6. 00000100:00000001:2.0:1767384388.781107:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781107:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781110:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781111:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.781111:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781112:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781113:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781114:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000781a9c80. 00000400:00000200:2.0:1767384388.781114:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae463f9 00000400:00000010:2.0:1767384388.781115:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009ae463f9. 00000100:00000001:2.0:1767384388.781117:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781117:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781119:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781120:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.781121:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781122:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781122:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781123:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a7112c4. 00000400:00000200:2.0:1767384388.781124:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fca0ccb9 00000400:00000010:2.0:1767384388.781124:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fca0ccb9. 00000100:00000001:2.0:1767384388.781126:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781126:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781128:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781129:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.781129:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781130:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781131:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781131:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f5e90f. 00000400:00000200:2.0:1767384388.781132:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1da0685 00000400:00000010:2.0:1767384388.781133:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d1da0685. 00000100:00000001:2.0:1767384388.781134:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781135:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781137:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781137:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.781138:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781139:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781139:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781140:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5d53d4. 00000400:00000200:2.0:1767384388.781141:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ed9217 00000400:00000010:2.0:1767384388.781141:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a2ed9217. 00000100:00000001:2.0:1767384388.781143:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781143:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781145:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781146:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.781146:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781147:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781148:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781148:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1acc023. 00000400:00000200:2.0:1767384388.781150:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896b2ab7 00000400:00000010:2.0:1767384388.781150:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000896b2ab7. 00000100:00000001:2.0:1767384388.781151:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781152:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781154:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781155:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.781156:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781156:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781157:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781158:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023cbf672. 00000400:00000200:2.0:1767384388.781158:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fd54800 00000400:00000010:2.0:1767384388.781159:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009fd54800. 00000100:00000001:2.0:1767384388.781160:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781161:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781163:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781163:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.781164:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781165:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781165:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781166:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1cdf06d. 00000400:00000200:2.0:1767384388.781167:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558616a4 00000400:00000010:2.0:1767384388.781167:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000558616a4. 00000100:00000001:2.0:1767384388.781169:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781169:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781171:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781172:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.781172:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781173:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781173:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781174:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a42012. 00000400:00000200:2.0:1767384388.781175:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067a304fa 00000400:00000010:2.0:1767384388.781175:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067a304fa. 00000100:00000001:2.0:1767384388.781177:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781177:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781179:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781180:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.781180:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781181:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781182:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781183:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009eb303a. 00000400:00000200:2.0:1767384388.781183:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007350fffd 00000400:00000010:2.0:1767384388.781184:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007350fffd. 00000100:00000001:2.0:1767384388.781185:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781186:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781188:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781188:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.781189:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781190:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781190:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781191:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fdfa548. 00000400:00000200:2.0:1767384388.781191:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090ff435b 00000400:00000010:2.0:1767384388.781192:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000090ff435b. 00000100:00000001:2.0:1767384388.781193:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781194:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781196:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781196:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.781197:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781198:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781198:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781199:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c5f3c04. 00000400:00000200:2.0:1767384388.781199:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e728a5 00000400:00000010:2.0:1767384388.781200:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000036e728a5. 00000100:00000001:2.0:1767384388.781201:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781202:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781204:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781204:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.781205:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781205:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781206:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781207:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001997509a. 00000400:00000200:2.0:1767384388.781207:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eeedb35 00000400:00000010:2.0:1767384388.781208:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004eeedb35. 00000100:00000001:2.0:1767384388.781209:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781210:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781212:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781212:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.781213:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781214:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781226:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781228:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a33b96aa. 00000400:00000200:2.0:1767384388.781230:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6e29fb6 00000400:00000010:2.0:1767384388.781231:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6e29fb6. 00000100:00000001:2.0:1767384388.781234:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781234:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781237:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781238:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.781239:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781240:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781240:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781241:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a4b37df. 00000400:00000200:2.0:1767384388.781242:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000366d13e3 00000400:00000010:2.0:1767384388.781243:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000366d13e3. 00000100:00000001:2.0:1767384388.781244:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781245:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781247:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781247:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.781248:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781249:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781249:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781250:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bcc0f15. 00000400:00000200:2.0:1767384388.781251:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bca25dfe 00000400:00000010:2.0:1767384388.781251:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bca25dfe. 00000100:00000001:2.0:1767384388.781253:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781253:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781255:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781256:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.781257:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781257:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781258:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781258:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0175e2a. 00000400:00000200:2.0:1767384388.781259:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035639dc6 00000400:00000010:2.0:1767384388.781260:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000035639dc6. 00000100:00000001:2.0:1767384388.781261:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781261:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781264:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781265:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.781266:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781266:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781267:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781268:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010de2ca4. 00000400:00000200:2.0:1767384388.781269:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d0751c 00000400:00000010:2.0:1767384388.781269:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8d0751c. 00000100:00000001:2.0:1767384388.781270:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781271:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781289:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781290:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.781292:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781293:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781294:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781295:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2f5ac97. 00000400:00000200:2.0:1767384388.781297:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893d5dbd 00000400:00000010:2.0:1767384388.781299:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000893d5dbd. 00000100:00000001:2.0:1767384388.781301:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781302:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781304:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781306:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.781307:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781308:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781309:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781310:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ae3e2a. 00000400:00000200:2.0:1767384388.781311:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a04ae54 00000400:00000010:2.0:1767384388.781312:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003a04ae54. 00000100:00000001:2.0:1767384388.781313:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781314:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781316:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781317:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.781317:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781318:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781319:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781319:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcf88809. 00000400:00000200:2.0:1767384388.781320:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a087a06c 00000400:00000010:2.0:1767384388.781321:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a087a06c. 00000100:00000001:2.0:1767384388.781322:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781323:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781325:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781325:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.781326:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781327:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781328:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781328:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000a35d88. 00000400:00000200:2.0:1767384388.781329:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e38ce60 00000400:00000010:2.0:1767384388.781330:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005e38ce60. 00000100:00000001:2.0:1767384388.781331:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781331:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781333:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781334:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.781335:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781335:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781336:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781336:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d71db083. 00000400:00000200:2.0:1767384388.781337:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429bf98f 00000400:00000010:2.0:1767384388.781338:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000429bf98f. 00000100:00000001:2.0:1767384388.781339:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781340:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781342:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781342:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.781343:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781344:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781344:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781345:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006840c01c. 00000400:00000200:2.0:1767384388.781346:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6ef881c 00000400:00000010:2.0:1767384388.781346:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e6ef881c. 00000100:00000001:2.0:1767384388.781347:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781348:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781350:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781350:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.781351:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781352:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781352:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781353:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039c09d1e. 00000400:00000200:2.0:1767384388.781354:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e032e0b8 00000400:00000010:2.0:1767384388.781355:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e032e0b8. 00000100:00000001:2.0:1767384388.781356:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781357:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781359:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781360:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.781360:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781361:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781362:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781362:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ccd1a68. 00000400:00000200:2.0:1767384388.781363:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000087e0378 00000400:00000010:2.0:1767384388.781364:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000087e0378. 00000100:00000001:2.0:1767384388.781365:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781365:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781368:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781368:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.781369:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781370:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781370:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781371:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076d6b4e6. 00000400:00000200:2.0:1767384388.781372:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e5daa5e 00000400:00000010:2.0:1767384388.781372:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e5daa5e. 00000100:00000001:2.0:1767384388.781374:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781374:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781376:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781377:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.781378:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781379:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781379:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781380:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000667cc677. 00000400:00000200:2.0:1767384388.781381:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5e239c0 00000400:00000010:2.0:1767384388.781381:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b5e239c0. 00000100:00000001:2.0:1767384388.781382:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781383:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781385:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781385:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.781386:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781387:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781388:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781389:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a6da66. 00000400:00000200:2.0:1767384388.781389:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b9cabdc 00000400:00000010:2.0:1767384388.781390:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008b9cabdc. 00000100:00000001:2.0:1767384388.781392:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781392:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781394:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781395:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.781395:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781396:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781397:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781397:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7b04f0a. 00000400:00000200:2.0:1767384388.781398:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000701936ae 00000400:00000010:2.0:1767384388.781399:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000701936ae. 00000100:00000001:2.0:1767384388.781400:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781400:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781402:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781403:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.781404:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781404:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781405:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781405:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a41d92c. 00000400:00000200:2.0:1767384388.781406:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a6aa3e5 00000400:00000010:2.0:1767384388.781407:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004a6aa3e5. 00000100:00000001:2.0:1767384388.781408:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781409:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781411:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781412:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.781412:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781413:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781414:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781414:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000558417d5. 00000400:00000200:2.0:1767384388.781415:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b21cf38b 00000400:00000010:2.0:1767384388.781416:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b21cf38b. 00000100:00000001:2.0:1767384388.781417:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781418:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781420:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781420:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.781421:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781422:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781423:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781423:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000279e26d4. 00000400:00000200:2.0:1767384388.781424:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd920f17 00000400:00000010:2.0:1767384388.781425:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd920f17. 00000100:00000001:2.0:1767384388.781426:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781427:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781429:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781430:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.781430:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781431:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781432:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781432:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027fc4eb5. 00000400:00000200:2.0:1767384388.781433:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001716037c 00000400:00000010:2.0:1767384388.781434:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001716037c. 00000100:00000001:2.0:1767384388.781435:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781435:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781437:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781438:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.781438:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781439:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781439:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781440:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a88b2c5b. 00000400:00000200:2.0:1767384388.781441:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46ec76f 00000400:00000010:2.0:1767384388.781442:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d46ec76f. 00000100:00000001:2.0:1767384388.781443:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781443:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781446:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781446:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.781447:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781448:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781448:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781449:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f365a44b. 00000400:00000200:2.0:1767384388.781450:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7a8329 00000400:00000010:2.0:1767384388.781450:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ff7a8329. 00000100:00000001:2.0:1767384388.781451:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781452:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781454:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781455:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.781456:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781456:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781457:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781457:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1dfeee4. 00000400:00000200:2.0:1767384388.781458:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e80e8fb5 00000400:00000010:2.0:1767384388.781459:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e80e8fb5. 00000100:00000001:2.0:1767384388.781460:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781461:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781463:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781463:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.781464:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781465:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781465:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781466:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdb1fabd. 00000400:00000200:2.0:1767384388.781467:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ea1a5ca 00000400:00000010:2.0:1767384388.781467:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008ea1a5ca. 00000100:00000001:2.0:1767384388.781468:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781469:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781471:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781471:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.781472:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781473:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781473:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781474:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac549c0c. 00000400:00000200:2.0:1767384388.781475:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ddb459b 00000400:00000010:2.0:1767384388.781476:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001ddb459b. 00000100:00000001:2.0:1767384388.781477:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781477:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781479:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781480:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.781481:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781481:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781482:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781483:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ffd7087. 00000400:00000200:2.0:1767384388.781483:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3af055a 00000400:00000010:2.0:1767384388.781484:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e3af055a. 00000100:00000001:2.0:1767384388.781487:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781487:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781489:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781490:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.781491:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781491:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781492:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781493:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f64a8195. 00000400:00000200:2.0:1767384388.781494:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083060fa7 00000400:00000010:2.0:1767384388.781494:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000083060fa7. 00000100:00000001:2.0:1767384388.781496:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781496:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781498:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781499:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.781499:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781500:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781501:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781501:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a17f40e. 00000400:00000200:2.0:1767384388.781502:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c8e9531 00000400:00000010:2.0:1767384388.781503:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001c8e9531. 00000100:00000001:2.0:1767384388.781504:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781504:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781507:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781507:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.781508:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781509:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781509:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781510:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f93021. 00000400:00000200:2.0:1767384388.781511:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002824e7cc 00000400:00000010:2.0:1767384388.781511:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002824e7cc. 00000100:00000001:2.0:1767384388.781513:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781513:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781516:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781516:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.781517:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781518:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781519:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781520:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d049d18a. 00000400:00000200:2.0:1767384388.781521:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbf4964 00000400:00000010:2.0:1767384388.781522:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006dbf4964. 00000100:00000001:2.0:1767384388.781524:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781525:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781527:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781527:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.781528:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781529:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781529:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781530:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b90c6331. 00000400:00000200:2.0:1767384388.781531:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b20c89f 00000400:00000010:2.0:1767384388.781532:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005b20c89f. 00000100:00000001:2.0:1767384388.781534:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781535:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781537:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781537:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.781538:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781539:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781539:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781540:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0378b1a. 00000400:00000200:2.0:1767384388.781541:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000668dde83 00000400:00000010:2.0:1767384388.781542:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000668dde83. 00000100:00000001:2.0:1767384388.781543:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781543:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781546:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781546:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.781547:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781548:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781549:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781549:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b786f68. 00000400:00000200:2.0:1767384388.781550:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea801294 00000400:00000010:2.0:1767384388.781551:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ea801294. 00000100:00000001:2.0:1767384388.781553:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781553:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781556:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781556:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.781557:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781558:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781559:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781559:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60de63c. 00000400:00000200:2.0:1767384388.781560:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc18ec61 00000400:00000010:2.0:1767384388.781561:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bc18ec61. 00000100:00000001:2.0:1767384388.781563:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781564:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781566:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781566:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.781567:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781568:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781568:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781569:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044fc95c4. 00000400:00000200:2.0:1767384388.781570:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000610a2789 00000400:00000010:2.0:1767384388.781570:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000610a2789. 00000100:00000001:2.0:1767384388.781571:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781572:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781574:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781575:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.781575:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781576:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781577:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781577:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008617e129. 00000400:00000200:2.0:1767384388.781578:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4c48d0 00000400:00000010:2.0:1767384388.781579:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001a4c48d0. 00000100:00000001:2.0:1767384388.781580:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781580:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781582:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781583:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.781584:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781584:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781585:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781586:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3548bfc. 00000400:00000200:2.0:1767384388.781586:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ce8e17 00000400:00000010:2.0:1767384388.781587:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7ce8e17. 00000100:00000001:2.0:1767384388.781588:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781589:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781591:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781591:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.781592:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781593:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781594:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781595:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a2a44c. 00000400:00000200:2.0:1767384388.781596:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dff0d93a 00000400:00000010:2.0:1767384388.781596:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dff0d93a. 00000100:00000001:2.0:1767384388.781597:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781598:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781600:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781601:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.781602:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781602:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781603:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781603:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038afe5f4. 00000400:00000200:2.0:1767384388.781604:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6f2ea0 00000400:00000010:2.0:1767384388.781605:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009a6f2ea0. 00000100:00000001:2.0:1767384388.781606:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781607:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781610:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781611:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.781612:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781613:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781614:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781615:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff2b3a9c. 00000400:00000200:2.0:1767384388.781617:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bab9756 00000400:00000010:2.0:1767384388.781618:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005bab9756. 00000100:00000001:2.0:1767384388.781619:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781620:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781623:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781625:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.781626:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781627:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781628:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781629:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000603e9c3b. 00000400:00000200:2.0:1767384388.781631:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f30be98 00000400:00000010:2.0:1767384388.781632:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002f30be98. 00000100:00000001:2.0:1767384388.781635:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781635:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781638:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781639:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.781640:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781641:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781643:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781644:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005413477e. 00000400:00000200:2.0:1767384388.781646:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8cd8f06 00000400:00000010:2.0:1767384388.781647:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a8cd8f06. 00000100:00000001:2.0:1767384388.781649:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781650:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781653:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781654:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.781656:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781657:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781658:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781659:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce14ceb. 00000400:00000200:2.0:1767384388.781661:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cd12fcd 00000400:00000010:2.0:1767384388.781663:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006cd12fcd. 00000100:00000001:2.0:1767384388.781665:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781666:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781670:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781671:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.781673:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781675:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781676:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781677:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f98c91. 00000400:00000200:2.0:1767384388.781679:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000287e3da2 00000400:00000010:2.0:1767384388.781681:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000287e3da2. 00000100:00000001:2.0:1767384388.781683:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781684:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781688:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781689:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.781690:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781691:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781692:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781693:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035ae5219. 00000400:00000200:2.0:1767384388.781694:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8a12c4 00000400:00000010:2.0:1767384388.781695:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008e8a12c4. 00000100:00000001:2.0:1767384388.781697:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781698:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781700:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781701:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.781702:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781703:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781704:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781704:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007082c94c. 00000400:00000200:2.0:1767384388.781705:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca037797 00000400:00000010:2.0:1767384388.781706:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca037797. 00000100:00000001:2.0:1767384388.781707:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781708:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781710:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781710:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.781711:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.781712:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.781712:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.781713:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f72ed03. 00000400:00000200:2.0:1767384388.781714:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004761772d 00000400:00000010:2.0:1767384388.781714:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004761772d. 00000100:00000001:2.0:1767384388.781715:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.781716:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384388.781718:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.781719:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.781719:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.781721:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781722:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781724:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781725:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781725:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781726:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781726:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781727:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781728:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781728:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781729:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781729:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781730:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781731:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781732:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781732:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781733:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781734:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781735:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781736:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781736:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781737:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781738:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781738:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781739:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781739:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781740:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781740:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781741:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781742:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781742:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781743:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781743:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781744:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781744:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781745:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781746:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781746:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781747:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781747:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781748:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781748:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781749:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781750:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781750:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781751:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781751:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781752:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781753:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781753:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781754:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781754:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781755:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781756:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781756:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781757:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781758:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781759:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781759:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781760:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781761:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781761:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781762:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781762:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781763:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781764:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781764:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781765:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781765:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781766:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781767:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781767:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781768:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781768:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781769:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781769:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781770:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781771:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781771:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781772:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781772:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781773:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781773:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781774:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781775:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781775:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781776:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781776:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781777:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781777:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781778:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781779:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781779:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781780:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781781:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781782:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781782:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781783:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781784:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781784:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781785:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781786:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781786:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781787:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781787:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781788:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781788:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781789:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781790:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781790:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781791:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781791:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781792:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781793:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781793:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781794:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781794:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781795:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781795:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781796:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781797:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781797:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781798:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781798:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781799:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781799:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.781800:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.781801:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384388.781810:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781811:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c84990f. 02000000:00000001:2.0:1767384388.781813:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781814:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004206bede. 02000000:00000001:2.0:1767384388.781816:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781817:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006912241f. 02000000:00000001:2.0:1767384388.781818:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781819:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000914bb484. 02000000:00000001:2.0:1767384388.781820:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781821:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e65f5c0. 02000000:00000001:2.0:1767384388.781822:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781823:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311f1996. 02000000:00000001:2.0:1767384388.781825:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781825:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af2d98ca. 02000000:00000001:2.0:1767384388.781826:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781827:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006348a1c5. 02000000:00000001:2.0:1767384388.781828:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781829:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 0000000023aebe0b. 02000000:00000001:2.0:1767384388.781830:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781831:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012267950. 02000000:00000001:2.0:1767384388.781832:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781832:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 0000000031d41aca. 02000000:00000001:2.0:1767384388.781834:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781834:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008636543d. 02000000:00000001:2.0:1767384388.781836:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781836:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000327fd606. 02000000:00000001:2.0:1767384388.781838:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781839:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002af5d158. 02000000:00000001:2.0:1767384388.781840:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781841:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000006fe3bde3. 02000000:00000001:2.0:1767384388.781842:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781843:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007afb3437. 02000000:00000001:2.0:1767384388.781844:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781845:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bb284d8c. 02000000:00000001:2.0:1767384388.781846:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781847:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027d03216. 02000000:00000001:2.0:1767384388.781848:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781849:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009768bf1f. 02000000:00000001:2.0:1767384388.781850:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781851:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 02000000:00000001:2.0:1767384388.781852:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781852:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000086c0e43d. 02000000:00000001:2.0:1767384388.781853:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781854:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050055478. 02000000:00000001:2.0:1767384388.781856:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781857:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000184e855b. 02000000:00000001:2.0:1767384388.781858:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781858:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 02000000:00000001:2.0:1767384388.781860:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781860:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000061b20117. 02000000:00000001:2.0:1767384388.781862:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781862:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6c91ab2. 02000000:00000001:2.0:1767384388.781864:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781864:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000001d35bb3. 02000000:00000001:2.0:1767384388.781865:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781866:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ccae6d3. 02000000:00000001:2.0:1767384388.781867:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781868:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009706a8d3. 02000000:00000001:2.0:1767384388.781869:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781869:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ce5ce3b. 02000000:00000001:2.0:1767384388.781871:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781871:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a2491015. 02000000:00000001:2.0:1767384388.781872:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781873:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006281e0ca. 02000000:00000001:2.0:1767384388.781874:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781875:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000268201a2. 02000000:00000001:2.0:1767384388.781876:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781876:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a580b93. 02000000:00000001:2.0:1767384388.781878:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781878:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000669aea88. 02000000:00000001:2.0:1767384388.781880:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781880:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b4205f2. 02000000:00000001:2.0:1767384388.781882:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781882:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e88d2e46. 02000000:00000001:2.0:1767384388.781883:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781884:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005adf38e5. 02000000:00000001:2.0:1767384388.781885:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781886:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000648baadc. 02000000:00000001:2.0:1767384388.781887:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781887:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000014ce40c. 02000000:00000001:2.0:1767384388.781889:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781890:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000009eeeaec. 02000000:00000001:2.0:1767384388.781891:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781892:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a52d7dbf. 02000000:00000001:2.0:1767384388.781894:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781895:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005d16ac8d. 02000000:00000001:2.0:1767384388.781896:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781897:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005bccac1f. 02000000:00000001:2.0:1767384388.781898:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781898:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c027fd1f. 02000000:00000001:2.0:1767384388.781899:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781900:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000aef23b5. 02000000:00000001:2.0:1767384388.781902:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781902:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004afcfda1. 02000000:00000001:2.0:1767384388.781903:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781904:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6dd004f. 02000000:00000001:2.0:1767384388.781905:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781906:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000055d2cc1f. 02000000:00000001:2.0:1767384388.781906:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781907:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a952e0e8. 02000000:00000001:2.0:1767384388.781910:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781910:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090ed1911. 02000000:00000001:2.0:1767384388.781911:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781912:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031d680c8. 02000000:00000001:2.0:1767384388.781913:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781914:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011860ebc. 02000000:00000001:2.0:1767384388.781915:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781915:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b7fb4c1. 02000000:00000001:2.0:1767384388.781917:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781917:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c4d4bcc. 02000000:00000001:2.0:1767384388.781918:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781919:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa38c93e. 02000000:00000001:2.0:1767384388.781920:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781920:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c686e11. 02000000:00000001:2.0:1767384388.781921:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781922:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e375115. 02000000:00000001:2.0:1767384388.781923:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781924:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c4ee7a3. 02000000:00000001:2.0:1767384388.781925:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781926:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096950708. 02000000:00000001:2.0:1767384388.781927:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781928:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000086ec97f8. 02000000:00000001:2.0:1767384388.781929:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781929:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a900965e. 02000000:00000001:2.0:1767384388.781931:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781932:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c28d1b2. 02000000:00000001:2.0:1767384388.781933:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781934:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6679b42. 02000000:00000001:2.0:1767384388.781935:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781935:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0f2b28d. 02000000:00000001:2.0:1767384388.781937:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781937:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a21e9887. 02000000:00000001:2.0:1767384388.781939:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781939:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ebcc5329. 02000000:00000001:2.0:1767384388.781940:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781941:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e0f2a98. 02000000:00000001:2.0:1767384388.781942:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781943:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000192329f5. 02000000:00000001:2.0:1767384388.781944:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781944:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027fda329. 02000000:00000001:2.0:1767384388.781945:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781946:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000019bfd81c. 02000000:00000001:2.0:1767384388.781947:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781947:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c91d5cd9. 02000000:00000001:2.0:1767384388.781949:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781949:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e828c096. 02000000:00000001:2.0:1767384388.781950:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781950:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7998ccb. 02000000:00000001:2.0:1767384388.781952:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781952:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bcfc3574. 02000000:00000001:2.0:1767384388.781953:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781954:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000608e4ca8. 02000000:00000001:2.0:1767384388.781955:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781955:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f002aa02. 02000000:00000001:2.0:1767384388.781956:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781956:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e266f9eb. 02000000:00000001:2.0:1767384388.781958:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781959:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008cccc528. 02000000:00000001:2.0:1767384388.781960:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781960:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000019d93e20. 02000000:00000001:2.0:1767384388.781962:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781962:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009fc433f3. 02000000:00000001:2.0:1767384388.781964:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781964:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f8c1a16. 02000000:00000001:2.0:1767384388.781966:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781966:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fd78da5a. 02000000:00000001:2.0:1767384388.781967:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781968:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072a4f267. 02000000:00000001:2.0:1767384388.781969:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781970:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000005a20f1c. 02000000:00000001:2.0:1767384388.781971:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781971:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc051e8e. 02000000:00000001:2.0:1767384388.781972:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781973:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000560b3d12. 02000000:00000001:2.0:1767384388.781974:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781974:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb770f98. 02000000:00000001:2.0:1767384388.781975:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781976:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000006866b7b. 02000000:00000001:2.0:1767384388.781977:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781977:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009742921a. 02000000:00000001:2.0:1767384388.781979:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781979:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000cb126e4e. 02000000:00000001:2.0:1767384388.781980:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781980:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a958de49. 02000000:00000001:2.0:1767384388.781982:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781982:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000020bae643. 02000000:00000001:2.0:1767384388.781984:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781984:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a200f4. 02000000:00000001:2.0:1767384388.781985:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781986:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000002dc844e0. 02000000:00000001:2.0:1767384388.781987:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781988:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000060dc349. 02000000:00000001:2.0:1767384388.781989:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.781990:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007118ddad. 02000000:00000001:2.0:1767384388.781991:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.781992:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033f7e41a. 00000100:00000010:2.0:1767384388.781995:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000083e7b70. 00000100:00000010:2.0:1767384388.782022:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027b82903. 00000100:00000010:2.0:1767384388.782024:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ff227155. 00000100:00000010:2.0:1767384388.782045:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002082c922. 00000100:00000010:2.0:1767384388.782046:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c21bf8a. 00000100:00000010:2.0:1767384388.782066:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008aa5e4ff. 00000100:00000010:2.0:1767384388.782067:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dcdb641f. 00000100:00000010:2.0:1767384388.782086:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b985427d. 00000100:00000010:2.0:1767384388.782088:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000566c80c6. 00000100:00000010:2.0:1767384388.782106:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018780338. 00000100:00000010:2.0:1767384388.782107:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000082dff557. 00000100:00000010:2.0:1767384388.782127:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a16866e. 00000100:00000010:2.0:1767384388.782128:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a46e41c7. 00000100:00000010:2.0:1767384388.782149:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d81de38. 00000100:00000010:2.0:1767384388.782150:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004277ff91. 00000100:00000010:2.0:1767384388.782178:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e58ccbb8. 00000100:00000010:2.0:1767384388.782179:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000df194950. 00000100:00000010:2.0:1767384388.782203:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004dcc4b9. 00000100:00000010:2.0:1767384388.782205:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b4e9e349. 00000100:00000010:2.0:1767384388.782238:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008f9b4d5. 00000100:00000010:2.0:1767384388.782240:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002cf52074. 00000100:00000010:2.0:1767384388.782259:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008789051c. 00000100:00000010:2.0:1767384388.782260:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d45ec58e. 00000100:00000010:2.0:1767384388.782304:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004348c191. 00000100:00000010:2.0:1767384388.782308:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bbd026e9. 00000100:00000010:2.0:1767384388.782336:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088b7545f. 00000100:00000010:2.0:1767384388.782339:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065b09413. 00000100:00000010:2.0:1767384388.782361:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6fcfbaa. 00000100:00000010:2.0:1767384388.782363:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c4e4a0be. 00000100:00000010:2.0:1767384388.782392:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a431ea2c. 00000100:00000010:2.0:1767384388.782394:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006e43ecbb. 00000100:00000010:2.0:1767384388.782416:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d341fada. 00000100:00000010:2.0:1767384388.782418:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000056cddaa2. 00000100:00000010:2.0:1767384388.782432:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ed207bc. 00000100:00000010:2.0:1767384388.782433:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fe1fb4c7. 00000100:00000010:2.0:1767384388.782457:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002957b8d1. 00000100:00000010:2.0:1767384388.782458:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009f823315. 00000100:00000010:2.0:1767384388.782480:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feff1224. 00000100:00000010:2.0:1767384388.782481:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d8323e82. 00000100:00000010:2.0:1767384388.782503:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000039410a0. 00000100:00000010:2.0:1767384388.782505:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000055d33327. 00000100:00000010:2.0:1767384388.782523:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c437b5ee. 00000100:00000010:2.0:1767384388.782525:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d6023a6e. 00000100:00000010:2.0:1767384388.782547:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000013231dc. 00000100:00000010:2.0:1767384388.782548:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000042b333bf. 00000100:00000010:2.0:1767384388.782569:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025c80ce9. 00000100:00000010:2.0:1767384388.782570:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ba3dfbc3. 00000100:00000010:2.0:1767384388.782588:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b38ead2e. 00000100:00000010:2.0:1767384388.782590:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b74c45e. 00000100:00000010:2.0:1767384388.782607:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c7c3723. 00000100:00000010:2.0:1767384388.782629:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bff2e663. 00000100:00000010:2.0:1767384388.782653:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abaf4427. 00000100:00000010:2.0:1767384388.782656:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000002167c55. 00000100:00000010:2.0:1767384388.782683:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ece819bb. 00000100:00000010:2.0:1767384388.782685:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000245f9ff7. 00000100:00000010:2.0:1767384388.782704:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e000340f. 00000100:00000010:2.0:1767384388.782706:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a8745e23. 00000100:00000010:2.0:1767384388.782720:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d11f3fc. 00000100:00000010:2.0:1767384388.782722:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c1ff9ba7. 00000100:00000010:2.0:1767384388.782738:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f009e61f. 00000100:00000010:2.0:1767384388.782740:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007f6ce786. 00000100:00000010:2.0:1767384388.782758:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022ceea5f. 00000100:00000010:2.0:1767384388.782759:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cd073a11. 00000100:00000010:2.0:1767384388.782775:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d3ad398. 00000100:00000010:2.0:1767384388.782777:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a8cb8132. 00000100:00000010:2.0:1767384388.782799:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cf09242. 00000100:00000010:2.0:1767384388.782800:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000034383213. 00000100:00000010:2.0:1767384388.782813:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000751407f0. 00000100:00000010:2.0:1767384388.782814:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000078b3e302. 00000100:00000010:2.0:1767384388.782828:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064e10ac0. 00000100:00000010:2.0:1767384388.782829:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000097f323ef. 00000100:00000010:2.0:1767384388.782841:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089cddcd0. 00000100:00000010:2.0:1767384388.782842:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000f7ed5a0. 00000100:00000010:2.0:1767384388.782853:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004315dd7c. 00000100:00000010:2.0:1767384388.782854:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bd9c3c06. 00000100:00000010:2.0:1767384388.782874:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c195b9fa. 00000100:00000010:2.0:1767384388.782877:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001cafb15. 00000100:00000010:2.0:1767384388.782901:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ade8920. 00000100:00000010:2.0:1767384388.782904:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b6c527c5. 00000100:00000010:2.0:1767384388.782931:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000476b09a6. 00000100:00000010:2.0:1767384388.782933:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065c3991b. 00000100:00000010:2.0:1767384388.782957:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d40ae9e. 00000100:00000010:2.0:1767384388.782960:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b655fd50. 00000100:00000010:2.0:1767384388.782985:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034d99ec3. 00000100:00000010:2.0:1767384388.782987:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003775c666. 00000100:00000010:2.0:1767384388.783011:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa38053f. 00000100:00000010:2.0:1767384388.783013:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000066ba2891. 00000100:00000010:2.0:1767384388.783040:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b909e68. 00000100:00000010:2.0:1767384388.783043:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b226b253. 00000100:00000010:2.0:1767384388.783067:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e49a0370. 00000100:00000010:2.0:1767384388.783070:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e7a311eb. 00000100:00000010:2.0:1767384388.783095:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070aa546e. 00000100:00000010:2.0:1767384388.783098:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081e1aa4e. 00000100:00000010:2.0:1767384388.783119:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f3dd803. 00000100:00000010:2.0:1767384388.783122:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ded20277. 00000100:00000010:2.0:1767384388.783143:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062a86fa2. 00000100:00000010:2.0:1767384388.783147:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000082b43bfe. 00000100:00000010:2.0:1767384388.783171:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022235fed. 00000100:00000010:2.0:1767384388.783174:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000016be3793. 00000100:00000010:2.0:1767384388.783198:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b534704. 00000100:00000010:2.0:1767384388.783200:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003168fb15. 00000100:00000010:2.0:1767384388.783232:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5e602f9. 00000100:00000010:2.0:1767384388.783235:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000537afe12. 00000100:00000010:2.0:1767384388.783255:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029aee0dd. 00000100:00000010:2.0:1767384388.783258:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000066acbfd1. 00000100:00000010:2.0:1767384388.783296:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005168bd5a. 00000100:00000010:2.0:1767384388.783300:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000004b6e859. 00000100:00000010:2.0:1767384388.783328:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc795d4a. 00000100:00000010:2.0:1767384388.783330:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000047af28c1. 00000100:00000010:2.0:1767384388.783350:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff71ed0e. 00000100:00000010:2.0:1767384388.783353:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000705891f4. 00000100:00000010:2.0:1767384388.783371:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026e2587d. 00000100:00000010:2.0:1767384388.783374:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008c7b00e4. 00000100:00000010:2.0:1767384388.783397:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7c3871f. 00000100:00000010:2.0:1767384388.783400:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004ae2a3a9. 00000100:00000010:2.0:1767384388.783423:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f700ba6. 00000100:00000010:2.0:1767384388.783425:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a81e581c. 00000100:00000010:2.0:1767384388.783449:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de1f5b25. 00000100:00000010:2.0:1767384388.783451:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000093097aea. 00000100:00000010:2.0:1767384388.783474:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000320fcedd. 00000100:00000010:2.0:1767384388.783477:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ce34c1ef. 00000100:00000010:2.0:1767384388.783501:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029b33b28. 00000100:00000010:2.0:1767384388.783505:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007de39e62. 00000100:00000010:2.0:1767384388.783527:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031c29da7. 00000100:00000010:2.0:1767384388.783530:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000006ed0997. 00000100:00000010:2.0:1767384388.783552:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004afbe94d. 00000100:00000010:2.0:1767384388.783554:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005974b828. 00000100:00000010:2.0:1767384388.783572:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc759c4e. 00000100:00000010:2.0:1767384388.783577:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000bd1511c9. 00000100:00000010:2.0:1767384388.783590:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000d163bfeb. 00000100:00000010:2.0:1767384388.783604:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000054f42147. 00000100:00000010:2.0:1767384388.783618:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000000cb7d14c. 00000100:00000001:2.0:1767384388.783634:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.783636:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783638:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.783640:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.783642:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d3ee00ab. 00000100:00000001:2.0:1767384388.783646:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.783647:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.783649:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783651:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c9dab4f2. 00000100:00000001:2.0:1767384388.783653:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783654:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783655:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005c4253f4. 00000100:00000001:2.0:1767384388.783657:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783658:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783659:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006768402b. 00000100:00000001:2.0:1767384388.783661:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783662:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783663:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cce5f7ff. 00000100:00000001:2.0:1767384388.783665:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783666:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.783667:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.783668:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000094409b7c. 00000100:00000001:2.0:1767384388.783670:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.783671:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.783672:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783673:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000026e6adf7. 00000100:00000001:2.0:1767384388.783675:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783676:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783677:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000047de14f1. 00000100:00000001:2.0:1767384388.783678:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783680:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783681:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c4bf2b6b. 00000100:00000001:2.0:1767384388.783682:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.783683:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.783684:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007d4fc006. 00000100:00000010:2.0:1767384388.783686:0:39771:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000002c078d21. 00000100:00000001:2.0:1767384388.783689:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.783762:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000050ac6a04. 00000020:00000010:2.0:1767384388.783767:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000336acf2a. 00000020:00000010:2.0:1767384388.783771:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cc9b9149. 00000020:00000010:2.0:1767384388.783774:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000096ae01a5. 00000020:00000010:2.0:1767384388.783777:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f5934e2c. 00000020:00000010:2.0:1767384388.783781:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cef41bb7. 00000100:00000010:2.0:1767384388.783807:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a914e8de. 00000100:00000010:2.0:1767384388.783815:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000022fa110c. 00000100:00000010:2.0:1767384388.783818:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000005b9a57c. 00000100:00000010:2.0:1767384388.783820:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ebd80186. 00000100:00000001:2.0:1767384388.783823:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.783825:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.783826:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384388.783829:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.783830:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.783831:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384388.783832:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384388.783834:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384388.783895:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:0.0:1767384388.783956:0:16781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e146ce20. 00000040:00000010:0.0:1767384388.783962:0:16781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0f2ccb1. 00000020:00000010:0.0:1767384388.783965:0:16781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8417f70. 00000020:00000010:0.0:1767384388.783968:0:16781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e57ce097. 00000020:00000010:0.0:1767384388.783972:0:16781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076a70ca5. 80000000:00000010:0.0:1767384388.783976:0:16781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084e63bc7. 40000000:00000010:0.0:1767384388.783979:0:16781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a24108b. 00100000:00000010:0.0:1767384388.783982:0:16781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a91da8c. 00040000:00000010:0.0:1767384388.783984:0:16781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000066330f50. 00040000:00000010:0.0:1767384388.783987:0:16781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a0e93ac. 00080000:00000010:0.0:1767384388.783990:0:16781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a95adf66. 00000004:00000010:0.0:1767384388.783993:0:16781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fb1719e1. 00000020:00000010:0.0:1767384388.783996:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000141561a0. 00000020:00000010:0.0:1767384388.784000:0:16781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000086ee577e. 00000100:00000010:0.0:1767384388.784003:0:16781:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001dbd3324. 00000100:00100000:0.0:1767384388.784005:0:16781:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000baf12d14:16781] 0 exiting: rc = 1 00000020:00000010:3.0:1767384388.784025:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081cc88ea. 00000040:00000010:3.0:1767384388.784031:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000077f10cbb. 00000020:00000010:3.0:1767384388.784033:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000750a234e. 00000020:00000010:3.0:1767384388.784043:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d690ff50. 00000020:00000010:3.0:1767384388.784046:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000be8959ac. 80000000:00000010:3.0:1767384388.784048:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000005fb7676. 40000000:00000010:3.0:1767384388.784050:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000966547f8. 00100000:00000010:3.0:1767384388.784052:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3255b7e. 00040000:00000010:3.0:1767384388.784053:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002ebdec3f. 00040000:00000010:3.0:1767384388.784056:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f7081c4. 00080000:00000010:3.0:1767384388.784080:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000594a0bf5. 00000004:00000010:3.0:1767384388.784083:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a839bd2. 00000020:00000010:3.0:1767384388.784085:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8878d04. 00000020:00000010:3.0:1767384388.784089:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000051a08329. 00000100:00000010:3.0:1767384388.784095:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000422a34bf. 00000100:00100000:3.0:1767384388.784097:0:16782:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000e6311649:16782] 1 exiting: rc = 0 00000100:00000010:2.0:1767384388.784128:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000baf12d14. 00000100:00000010:2.0:1767384388.784134:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e6311649. 00000100:00000001:2.0:1767384388.784137:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.784138:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.784140:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384388.784143:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784144:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784146:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a840c470. 00000400:00000200:2.0:1767384388.784149:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004693815c 00000400:00000010:2.0:1767384388.784151:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004693815c. 00000100:00000001:2.0:1767384388.784153:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784154:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784159:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784160:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.784162:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784164:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784165:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784166:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a676c69. 00000400:00000200:2.0:1767384388.784170:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b25d56a 00000400:00000010:2.0:1767384388.784171:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b25d56a. 00000100:00000001:2.0:1767384388.784174:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784175:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784179:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784180:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.784182:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784183:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784184:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784185:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da161782. 00000400:00000200:2.0:1767384388.784188:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce8d4c7 00000400:00000010:2.0:1767384388.784189:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ce8d4c7. 00000100:00000001:2.0:1767384388.784191:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784192:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784195:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784197:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.784199:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784201:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784202:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784203:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e682a91c. 00000400:00000200:2.0:1767384388.784205:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f046e489 00000400:00000010:2.0:1767384388.784206:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f046e489. 00000100:00000001:2.0:1767384388.784208:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784209:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784212:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784213:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.784214:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784227:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784228:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784229:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa20f9d2. 00000400:00000200:2.0:1767384388.784232:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9b01b3 00000400:00000010:2.0:1767384388.784233:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a9b01b3. 00000100:00000001:2.0:1767384388.784235:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784236:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784240:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784242:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.784243:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784244:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784245:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784246:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027020c95. 00000400:00000200:2.0:1767384388.784248:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d10901c5 00000400:00000010:2.0:1767384388.784250:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d10901c5. 00000100:00000001:2.0:1767384388.784251:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784252:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784256:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784257:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.784257:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784259:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784259:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784260:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d62696b2. 00000400:00000200:2.0:1767384388.784261:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038153671 00000400:00000010:2.0:1767384388.784262:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038153671. 00000100:00000001:2.0:1767384388.784263:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784263:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784265:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784266:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.784267:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784267:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784268:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784269:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d011389. 00000400:00000200:2.0:1767384388.784269:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1bee956 00000400:00000010:2.0:1767384388.784270:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1bee956. 00000100:00000001:2.0:1767384388.784271:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784272:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784302:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784303:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.784304:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784305:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784306:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784307:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aae4345b. 00000400:00000200:2.0:1767384388.784310:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e051cf 00000400:00000010:2.0:1767384388.784311:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021e051cf. 00000100:00000001:2.0:1767384388.784313:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784314:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784318:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784319:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.784321:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784323:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784324:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784324:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000819cac83. 00000400:00000200:2.0:1767384388.784326:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000202c15ce 00000400:00000010:2.0:1767384388.784326:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000202c15ce. 00000100:00000001:2.0:1767384388.784327:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784328:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784330:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784331:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.784331:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784332:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784333:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784333:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9a23979. 00000400:00000200:2.0:1767384388.784334:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000774ce9df 00000400:00000010:2.0:1767384388.784335:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000774ce9df. 00000100:00000001:2.0:1767384388.784336:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784336:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784339:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784339:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.784340:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784341:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784341:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784342:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f61277c. 00000400:00000200:2.0:1767384388.784343:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f606ecc2 00000400:00000010:2.0:1767384388.784343:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f606ecc2. 00000100:00000001:2.0:1767384388.784344:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784345:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784347:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784348:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.784349:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784349:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784350:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784350:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee221149. 00000400:00000200:2.0:1767384388.784352:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f79268 00000400:00000010:2.0:1767384388.784353:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2f79268. 00000100:00000001:2.0:1767384388.784354:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784355:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784357:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784358:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.784358:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784359:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784359:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784360:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008070be62. 00000400:00000200:2.0:1767384388.784361:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4d2e64f 00000400:00000010:2.0:1767384388.784362:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4d2e64f. 00000100:00000001:2.0:1767384388.784363:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784363:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784365:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784366:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.784366:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784367:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784368:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784368:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052abfa59. 00000400:00000200:2.0:1767384388.784369:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001446c9b5 00000400:00000010:2.0:1767384388.784370:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001446c9b5. 00000100:00000001:2.0:1767384388.784371:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784372:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784374:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784374:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.784375:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784376:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784376:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784377:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd9c83ce. 00000400:00000200:2.0:1767384388.784377:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a71c161 00000400:00000010:2.0:1767384388.784378:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a71c161. 00000100:00000001:2.0:1767384388.784379:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784380:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784382:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784382:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.784383:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784384:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784385:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784385:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001152807f. 00000400:00000200:2.0:1767384388.784386:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000846163ba 00000400:00000010:2.0:1767384388.784387:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000846163ba. 00000100:00000001:2.0:1767384388.784388:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784388:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784390:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784391:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.784391:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784392:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784392:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784393:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000402ea8c8. 00000400:00000200:2.0:1767384388.784394:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6ddb81 00000400:00000010:2.0:1767384388.784395:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee6ddb81. 00000100:00000001:2.0:1767384388.784395:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784396:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784398:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784399:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.784400:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784400:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784401:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784401:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d40262. 00000400:00000200:2.0:1767384388.784403:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65dbde8 00000400:00000010:2.0:1767384388.784403:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65dbde8. 00000100:00000001:2.0:1767384388.784404:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784405:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784407:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784407:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.784408:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784409:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784409:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784410:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9b1e3f. 00000400:00000200:2.0:1767384388.784411:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044524f5d 00000400:00000010:2.0:1767384388.784411:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044524f5d. 00000100:00000001:2.0:1767384388.784412:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784413:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784415:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784416:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.784416:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784417:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784417:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784418:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000673b5563. 00000400:00000200:2.0:1767384388.784419:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b74e922b 00000400:00000010:2.0:1767384388.784420:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b74e922b. 00000100:00000001:2.0:1767384388.784421:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784421:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784423:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784424:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.784424:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784425:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784426:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784426:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b9337c. 00000400:00000200:2.0:1767384388.784427:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067bd0023 00000400:00000010:2.0:1767384388.784428:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067bd0023. 00000100:00000001:2.0:1767384388.784428:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784429:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784431:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784432:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.784432:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784433:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784433:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784434:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55a19e6. 00000400:00000200:2.0:1767384388.784435:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095e3505a 00000400:00000010:2.0:1767384388.784435:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095e3505a. 00000100:00000001:2.0:1767384388.784436:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784437:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784439:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784439:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.784440:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784440:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784441:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784441:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c5ca7ee. 00000400:00000200:2.0:1767384388.784442:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf1d4c0 00000400:00000010:2.0:1767384388.784443:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cf1d4c0. 00000100:00000001:2.0:1767384388.784444:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784445:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784447:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784447:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.784448:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784449:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784449:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784450:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1d2cf2. 00000400:00000200:2.0:1767384388.784450:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e8e501e 00000400:00000010:2.0:1767384388.784451:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e8e501e. 00000100:00000001:2.0:1767384388.784452:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784452:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784454:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784455:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.784456:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784456:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784457:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784457:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5ded6a. 00000400:00000200:2.0:1767384388.784458:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ef8f4a4 00000400:00000010:2.0:1767384388.784459:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ef8f4a4. 00000100:00000001:2.0:1767384388.784459:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784460:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784462:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784463:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.784463:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784464:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784464:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784465:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b8c951e. 00000400:00000200:2.0:1767384388.784466:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e1cdae6 00000400:00000010:2.0:1767384388.784466:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e1cdae6. 00000100:00000001:2.0:1767384388.784467:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784468:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784470:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784470:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.784471:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784472:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784472:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784473:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa35c299. 00000400:00000200:2.0:1767384388.784474:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000622a46c 00000400:00000010:2.0:1767384388.784474:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000622a46c. 00000100:00000001:2.0:1767384388.784475:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784476:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784478:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784478:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.784479:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784480:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784480:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784481:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009355ff92. 00000400:00000200:2.0:1767384388.784482:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9f6636 00000400:00000010:2.0:1767384388.784482:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac9f6636. 00000100:00000001:2.0:1767384388.784483:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784484:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784486:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784486:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.784487:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784488:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784488:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784489:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c41e5b. 00000400:00000200:2.0:1767384388.784489:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e4a4cd 00000400:00000010:2.0:1767384388.784490:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065e4a4cd. 00000100:00000001:2.0:1767384388.784491:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784492:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784494:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784494:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.784495:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784496:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784496:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784497:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e473fbd. 00000400:00000200:2.0:1767384388.784497:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092dcd162 00000400:00000010:2.0:1767384388.784498:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092dcd162. 00000100:00000001:2.0:1767384388.784499:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784499:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784501:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784502:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.784503:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784503:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784504:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784505:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bf389cb. 00000400:00000200:2.0:1767384388.784505:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025acc028 00000400:00000010:2.0:1767384388.784506:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025acc028. 00000100:00000001:2.0:1767384388.784507:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784507:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784509:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784510:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.784511:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784511:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784512:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784512:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1c24799. 00000400:00000200:2.0:1767384388.784513:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009679b9d 00000400:00000010:2.0:1767384388.784514:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009679b9d. 00000100:00000001:2.0:1767384388.784515:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784515:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784517:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784518:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.784518:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784519:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784519:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784520:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e4bbde5. 00000400:00000200:2.0:1767384388.784521:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2469e54 00000400:00000010:2.0:1767384388.784521:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2469e54. 00000100:00000001:2.0:1767384388.784522:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784523:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784525:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784526:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.784526:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784527:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784527:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784528:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f9b7fc6. 00000400:00000200:2.0:1767384388.784529:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be63e0c 00000400:00000010:2.0:1767384388.784529:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009be63e0c. 00000100:00000001:2.0:1767384388.784530:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784531:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784533:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784533:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.784535:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784535:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784536:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784536:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000154628df. 00000400:00000200:2.0:1767384388.784537:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488d5778 00000400:00000010:2.0:1767384388.784538:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000488d5778. 00000100:00000001:2.0:1767384388.784539:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784539:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784541:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784542:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.784543:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784543:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784544:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784544:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb469b26. 00000400:00000200:2.0:1767384388.784545:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acb1f33 00000400:00000010:2.0:1767384388.784546:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007acb1f33. 00000100:00000001:2.0:1767384388.784547:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784547:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784549:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784550:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.784551:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784551:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784552:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784552:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a34061. 00000400:00000200:2.0:1767384388.784553:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a0ce8d 00000400:00000010:2.0:1767384388.784554:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4a0ce8d. 00000100:00000001:2.0:1767384388.784555:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784555:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784557:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784558:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.784558:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784559:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784560:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784560:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2f5230. 00000400:00000200:2.0:1767384388.784561:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c644eda 00000400:00000010:2.0:1767384388.784562:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c644eda. 00000100:00000001:2.0:1767384388.784563:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784563:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784565:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784566:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.784567:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784567:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784568:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784568:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034d393ce. 00000400:00000200:2.0:1767384388.784569:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009676aa8f 00000400:00000010:2.0:1767384388.784570:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009676aa8f. 00000100:00000001:2.0:1767384388.784570:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784571:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784573:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784574:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.784574:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784575:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784575:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784576:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001951a316. 00000400:00000200:2.0:1767384388.784577:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297b327c 00000400:00000010:2.0:1767384388.784577:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000297b327c. 00000100:00000001:2.0:1767384388.784578:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784579:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784581:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784581:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.784582:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784582:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784583:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784583:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da801b90. 00000400:00000200:2.0:1767384388.784584:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011a486d3 00000400:00000010:2.0:1767384388.784585:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011a486d3. 00000100:00000001:2.0:1767384388.784586:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784586:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784588:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784589:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.784589:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784590:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784591:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784591:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e52da6ad. 00000400:00000200:2.0:1767384388.784592:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5001eea 00000400:00000010:2.0:1767384388.784593:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5001eea. 00000100:00000001:2.0:1767384388.784594:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784595:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784597:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784597:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.784598:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784598:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784599:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784600:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080cab6a4. 00000400:00000200:2.0:1767384388.784600:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fcb24bf 00000400:00000010:2.0:1767384388.784601:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fcb24bf. 00000100:00000001:2.0:1767384388.784602:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784602:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784604:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784605:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.784606:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784606:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784607:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784607:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050fdd6e3. 00000400:00000200:2.0:1767384388.784608:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e82fae9b 00000400:00000010:2.0:1767384388.784609:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e82fae9b. 00000100:00000001:2.0:1767384388.784610:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784611:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784614:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784616:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.784617:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784618:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784619:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784620:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000894bee69. 00000400:00000200:2.0:1767384388.784621:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045fe4bd1 00000400:00000010:2.0:1767384388.784622:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045fe4bd1. 00000100:00000001:2.0:1767384388.784624:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784625:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784628:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784629:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.784630:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784632:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784633:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784633:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be401b92. 00000400:00000200:2.0:1767384388.784635:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1657b7f 00000400:00000010:2.0:1767384388.784637:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1657b7f. 00000100:00000001:2.0:1767384388.784639:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784640:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784643:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784645:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.784646:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784647:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784648:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784649:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b47bdf63. 00000400:00000200:2.0:1767384388.784651:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c5f5aa 00000400:00000010:2.0:1767384388.784653:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2c5f5aa. 00000100:00000001:2.0:1767384388.784655:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784656:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784659:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784661:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.784662:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784663:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784664:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784665:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000201c4454. 00000400:00000200:2.0:1767384388.784667:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005078c4a8 00000400:00000010:2.0:1767384388.784668:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005078c4a8. 00000100:00000001:2.0:1767384388.784670:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784671:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784674:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784676:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.784676:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784677:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784678:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784679:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a131c7bf. 00000400:00000200:2.0:1767384388.784680:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002239e110 00000400:00000010:2.0:1767384388.784681:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002239e110. 00000100:00000001:2.0:1767384388.784682:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784682:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784684:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784685:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.784686:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784687:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784687:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784688:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da88aba4. 00000400:00000200:2.0:1767384388.784689:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf299272 00000400:00000010:2.0:1767384388.784690:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf299272. 00000100:00000001:2.0:1767384388.784691:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784692:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784694:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784694:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.784695:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784696:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784696:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784697:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009ef6ee0. 00000400:00000200:2.0:1767384388.784697:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f2941 00000400:00000010:2.0:1767384388.784698:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000784f2941. 00000100:00000001:2.0:1767384388.784699:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784699:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784702:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784702:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.784703:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784703:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784704:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784704:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008669a52d. 00000400:00000200:2.0:1767384388.784705:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca1d3144 00000400:00000010:2.0:1767384388.784706:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca1d3144. 00000100:00000001:2.0:1767384388.784707:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784707:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784710:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784710:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.784711:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784711:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784712:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784712:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b3ea8a8. 00000400:00000200:2.0:1767384388.784713:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa2b817 00000400:00000010:2.0:1767384388.784714:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aa2b817. 00000100:00000001:2.0:1767384388.784715:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784715:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784717:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784719:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.784719:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784720:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784721:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784721:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061f32f83. 00000400:00000200:2.0:1767384388.784723:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084803c52 00000400:00000010:2.0:1767384388.784723:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084803c52. 00000100:00000001:2.0:1767384388.784724:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784725:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784727:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784727:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.784728:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784729:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784729:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784730:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a7f110c. 00000400:00000200:2.0:1767384388.784731:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fea675 00000400:00000010:2.0:1767384388.784731:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047fea675. 00000100:00000001:2.0:1767384388.784732:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784733:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784735:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784735:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.784736:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784737:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784737:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784738:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062047a76. 00000400:00000200:2.0:1767384388.784739:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ccc36b2 00000400:00000010:2.0:1767384388.784739:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ccc36b2. 00000100:00000001:2.0:1767384388.784740:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784741:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784743:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784743:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.784744:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784745:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784745:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784746:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e1f36fd. 00000400:00000200:2.0:1767384388.784746:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efd31c26 00000400:00000010:2.0:1767384388.784747:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efd31c26. 00000100:00000001:2.0:1767384388.784748:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784749:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784751:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784752:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.784753:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784754:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784754:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784755:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab027761. 00000400:00000200:2.0:1767384388.784756:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5881b36 00000400:00000010:2.0:1767384388.784756:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5881b36. 00000100:00000001:2.0:1767384388.784757:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784758:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784760:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784760:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.784761:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784762:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784762:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784763:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db37bc0e. 00000400:00000200:2.0:1767384388.784764:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094da6433 00000400:00000010:2.0:1767384388.784764:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094da6433. 00000100:00000001:2.0:1767384388.784765:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784766:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784768:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784769:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.784769:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784770:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784770:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784771:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2e3bc27. 00000400:00000200:2.0:1767384388.784772:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d72420 00000400:00000010:2.0:1767384388.784772:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065d72420. 00000100:00000001:2.0:1767384388.784773:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784774:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784776:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784776:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.784777:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784778:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784778:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784779:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000216cb797. 00000400:00000200:2.0:1767384388.784779:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006954915 00000400:00000010:2.0:1767384388.784781:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006954915. 00000100:00000001:2.0:1767384388.784781:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784782:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784784:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784785:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.784785:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784786:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784786:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784787:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cebdd216. 00000400:00000200:2.0:1767384388.784788:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b5ffd2b 00000400:00000010:2.0:1767384388.784788:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b5ffd2b. 00000100:00000001:2.0:1767384388.784789:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784790:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784792:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784792:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.784793:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.784794:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.784794:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.784795:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081709b93. 00000400:00000200:2.0:1767384388.784796:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a281aeb 00000400:00000010:2.0:1767384388.784796:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a281aeb. 00000100:00000001:2.0:1767384388.784797:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.784798:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384388.784800:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.784800:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.784801:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.784802:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784803:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784804:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784805:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784805:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784806:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784806:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784807:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784808:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784808:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784809:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784809:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784811:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784811:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784812:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784813:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784813:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784814:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784815:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784815:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784816:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784817:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784817:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784818:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784818:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784819:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784820:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784820:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784821:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784821:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784822:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784822:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784823:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784824:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784824:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784825:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784825:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784826:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784826:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784827:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784828:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784828:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784829:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784829:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784830:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784830:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784831:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784832:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784832:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784833:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784833:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784834:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784835:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784836:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784836:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784837:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784838:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784839:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784839:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784840:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784840:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784841:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784842:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784842:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784843:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784843:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784844:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784844:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784845:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784846:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784846:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784847:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784847:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784848:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784848:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784849:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784850:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784850:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784851:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784851:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784852:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784852:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784853:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784854:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784854:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784855:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784855:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784856:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784857:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784857:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784858:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784858:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784859:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784860:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784861:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784861:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784862:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784863:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784864:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784864:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784865:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784865:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784866:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784866:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784867:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784868:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784868:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784869:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784869:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784870:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784870:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784871:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784872:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784872:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784873:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784873:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784874:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784874:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784875:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784876:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784876:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784877:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784877:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784878:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784878:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784879:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.784880:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.784880:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384388.784882:0:39771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384388.784883:0:39771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 0000000004077df2. 02000000:00000001:2.0:1767384388.784885:0:39771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384388.784886:0:39771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2f30ef5. 00000100:00000010:2.0:1767384388.784889:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2ac506a. 00000100:00000010:2.0:1767384388.784891:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6f3afa3. 00000100:00000010:2.0:1767384388.784892:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006cca79f1. 00000100:00000010:2.0:1767384388.784893:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074a44086. 00000100:00000010:2.0:1767384388.784895:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c188738. 00000100:00000010:2.0:1767384388.784896:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dcc3835. 00000100:00000010:2.0:1767384388.784897:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2087992. 00000100:00000010:2.0:1767384388.784898:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000824961b9. 00000100:00000010:2.0:1767384388.784900:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088511826. 00000100:00000010:2.0:1767384388.784906:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001426a74. 00000100:00000010:2.0:1767384388.784908:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcf3300d. 00000100:00000010:2.0:1767384388.784909:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039cb7e34. 00000100:00000010:2.0:1767384388.784910:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039d2477b. 00000100:00000010:2.0:1767384388.784911:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009be8feb3. 00000100:00000010:2.0:1767384388.784912:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000683c8a39. 00000100:00000010:2.0:1767384388.784914:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060b837b8. 00000100:00000010:2.0:1767384388.784915:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd6713d7. 00000100:00000010:2.0:1767384388.784916:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be08a6b3. 00000100:00000010:2.0:1767384388.784918:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dca4c06b. 00000100:00000010:2.0:1767384388.784919:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002671508b. 00000100:00000010:2.0:1767384388.784920:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003cb81dd7. 00000100:00000010:2.0:1767384388.784921:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001387dece. 00000100:00000010:2.0:1767384388.784922:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8b467c3. 00000100:00000010:2.0:1767384388.784923:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068f16ee6. 00000100:00000010:2.0:1767384388.784924:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000520164a3. 00000100:00000010:2.0:1767384388.784926:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bbe59cd. 00000100:00000010:2.0:1767384388.784927:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004aa6c623. 00000100:00000010:2.0:1767384388.784928:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000499830bd. 00000100:00000010:2.0:1767384388.784929:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df143af2. 00000100:00000010:2.0:1767384388.784930:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000502c74ba. 00000100:00000010:2.0:1767384388.784931:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bffd24e1. 00000100:00000010:2.0:1767384388.784932:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000820f1a9. 00000100:00000010:2.0:1767384388.784934:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc81af6d. 00000100:00000010:2.0:1767384388.784943:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bd77205. 00000100:00000010:2.0:1767384388.784944:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e435cdd. 00000100:00000010:2.0:1767384388.784946:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058dd16b4. 00000100:00000010:2.0:1767384388.784947:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000414a93d0. 00000100:00000010:2.0:1767384388.784948:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffaacaa1. 00000100:00000010:2.0:1767384388.784949:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2c37e08. 00000100:00000010:2.0:1767384388.784951:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a22ec967. 00000100:00000010:2.0:1767384388.784951:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000480a7203. 00000100:00000010:2.0:1767384388.784953:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e61f50c. 00000100:00000010:2.0:1767384388.784954:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000040e35b1. 00000100:00000010:2.0:1767384388.784955:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000215ae7f0. 00000100:00000010:2.0:1767384388.784956:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce6f5c22. 00000100:00000010:2.0:1767384388.784958:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ace9ce2. 00000100:00000010:2.0:1767384388.784959:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000179b8955. 00000100:00000010:2.0:1767384388.784960:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d52e4b6. 00000100:00000010:2.0:1767384388.784960:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a0fdd33. 00000100:00000010:2.0:1767384388.784962:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b7aa58e. 00000100:00000010:2.0:1767384388.784963:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053cf820e. 00000100:00000010:2.0:1767384388.784964:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e16c5781. 00000100:00000010:2.0:1767384388.784965:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a34b107c. 00000100:00000010:2.0:1767384388.784967:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2efb17c. 00000100:00000010:2.0:1767384388.784968:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000957faecc. 00000100:00000010:2.0:1767384388.784969:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018ae379b. 00000100:00000010:2.0:1767384388.784970:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f30008e. 00000100:00000010:2.0:1767384388.784981:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003f4a562. 00000100:00000010:2.0:1767384388.784982:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eec67cbc. 00000100:00000010:2.0:1767384388.784983:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f091c39b. 00000100:00000010:2.0:1767384388.784984:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3861800. 00000100:00000010:2.0:1767384388.784986:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5977488. 00000100:00000010:2.0:1767384388.784987:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e59ed3a. 00000100:00000010:2.0:1767384388.784988:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b505281. 00000100:00000010:2.0:1767384388.784989:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000376c7983. 00000100:00000010:2.0:1767384388.784990:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037bde5b5. 00000100:00000010:2.0:1767384388.784992:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008759ef68. 00000100:00000010:2.0:1767384388.784993:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7e23f2d. 00000100:00000010:2.0:1767384388.784994:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd3e9262. 00000100:00000010:2.0:1767384388.784995:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a9ef1d6. 00000100:00000010:2.0:1767384388.784996:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a65f6c9f. 00000100:00000010:2.0:1767384388.784997:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acdb91c4. 00000100:00000010:2.0:1767384388.784998:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098013bba. 00000100:00000010:2.0:1767384388.784999:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000876a93a8. 00000100:00000010:2.0:1767384388.785000:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff5cf730. 00000100:00000010:2.0:1767384388.785001:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5b54a7c. 00000100:00000010:2.0:1767384388.785002:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001bf9ff61. 00000100:00000010:2.0:1767384388.785003:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000825fd805. 00000100:00000010:2.0:1767384388.785004:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005acf2e95. 00000100:00000010:2.0:1767384388.785005:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3f168ed. 00000100:00000010:2.0:1767384388.785006:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005f9abfdf. 00000100:00000010:2.0:1767384388.785015:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f04ed50. 00000100:00000010:2.0:1767384388.785016:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5aa90a7. 00000100:00000010:2.0:1767384388.785018:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9617608. 00000100:00000010:2.0:1767384388.785019:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007757269d. 00000100:00000010:2.0:1767384388.785020:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf5fc044. 00000100:00000010:2.0:1767384388.785021:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001e531584. 00000100:00000010:2.0:1767384388.785022:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092fe9674. 00000100:00000010:2.0:1767384388.785023:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000de2af128. 00000100:00000010:2.0:1767384388.785025:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f240dd1b. 00000100:00000010:2.0:1767384388.785026:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000761f573. 00000100:00000010:2.0:1767384388.785027:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cb2864d. 00000100:00000010:2.0:1767384388.785028:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019658133. 00000100:00000010:2.0:1767384388.785029:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000689eb24d. 00000100:00000010:2.0:1767384388.785030:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000325327ee. 00000100:00000010:2.0:1767384388.785031:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e448a48. 00000100:00000010:2.0:1767384388.785032:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087832668. 00000100:00000010:2.0:1767384388.785034:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005985803b. 00000100:00000010:2.0:1767384388.785035:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ab92f01. 00000100:00000010:2.0:1767384388.785037:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b91a5e89. 00000100:00000010:2.0:1767384388.785038:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000d7288ed. 00000100:00000010:2.0:1767384388.785040:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002adceefb. 00000100:00000010:2.0:1767384388.785041:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006efada2c. 00000100:00000010:2.0:1767384388.785042:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000327b2f94. 00000100:00000010:2.0:1767384388.785043:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000066de97e. 00000100:00000010:2.0:1767384388.785051:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a9c7d03. 00000100:00000010:2.0:1767384388.785052:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d64d32fc. 00000100:00000010:2.0:1767384388.785053:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3e2b1b0. 00000100:00000010:2.0:1767384388.785054:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000048e58e4. 00000100:00000010:2.0:1767384388.785055:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2a9cc92. 00000100:00000010:2.0:1767384388.785056:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067fa6ae1. 00000100:00000010:2.0:1767384388.785057:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002be43b2d. 00000100:00000010:2.0:1767384388.785058:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000074172fb6. 00000100:00000010:2.0:1767384388.785060:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bf11134. 00000100:00000010:2.0:1767384388.785060:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000208b8258. 00000100:00000010:2.0:1767384388.785062:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cd53e98. 00000100:00000010:2.0:1767384388.785063:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000be94486. 00000100:00000010:2.0:1767384388.785064:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdf70e40. 00000100:00000010:2.0:1767384388.785065:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aae12dd6. 00000100:00000010:2.0:1767384388.785067:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000456afdd6. 00000100:00000010:2.0:1767384388.785068:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021525240. 00000100:00000010:2.0:1767384388.785069:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089b62a5d. 00000100:00000010:2.0:1767384388.785071:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ff62358. 00000100:00000010:2.0:1767384388.785072:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013e2dd28. 00000100:00000010:2.0:1767384388.785073:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000006cfa99. 00000100:00000010:2.0:1767384388.785074:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbba9da8. 00000100:00000010:2.0:1767384388.785075:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000159d6d41. 00000100:00000010:2.0:1767384388.785078:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002380779c. 00000100:00000010:2.0:1767384388.785079:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000de8164f4. 00000100:00000010:2.0:1767384388.785083:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ca9f4881. 00000100:00000001:2.0:1767384388.785086:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.785087:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.785089:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.785090:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.785091:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000135a372e. 00000100:00000001:2.0:1767384388.785092:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.785093:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.785094:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.785095:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008d47ca40. 00000100:00000001:2.0:1767384388.785096:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.785097:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.785097:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000004562062. 00000100:00000001:2.0:1767384388.785098:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.785099:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.785100:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c6ab1462. 00000100:00000001:2.0:1767384388.785101:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.785101:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.785102:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000061298a1c. 00000100:00000001:2.0:1767384388.785103:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.785145:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bc780568. 00000020:00000010:2.0:1767384388.785147:0:39771:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000b0b507b. 00000020:00000010:2.0:1767384388.785150:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008566c69a. 00000020:00000010:2.0:1767384388.785152:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000611f6e2d. 00000100:00000010:2.0:1767384388.785165:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000032ae31b3. 00000100:00000010:2.0:1767384388.785170:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008c393020. 00000100:00000010:2.0:1767384388.785173:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003eed520a. 00000100:00000010:2.0:1767384388.785174:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000008469fd13. 00000100:00000001:2.0:1767384388.785175:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.785177:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.785177:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384388.785179:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.785180:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.785181:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384388.785182:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384388.785183:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384388.785195:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:1.0:1767384388.785227:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7ee7617. 00000040:00000010:1.0:1767384388.785233:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009987ffe6. 00000020:00000010:1.0:1767384388.785237:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c7c8b95. 00000020:00000010:1.0:1767384388.785240:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b91d2df1. 00000020:00000010:1.0:1767384388.785242:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed09b422. 80000000:00000010:1.0:1767384388.785245:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000042ffc700. 40000000:00000010:1.0:1767384388.785248:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000da400ddc. 00100000:00000010:1.0:1767384388.785251:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adf1e0af. 00040000:00000010:1.0:1767384388.785255:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a0f764ca. 00000020:00000010:3.0:1767384388.785259:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b8c3d34. 00040000:00000010:1.0:1767384388.785259:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019fa7e63. 00080000:00000010:1.0:1767384388.785265:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000f6b77c4. 00000040:00000010:3.0:1767384388.785266:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009c362b53. 00000020:00000010:3.0:1767384388.785294:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a974cbb0. 00000020:00000010:3.0:1767384388.785307:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd624b9f. 00000020:00000010:3.0:1767384388.785313:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000023b71624. 00000004:00000010:1.0:1767384388.785314:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004c8a22d7. 80000000:00000010:3.0:1767384388.785316:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af89580c. 00002000:00000010:1.0:1767384388.785319:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b6e95002. 40000000:00000010:3.0:1767384388.785328:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000220baa91. 00100000:00000010:3.0:1767384388.785332:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e49f473a. 00000020:00000010:1.0:1767384388.785333:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d7b54e. 00040000:00000010:3.0:1767384388.785335:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004de6d4e2. 00040000:00000010:3.0:1767384388.785340:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019564d2f. 00000020:00000010:1.0:1767384388.785341:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000416e33a3. 00000100:00000010:1.0:1767384388.785347:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001c3e2663. 00080000:00000010:3.0:1767384388.785352:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c22b9aa1. 00000004:00000010:3.0:1767384388.785355:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dca2b4d0. 00002000:00000010:3.0:1767384388.785360:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ac5513a3. 00000020:00000010:3.0:1767384388.785361:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b28dba2. 00000100:00100000:1.0:1767384388.785363:0:16784:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000862baf8b:16784] 1 exiting: rc = 0 00000020:00000010:3.0:1767384388.785365:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000177e31d0. 00000100:00000010:3.0:1767384388.785372:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002117503d. 00000100:00100000:3.0:1767384388.785373:0:16783:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000f409a22c:16783] 0 exiting: rc = 1 00000100:00000010:2.0:1767384388.785385:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f409a22c. 00000100:00000010:2.0:1767384388.785390:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000862baf8b. 00000100:00000001:2.0:1767384388.785394:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.785396:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.785398:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384388.785401:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785402:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785404:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e492b647. 00000400:00000200:2.0:1767384388.785406:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f07ec15 00000400:00000010:2.0:1767384388.785407:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004f07ec15. 00000100:00000001:2.0:1767384388.785427:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785428:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785432:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785433:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.785434:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785435:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785436:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785437:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000563cc830. 00000400:00000200:2.0:1767384388.785439:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee7aeba2 00000400:00000010:2.0:1767384388.785440:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ee7aeba2. 00000100:00000001:2.0:1767384388.785444:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785445:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785449:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785450:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.785451:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785452:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785453:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785453:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004554f2fe. 00000400:00000200:2.0:1767384388.785454:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b94bf886 00000400:00000010:2.0:1767384388.785455:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b94bf886. 00000100:00000001:2.0:1767384388.785457:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785457:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785459:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785460:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.785460:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785461:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785462:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785462:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c9c179a. 00000400:00000200:2.0:1767384388.785463:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c492ae41 00000400:00000010:2.0:1767384388.785464:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c492ae41. 00000100:00000001:2.0:1767384388.785465:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785466:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785469:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785469:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.785470:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785471:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785472:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785472:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db7ad4c. 00000400:00000200:2.0:1767384388.785473:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb313156 00000400:00000010:2.0:1767384388.785474:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fb313156. 00000100:00000001:2.0:1767384388.785475:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785476:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785478:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785478:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.785479:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785480:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785480:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785481:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035c6abb1. 00000400:00000200:2.0:1767384388.785482:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e51f8a2 00000400:00000010:2.0:1767384388.785482:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006e51f8a2. 00000100:00000001:2.0:1767384388.785484:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785484:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785486:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785487:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.785487:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785488:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785489:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785489:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000038d8928. 00000400:00000200:2.0:1767384388.785490:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032b19ebc 00000400:00000010:2.0:1767384388.785491:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032b19ebc. 00000100:00000001:2.0:1767384388.785492:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785493:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785495:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785495:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.785496:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785497:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785497:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785498:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0bba0b. 00000400:00000200:2.0:1767384388.785499:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026bfaba0 00000400:00000010:2.0:1767384388.785500:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000026bfaba0. 00000100:00000001:2.0:1767384388.785501:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785502:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785504:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785505:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.785506:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785506:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785507:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785507:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013460f3d. 00000400:00000200:2.0:1767384388.785508:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eceed1be 00000400:00000010:2.0:1767384388.785509:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eceed1be. 00000100:00000001:2.0:1767384388.785510:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785511:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785513:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785514:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.785514:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785515:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785516:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785516:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d193a57b. 00000400:00000200:2.0:1767384388.785517:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe1400ea 00000400:00000010:2.0:1767384388.785518:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe1400ea. 00000100:00000001:2.0:1767384388.785519:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785519:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785521:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785522:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.785523:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785524:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785524:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785525:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cee111f6. 00000400:00000200:2.0:1767384388.785526:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081cd0ee1 00000400:00000010:2.0:1767384388.785526:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000081cd0ee1. 00000100:00000001:2.0:1767384388.785528:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785528:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785530:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785531:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.785531:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785532:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785533:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785534:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb8d3fd0. 00000400:00000200:2.0:1767384388.785535:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aadd604d 00000400:00000010:2.0:1767384388.785536:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aadd604d. 00000100:00000001:2.0:1767384388.785537:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785538:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785540:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785541:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.785542:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785542:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785543:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785544:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056ce5fd3. 00000400:00000200:2.0:1767384388.785544:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005eddacfc 00000400:00000010:2.0:1767384388.785545:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005eddacfc. 00000100:00000001:2.0:1767384388.785554:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785555:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785557:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785558:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.785559:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785560:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785560:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785561:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000873aad84. 00000400:00000200:2.0:1767384388.785562:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2c55eec 00000400:00000010:2.0:1767384388.785563:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2c55eec. 00000100:00000001:2.0:1767384388.785564:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785564:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785567:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785567:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.785568:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785569:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785570:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785571:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b4b792c. 00000400:00000200:2.0:1767384388.785572:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037964e6b 00000400:00000010:2.0:1767384388.785572:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000037964e6b. 00000100:00000001:2.0:1767384388.785573:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785574:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785576:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785577:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.785577:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785578:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785579:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785580:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c54b651. 00000400:00000200:2.0:1767384388.785581:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbb825a5 00000400:00000010:2.0:1767384388.785582:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bbb825a5. 00000100:00000001:2.0:1767384388.785584:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785584:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785586:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785587:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.785588:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785588:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785589:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785589:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004468ac16. 00000400:00000200:2.0:1767384388.785590:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d41cf6f8 00000400:00000010:2.0:1767384388.785591:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d41cf6f8. 00000100:00000001:2.0:1767384388.785594:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785595:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785597:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785597:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.785598:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785599:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785600:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785600:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f627de5. 00000400:00000200:2.0:1767384388.785601:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6de2d8 00000400:00000010:2.0:1767384388.785602:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c6de2d8. 00000100:00000001:2.0:1767384388.785603:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785603:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785606:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785607:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.785608:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785609:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785610:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785611:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bcff36f. 00000400:00000200:2.0:1767384388.785612:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001151fc3a 00000400:00000010:2.0:1767384388.785614:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001151fc3a. 00000100:00000001:2.0:1767384388.785615:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785616:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785620:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785621:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.785622:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785624:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785624:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785625:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e21017c7. 00000400:00000200:2.0:1767384388.785627:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000908efec6 00000400:00000010:2.0:1767384388.785628:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000908efec6. 00000100:00000001:2.0:1767384388.785630:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785631:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785634:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785636:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.785638:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785639:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785640:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785641:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2d3702. 00000400:00000200:2.0:1767384388.785643:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032417048 00000400:00000010:2.0:1767384388.785644:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032417048. 00000100:00000001:2.0:1767384388.785646:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785647:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785651:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785652:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.785654:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785655:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785656:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785657:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce32b0cd. 00000400:00000200:2.0:1767384388.785659:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a9c431 00000400:00000010:2.0:1767384388.785660:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d6a9c431. 00000100:00000001:2.0:1767384388.785662:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785663:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785667:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785668:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.785670:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785671:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785672:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785673:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c84b87b. 00000400:00000200:2.0:1767384388.785674:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d384a05 00000400:00000010:2.0:1767384388.785675:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002d384a05. 00000100:00000001:2.0:1767384388.785677:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785678:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785680:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785681:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.785682:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785683:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785683:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785684:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e72ba3df. 00000400:00000200:2.0:1767384388.785685:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090dcf10c 00000400:00000010:2.0:1767384388.785686:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000090dcf10c. 00000100:00000001:2.0:1767384388.785687:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785687:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785689:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785690:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.785691:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785691:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785692:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785693:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000944426f1. 00000400:00000200:2.0:1767384388.785693:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000723f075 00000400:00000010:2.0:1767384388.785694:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000723f075. 00000100:00000001:2.0:1767384388.785705:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785706:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785708:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785709:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.785710:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785711:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785711:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785712:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1361ce. 00000400:00000200:2.0:1767384388.785713:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073b799fc 00000400:00000010:2.0:1767384388.785714:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073b799fc. 00000100:00000001:2.0:1767384388.785715:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785715:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785717:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785718:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.785719:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785720:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785720:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785721:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009636c88e. 00000400:00000200:2.0:1767384388.785722:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31f9e52 00000400:00000010:2.0:1767384388.785723:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c31f9e52. 00000100:00000001:2.0:1767384388.785724:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785725:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785727:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785728:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.785729:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785730:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785730:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785731:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021ec9aaa. 00000400:00000200:2.0:1767384388.785732:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086d479f0 00000400:00000010:2.0:1767384388.785733:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086d479f0. 00000100:00000001:2.0:1767384388.785734:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785735:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785737:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785737:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.785738:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785739:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785739:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785740:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a352dcb5. 00000400:00000200:2.0:1767384388.785741:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019fb6c1b 00000400:00000010:2.0:1767384388.785741:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000019fb6c1b. 00000100:00000001:2.0:1767384388.785743:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785743:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785746:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785746:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.785747:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785748:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785748:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785749:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ab7a7b6. 00000400:00000200:2.0:1767384388.785750:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2fb274 00000400:00000010:2.0:1767384388.785750:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ed2fb274. 00000100:00000001:2.0:1767384388.785751:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785752:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785754:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785755:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.785756:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785756:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785757:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785758:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c39109. 00000400:00000200:2.0:1767384388.785759:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065edc00b 00000400:00000010:2.0:1767384388.785760:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000065edc00b. 00000100:00000001:2.0:1767384388.785761:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785762:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785764:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785765:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.785766:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785766:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785767:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785767:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04ac904. 00000400:00000200:2.0:1767384388.785768:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac8cb7d7 00000400:00000010:2.0:1767384388.785769:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac8cb7d7. 00000100:00000001:2.0:1767384388.785771:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785771:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785773:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785774:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.785775:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785775:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785776:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785776:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053efc666. 00000400:00000200:2.0:1767384388.785777:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21a5fb0 00000400:00000010:2.0:1767384388.785778:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c21a5fb0. 00000100:00000001:2.0:1767384388.785779:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785780:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785782:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785783:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.785784:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785784:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785785:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785785:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaf8512. 00000400:00000200:2.0:1767384388.785786:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45d3edb 00000400:00000010:2.0:1767384388.785787:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e45d3edb. 00000100:00000001:2.0:1767384388.785789:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785789:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785791:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785792:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.785793:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785794:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785794:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785795:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d93a705. 00000400:00000200:2.0:1767384388.785796:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023dbe618 00000400:00000010:2.0:1767384388.785797:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000023dbe618. 00000100:00000001:2.0:1767384388.785798:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785799:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785801:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785802:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.785802:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785803:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785803:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785804:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dae572d. 00000400:00000200:2.0:1767384388.785805:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd981bb 00000400:00000010:2.0:1767384388.785806:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000abd981bb. 00000100:00000001:2.0:1767384388.785807:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785808:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785810:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785811:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.785811:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785812:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785813:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785813:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bd44e41. 00000400:00000200:2.0:1767384388.785814:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8ed6e0 00000400:00000010:2.0:1767384388.785815:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ed8ed6e0. 00000100:00000001:2.0:1767384388.785825:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785825:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785827:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785828:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.785829:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785830:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785830:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785831:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021732884. 00000400:00000200:2.0:1767384388.785832:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed522633 00000400:00000010:2.0:1767384388.785833:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ed522633. 00000100:00000001:2.0:1767384388.785834:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785834:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785836:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785838:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.785838:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785839:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785840:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785841:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0e8a65e. 00000400:00000200:2.0:1767384388.785841:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ade7aff1 00000400:00000010:2.0:1767384388.785842:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ade7aff1. 00000100:00000001:2.0:1767384388.785843:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785844:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785846:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785846:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.785847:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785848:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785848:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785849:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e667bf. 00000400:00000200:2.0:1767384388.785850:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261e6d46 00000400:00000010:2.0:1767384388.785851:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000261e6d46. 00000100:00000001:2.0:1767384388.785852:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785852:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785854:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785855:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.785856:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785856:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785857:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785858:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7c85317. 00000400:00000200:2.0:1767384388.785858:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004141d4cf 00000400:00000010:2.0:1767384388.785859:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004141d4cf. 00000100:00000001:2.0:1767384388.785860:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785861:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785863:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785864:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.785864:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785865:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785866:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785866:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5453927. 00000400:00000200:2.0:1767384388.785867:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2b43fbe 00000400:00000010:2.0:1767384388.785868:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2b43fbe. 00000100:00000001:2.0:1767384388.785869:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785870:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785872:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785873:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.785874:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785875:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785875:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785876:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e25717f3. 00000400:00000200:2.0:1767384388.785877:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bbdd2ba 00000400:00000010:2.0:1767384388.785878:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000bbdd2ba. 00000100:00000001:2.0:1767384388.785879:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785879:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785882:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785882:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.785883:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785884:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785884:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785885:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee7777a3. 00000400:00000200:2.0:1767384388.785885:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000843faf3b 00000400:00000010:2.0:1767384388.785886:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000843faf3b. 00000100:00000001:2.0:1767384388.785887:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785888:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785890:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785890:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.785891:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785892:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785892:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785893:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004635e665. 00000400:00000200:2.0:1767384388.785894:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4ceeba0 00000400:00000010:2.0:1767384388.785894:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d4ceeba0. 00000100:00000001:2.0:1767384388.785896:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785896:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785898:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785899:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.785900:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785900:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785901:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785901:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f03eb24. 00000400:00000200:2.0:1767384388.785902:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dad58c34 00000400:00000010:2.0:1767384388.785904:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dad58c34. 00000100:00000001:2.0:1767384388.785905:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785906:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785908:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785908:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.785909:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785910:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785910:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785911:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070467cd3. 00000400:00000200:2.0:1767384388.785912:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b83bec64 00000400:00000010:2.0:1767384388.785912:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b83bec64. 00000100:00000001:2.0:1767384388.785914:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785914:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785916:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785917:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.785918:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785918:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785919:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785919:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddfe5247. 00000400:00000200:2.0:1767384388.785920:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061b08f05 00000400:00000010:2.0:1767384388.785921:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061b08f05. 00000100:00000001:2.0:1767384388.785922:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785923:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785925:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785925:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.785926:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785927:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785927:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785928:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1d17bde. 00000400:00000200:2.0:1767384388.785929:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2210b26 00000400:00000010:2.0:1767384388.785929:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2210b26. 00000100:00000001:2.0:1767384388.785938:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785939:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785941:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785942:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.785943:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785944:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785944:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785945:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd16b78b. 00000400:00000200:2.0:1767384388.785946:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b1423b0 00000400:00000010:2.0:1767384388.785947:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001b1423b0. 00000100:00000001:2.0:1767384388.785949:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785949:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785952:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785952:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.785953:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785954:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785954:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785955:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009973df21. 00000400:00000200:2.0:1767384388.785956:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9b55acf 00000400:00000010:2.0:1767384388.785956:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d9b55acf. 00000100:00000001:2.0:1767384388.785958:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785958:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785961:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785961:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.785962:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785963:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785963:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785964:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed4c6dae. 00000400:00000200:2.0:1767384388.785964:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043496a02 00000400:00000010:2.0:1767384388.785965:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043496a02. 00000100:00000001:2.0:1767384388.785967:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785967:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785969:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785970:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.785970:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785971:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785972:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785972:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b6f4a1. 00000400:00000200:2.0:1767384388.785973:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d719cef8 00000400:00000010:2.0:1767384388.785974:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d719cef8. 00000100:00000001:2.0:1767384388.785975:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785976:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785978:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785978:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.785979:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785980:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785981:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785981:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747eaff8. 00000400:00000200:2.0:1767384388.785982:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bd68401 00000400:00000010:2.0:1767384388.785983:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002bd68401. 00000100:00000001:2.0:1767384388.785985:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785985:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785987:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785988:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.785988:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785989:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785990:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785990:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006ebdb1a. 00000400:00000200:2.0:1767384388.785991:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e805df 00000400:00000010:2.0:1767384388.785992:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000024e805df. 00000100:00000001:2.0:1767384388.785993:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.785994:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.785996:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.785996:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.785997:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.785998:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.785998:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.785999:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ae7e3cd. 00000400:00000200:2.0:1767384388.786000:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3ac7b8 00000400:00000010:2.0:1767384388.786001:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c3ac7b8. 00000100:00000001:2.0:1767384388.786002:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786002:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786004:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786005:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.786006:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786006:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786007:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786007:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090e77ba2. 00000400:00000200:2.0:1767384388.786008:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7f24e63 00000400:00000010:2.0:1767384388.786009:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c7f24e63. 00000100:00000001:2.0:1767384388.786010:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786011:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786013:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786014:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.786015:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786015:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786016:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786017:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009180a3af. 00000400:00000200:2.0:1767384388.786018:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1951c05 00000400:00000010:2.0:1767384388.786018:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f1951c05. 00000100:00000001:2.0:1767384388.786020:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786020:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786022:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786023:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.786023:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786024:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786025:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786025:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018253876. 00000400:00000200:2.0:1767384388.786026:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ab91563 00000400:00000010:2.0:1767384388.786027:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004ab91563. 00000100:00000001:2.0:1767384388.786028:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786029:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786031:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786031:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.786032:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786033:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786034:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786034:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa9036a4. 00000400:00000200:2.0:1767384388.786035:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2b6f6db 00000400:00000010:2.0:1767384388.786036:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e2b6f6db. 00000100:00000001:2.0:1767384388.786037:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786037:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786039:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786040:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.786041:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786041:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786042:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786042:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b4dacd7. 00000400:00000200:2.0:1767384388.786043:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be1854e7 00000400:00000010:2.0:1767384388.786044:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be1854e7. 00000100:00000001:2.0:1767384388.786053:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786054:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786056:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786057:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.786058:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786059:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786059:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786060:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000623d10fe. 00000400:00000200:2.0:1767384388.786061:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076051fee 00000400:00000010:2.0:1767384388.786062:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000076051fee. 00000100:00000001:2.0:1767384388.786063:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786063:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786066:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786066:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.786067:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786068:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786068:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786069:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036cbf14e. 00000400:00000200:2.0:1767384388.786070:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000398889d6 00000400:00000010:2.0:1767384388.786070:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000398889d6. 00000100:00000001:2.0:1767384388.786072:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786072:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786075:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786075:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.786076:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.786077:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.786077:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.786078:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6d04046. 00000400:00000200:2.0:1767384388.786079:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd77b30 00000400:00000010:2.0:1767384388.786079:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cbd77b30. 00000100:00000001:2.0:1767384388.786080:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.786081:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384388.786083:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.786084:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.786084:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.786085:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786086:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786087:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786087:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786089:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786089:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786090:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786091:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786091:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786092:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786093:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786093:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786094:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786094:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786095:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786096:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786096:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786097:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786097:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786098:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786099:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786099:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786100:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786100:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786101:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786101:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786102:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786103:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786103:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786104:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786104:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786105:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786106:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786106:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786107:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786107:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786108:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786108:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786109:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786110:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786110:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786111:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786111:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786112:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786113:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786114:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786114:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786115:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786116:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786116:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786117:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786118:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786118:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786119:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786119:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786120:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786121:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786121:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786122:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786122:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786123:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786123:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786124:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786125:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786125:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786126:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786126:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786127:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786127:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786128:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786129:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786129:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786130:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786130:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786131:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786131:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786132:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786133:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786133:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786134:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786134:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786135:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786135:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786136:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786137:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786138:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786139:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786139:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786140:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786141:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786141:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786142:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786143:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786143:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786144:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786144:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786145:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786145:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786146:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786147:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786147:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786148:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786148:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786149:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786149:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786150:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786151:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786151:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786152:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786152:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786153:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786153:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786154:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786155:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786155:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786156:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786156:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786157:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786157:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786158:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786159:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786159:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786160:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786160:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786161:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786162:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.786163:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.786163:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384388.786165:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000182afdad. 00000100:00000010:2.0:1767384388.786227:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000570c6d9c. 00000100:00000010:2.0:1767384388.786230:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000091bdc218. 00000100:00000010:2.0:1767384388.786305:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1ab92e4. 00000100:00000010:2.0:1767384388.786307:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9b53d63. 00000100:00000010:2.0:1767384388.786403:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa1a5a8c. 00000100:00000010:2.0:1767384388.786404:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f53da36. 00000100:00000010:2.0:1767384388.786463:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008865914a. 00000100:00000010:2.0:1767384388.786464:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a3e87ceb. 00000100:00000010:2.0:1767384388.786530:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cf87853. 00000100:00000010:2.0:1767384388.786531:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000014cb0b98. 00000100:00000010:2.0:1767384388.786647:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068cffc2e. 00000100:00000010:2.0:1767384388.786650:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006b7f0478. 00000100:00000010:2.0:1767384388.786716:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d997e07c. 00000100:00000010:2.0:1767384388.786719:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000888a8323. 00000100:00000010:2.0:1767384388.786785:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b4cd1c0. 00000100:00000010:2.0:1767384388.786789:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e75c2bbc. 00000100:00000010:2.0:1767384388.786852:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff693960. 00000100:00000010:2.0:1767384388.786855:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000769a6dc4. 00000100:00000010:2.0:1767384388.786914:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041506b75. 00000100:00000010:2.0:1767384388.786917:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b1ba8433. 00000100:00000010:2.0:1767384388.787017:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044d2c825. 00000100:00000010:2.0:1767384388.787021:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005653e18a. 00000100:00000010:2.0:1767384388.787091:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e9fc7ac. 00000100:00000010:2.0:1767384388.787093:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000162eeb90. 00000100:00000010:2.0:1767384388.787159:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4025c9e. 00000100:00000010:2.0:1767384388.787160:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ad4b95ba. 00000100:00000010:2.0:1767384388.787226:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1c7206c. 00000100:00000010:2.0:1767384388.787229:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001d6e3744. 00000100:00000010:2.0:1767384388.787316:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e0e0d42. 00000100:00000010:2.0:1767384388.787319:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ad3ffd74. 00000100:00000010:2.0:1767384388.787379:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030edac9e. 00000100:00000010:2.0:1767384388.787381:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fb1ee047. 00000100:00000010:2.0:1767384388.787427:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000138136e8. 00000100:00000010:2.0:1767384388.787429:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ca07c89b. 00000100:00000010:2.0:1767384388.787493:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000109ed2dd. 00000100:00000010:2.0:1767384388.787494:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005f6918ca. 00000100:00000010:2.0:1767384388.787551:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b883a0a5. 00000100:00000010:2.0:1767384388.787552:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c84ef6e2. 00000100:00000010:2.0:1767384388.787608:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000877bd8e3. 00000100:00000010:2.0:1767384388.787611:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3de6bdd. 00000100:00000010:2.0:1767384388.787666:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000606b5da9. 00000100:00000010:2.0:1767384388.787670:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cf5b2f50. 00000100:00000010:2.0:1767384388.787724:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0c0c3da. 00000100:00000010:2.0:1767384388.787726:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f63e8294. 00000100:00000010:2.0:1767384388.787818:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e922edf7. 00000100:00000010:2.0:1767384388.787822:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000357558dd. 00000100:00000010:2.0:1767384388.787930:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d21a6f51. 00000100:00000010:2.0:1767384388.787952:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002fba7e34. 00000100:00000010:2.0:1767384388.788024:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000146b8fe. 00000100:00000010:2.0:1767384388.788026:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028e54b0a. 00000100:00000010:2.0:1767384388.788079:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099d5acdf. 00000100:00000010:2.0:1767384388.788082:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cee7dd8e. 00000100:00000010:2.0:1767384388.788149:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b81b7c4. 00000100:00000010:2.0:1767384388.788153:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d73ae5c9. 00000100:00000010:2.0:1767384388.788226:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000242ad9ab. 00000100:00000010:2.0:1767384388.788231:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005b7595e6. 00000100:00000010:2.0:1767384388.788311:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f62681eb. 00000100:00000010:2.0:1767384388.788314:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af0e1992. 00000100:00000010:2.0:1767384388.788399:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8a38fee. 00000100:00000010:2.0:1767384388.788402:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c84454d5. 00000100:00000010:2.0:1767384388.788488:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c33d4cc. 00000100:00000010:2.0:1767384388.788493:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002206c4ea. 00000100:00000010:2.0:1767384388.788551:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e6187e1. 00000100:00000010:2.0:1767384388.788554:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cda82958. 00000100:00000010:2.0:1767384388.788611:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0b2b4bb. 00000100:00000010:2.0:1767384388.788615:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e827aa0a. 00000100:00000010:2.0:1767384388.788667:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afed8473. 00000100:00000010:2.0:1767384388.788670:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000d5f07a8. 00000100:00000010:2.0:1767384388.788727:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058acd113. 00000100:00000010:2.0:1767384388.788730:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000770f7566. 00000100:00000010:2.0:1767384388.788802:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a6283fa. 00000100:00000010:2.0:1767384388.788806:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002e69d1d7. 00000100:00000010:2.0:1767384388.788876:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0942780. 00000100:00000010:2.0:1767384388.788879:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000070d8e514. 00000100:00000010:2.0:1767384388.788954:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccf033f4. 00000100:00000010:2.0:1767384388.788958:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c2d5963e. 00000100:00000010:2.0:1767384388.789013:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d196813. 00000100:00000010:2.0:1767384388.789017:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d81cef94. 00000100:00000010:2.0:1767384388.789071:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eccb2f6. 00000100:00000010:2.0:1767384388.789073:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004c95dcfe. 00000100:00000010:2.0:1767384388.789129:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000057869eb. 00000100:00000010:2.0:1767384388.789133:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c07384df. 00000100:00000010:2.0:1767384388.789187:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007718b771. 00000100:00000010:2.0:1767384388.789190:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f63b947. 00000100:00000010:2.0:1767384388.789243:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015cf2f34. 00000100:00000010:2.0:1767384388.789247:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f67cb03c. 00000100:00000010:2.0:1767384388.789327:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5c29d09. 00000100:00000010:2.0:1767384388.789332:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000be1c4f37. 00000100:00000010:2.0:1767384388.789470:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010a381f4. 00000100:00000010:2.0:1767384388.789474:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e899f29a. 00000100:00000010:2.0:1767384388.789529:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ac6b4fd. 00000100:00000010:2.0:1767384388.789533:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005f0c19e7. 00000100:00000010:2.0:1767384388.789588:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8ad796a. 00000100:00000010:2.0:1767384388.789592:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f59f415d. 00000100:00000010:2.0:1767384388.789685:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c392fff7. 00000100:00000010:2.0:1767384388.789688:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a93100d9. 00000100:00000010:2.0:1767384388.789755:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c7df20e. 00000100:00000010:2.0:1767384388.789758:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e455fcae. 00000100:00000010:2.0:1767384388.789821:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a894a66. 00000100:00000010:2.0:1767384388.789824:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a951b950. 00000100:00000010:2.0:1767384388.789885:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b31fac36. 00000100:00000010:2.0:1767384388.789889:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005524a38a. 00000100:00000010:2.0:1767384388.789948:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5979c57. 00000100:00000010:2.0:1767384388.789952:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bf38b406. 00000100:00000010:2.0:1767384388.790016:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fd83707. 00000100:00000010:2.0:1767384388.790020:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000069ffb2b. 00000100:00000010:2.0:1767384388.790077:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086086d45. 00000100:00000010:2.0:1767384388.790080:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000272ff91d. 00000100:00000010:2.0:1767384388.790143:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d4665d2. 00000100:00000010:2.0:1767384388.790147:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000029125dfb. 00000100:00000010:2.0:1767384388.790201:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5b62053. 00000100:00000010:2.0:1767384388.790203:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003cf86067. 00000100:00000010:2.0:1767384388.790260:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af188f8c. 00000100:00000010:2.0:1767384388.790262:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000244ae10e. 00000100:00000010:2.0:1767384388.790345:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000336dcfff. 00000100:00000010:2.0:1767384388.790348:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000765c33f2. 00000100:00000010:2.0:1767384388.790399:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f1eb2cb. 00000100:00000010:2.0:1767384388.790402:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b39809a. 00000100:00000010:2.0:1767384388.790442:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bd22067. 00000100:00000010:2.0:1767384388.790443:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000042a0535. 00000100:00000010:2.0:1767384388.790481:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b789393c. 00000100:00000010:2.0:1767384388.790483:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003ce4057b. 00000100:00000010:2.0:1767384388.790526:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4c47439. 00000100:00000010:2.0:1767384388.790527:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d65d208. 00000100:00000010:2.0:1767384388.790568:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041c8d1b3. 00000100:00000010:2.0:1767384388.790569:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a9902250. 00000100:00000010:2.0:1767384388.790627:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c4d1f85. 00000100:00000010:2.0:1767384388.790631:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005e391597. 00000100:00000010:2.0:1767384388.790637:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005430be90. 00000100:00000001:2.0:1767384388.790643:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.790645:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.790646:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.790647:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.790649:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ac570f08. 00000100:00000001:2.0:1767384388.790651:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.790652:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.790654:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.790655:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000afa0f252. 00000100:00000001:2.0:1767384388.790656:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.790657:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.790658:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003a9a6f04. 00000100:00000001:2.0:1767384388.790660:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.790661:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.790661:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007f7bc745. 00000100:00000001:2.0:1767384388.790662:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.790663:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.790664:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000358f76ec. 00000100:00000001:2.0:1767384388.790665:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.790715:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000577ef282. 00000020:00000010:2.0:1767384388.790718:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cc62881a. 00000100:00000010:2.0:1767384388.790736:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000006d07a18. 00000100:00000010:2.0:1767384388.790741:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c7c22a7a. 00000100:00000010:2.0:1767384388.790743:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a8a47076. 00000100:00000010:2.0:1767384388.790749:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006bcf7e50. 00000100:00000001:2.0:1767384388.790750:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.790752:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.790753:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:2.0:1767384388.790755:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.790756:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.790757:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:2.0:1767384388.790758:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:2.0:1767384388.790760:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:2.0:1767384388.790776:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:1.0:1767384388.790788:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000139ccb2b. 00000040:00000010:1.0:1767384388.790794:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e6a1e6f. 00000020:00000010:1.0:1767384388.790797:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001fac528a. 00000020:00000010:3.0:1767384388.790799:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc19a808. 00000020:00000010:1.0:1767384388.790801:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d6b8b656. 00000040:00000010:3.0:1767384388.790806:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005056e0a5. 00000020:00000010:1.0:1767384388.790807:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d4619338. 00000020:00000010:3.0:1767384388.790812:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001473a974. 80000000:00000010:1.0:1767384388.790813:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050dd8e31. 00000020:00000010:3.0:1767384388.790816:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002b433919. 40000000:00000010:1.0:1767384388.790817:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a54bb24. 00000020:00000010:3.0:1767384388.790821:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000099f904ff. 00100000:00000010:1.0:1767384388.790822:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b17b532. 80000000:00000010:3.0:1767384388.790825:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009305a3d0. 00040000:00000010:1.0:1767384388.790826:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004395326e. 40000000:00000010:3.0:1767384388.790829:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c85624ec. 00040000:00000010:1.0:1767384388.790831:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db2ee708. 00100000:00000010:3.0:1767384388.790833:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bbf0c06a. 00080000:00000010:1.0:1767384388.790835:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a4d7d20d. 00040000:00000010:3.0:1767384388.790837:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001ea3cea2. 00000004:00000010:1.0:1767384388.790840:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091ccf3f1. 00040000:00000010:3.0:1767384388.790841:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f3d3ffc. 00000020:00000010:1.0:1767384388.790845:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006285804a. 00080000:00000010:3.0:1767384388.790846:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009deb2d31. 00000020:00000010:1.0:1767384388.790850:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007790f13b. 00000004:00000010:3.0:1767384388.790856:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000871900b8. 00000100:00000010:1.0:1767384388.790856:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ac124df0. 00000100:00100000:1.0:1767384388.790858:0:16786:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [0000000010a54e60:16786] 1 exiting: rc = 0 00000020:00000010:3.0:1767384388.790861:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ce923e0. 00000020:00000010:3.0:1767384388.790865:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000069ecd701. 00000100:00000010:3.0:1767384388.790868:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008cd36f55. 00000100:00100000:3.0:1767384388.790869:0:16785:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [000000003a14c0fe:16785] 0 exiting: rc = 1 00000100:00000010:2.0:1767384388.790882:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003a14c0fe. 00000100:00000010:2.0:1767384388.790888:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000010a54e60. 00000100:00000001:2.0:1767384388.790893:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.790895:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.790899:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:2.0:1767384388.790905:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.790907:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.790909:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005423d80e. 00000400:00000200:2.0:1767384388.790913:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000988c3e0f 00000400:00000010:2.0:1767384388.790916:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000988c3e0f. 00000100:00000001:2.0:1767384388.790921:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.790923:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.790929:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.790931:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.790933:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.790934:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.790935:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.790937:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000723ca3d. 00000400:00000200:2.0:1767384388.790939:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f08158fb 00000400:00000010:2.0:1767384388.790940:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f08158fb. 00000100:00000001:2.0:1767384388.790942:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.790943:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.790947:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.790948:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.790949:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.790951:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.790952:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.790953:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb1ea41a. 00000400:00000200:2.0:1767384388.790955:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000642396b1 00000400:00000010:2.0:1767384388.790956:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000642396b1. 00000100:00000001:2.0:1767384388.790958:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.790959:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.790962:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.790963:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.790965:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.790967:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.790967:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.790969:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c4cb21a. 00000400:00000200:2.0:1767384388.790971:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be0a8f5d 00000400:00000010:2.0:1767384388.790972:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be0a8f5d. 00000100:00000001:2.0:1767384388.790974:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.790975:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.790980:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.790981:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.790982:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.790983:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.790984:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.790985:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efccaf7a. 00000400:00000200:2.0:1767384388.790987:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460edf44 00000400:00000010:2.0:1767384388.790988:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000460edf44. 00000100:00000001:2.0:1767384388.790991:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.790992:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.790996:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.790997:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.790999:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791000:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791001:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791002:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dc21f9. 00000400:00000200:2.0:1767384388.791004:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b80e253f 00000400:00000010:2.0:1767384388.791005:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b80e253f. 00000100:00000001:2.0:1767384388.791008:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791009:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791012:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791014:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.791015:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791016:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791017:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791018:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000596f9041. 00000400:00000200:2.0:1767384388.791021:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d5ef81 00000400:00000010:2.0:1767384388.791022:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097d5ef81. 00000100:00000001:2.0:1767384388.791024:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791025:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791028:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791030:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.791031:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791033:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791034:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791035:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ceddf72. 00000400:00000200:2.0:1767384388.791037:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d87dfa91 00000400:00000010:2.0:1767384388.791038:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d87dfa91. 00000100:00000001:2.0:1767384388.791041:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791041:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791045:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791046:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.791047:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791048:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791049:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791050:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab6734cd. 00000400:00000200:2.0:1767384388.791052:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e2ad385 00000400:00000010:2.0:1767384388.791053:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e2ad385. 00000100:00000001:2.0:1767384388.791055:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791056:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791060:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791061:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.791063:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791064:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791065:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791066:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de5bc0cc. 00000400:00000200:2.0:1767384388.791068:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cba0011 00000400:00000010:2.0:1767384388.791070:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cba0011. 00000100:00000001:2.0:1767384388.791072:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791073:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791077:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791078:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.791079:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791080:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791082:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791083:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae43b41. 00000400:00000200:2.0:1767384388.791085:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f6e70d 00000400:00000010:2.0:1767384388.791086:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023f6e70d. 00000100:00000001:2.0:1767384388.791088:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791089:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791093:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791094:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.791095:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791097:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791098:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791099:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6f2b1dc. 00000400:00000200:2.0:1767384388.791101:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019ae8859 00000400:00000010:2.0:1767384388.791102:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019ae8859. 00000100:00000001:2.0:1767384388.791104:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791105:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791108:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791110:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.791111:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791112:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791113:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791114:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b28582b. 00000400:00000200:2.0:1767384388.791117:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5547d23 00000400:00000010:2.0:1767384388.791118:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5547d23. 00000100:00000001:2.0:1767384388.791120:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791121:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791124:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791125:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.791126:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791128:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791129:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791130:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f3dc9ca. 00000400:00000200:2.0:1767384388.791132:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b243761 00000400:00000010:2.0:1767384388.791134:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b243761. 00000100:00000001:2.0:1767384388.791135:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791136:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791140:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791141:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.791142:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791144:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791145:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791146:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a79688c7. 00000400:00000200:2.0:1767384388.791148:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064878cfa 00000400:00000010:2.0:1767384388.791149:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064878cfa. 00000100:00000001:2.0:1767384388.791151:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791152:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791156:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791157:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.791159:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791161:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791162:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791163:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081b34aee. 00000400:00000200:2.0:1767384388.791165:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b81f69b 00000400:00000010:2.0:1767384388.791166:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b81f69b. 00000100:00000001:2.0:1767384388.791168:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791169:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791173:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791175:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.791176:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791178:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791179:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791180:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002513c548. 00000400:00000200:2.0:1767384388.791182:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ec85d7 00000400:00000010:2.0:1767384388.791183:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ec85d7. 00000100:00000001:2.0:1767384388.791185:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791186:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791189:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791191:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.791192:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791193:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791194:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791195:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a23b653. 00000400:00000200:2.0:1767384388.791197:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c7dae76 00000400:00000010:2.0:1767384388.791198:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c7dae76. 00000100:00000001:2.0:1767384388.791199:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791200:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791204:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791205:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.791206:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791208:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791209:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791210:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a8092c4. 00000400:00000200:2.0:1767384388.791212:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002200d65e 00000400:00000010:2.0:1767384388.791213:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002200d65e. 00000100:00000001:2.0:1767384388.791215:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791227:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791231:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791232:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.791233:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791234:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791235:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791236:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087341235. 00000400:00000200:2.0:1767384388.791237:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d5bdb3 00000400:00000010:2.0:1767384388.791238:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2d5bdb3. 00000100:00000001:2.0:1767384388.791239:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791240:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791242:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791243:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.791244:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791245:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791245:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791246:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7471c59. 00000400:00000200:2.0:1767384388.791247:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003112541c 00000400:00000010:2.0:1767384388.791247:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003112541c. 00000100:00000001:2.0:1767384388.791248:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791249:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791251:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791251:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.791252:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791253:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791253:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791254:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002038d9f1. 00000400:00000200:2.0:1767384388.791255:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c108f757 00000400:00000010:2.0:1767384388.791256:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c108f757. 00000100:00000001:2.0:1767384388.791257:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791257:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791259:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791260:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.791261:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791262:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791263:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791263:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009339f3e1. 00000400:00000200:2.0:1767384388.791264:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081ff615e 00000400:00000010:2.0:1767384388.791265:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081ff615e. 00000100:00000001:2.0:1767384388.791266:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791267:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791269:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791269:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.791270:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791271:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791271:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791272:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ddc667d. 00000400:00000200:2.0:1767384388.791273:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1424a3d 00000400:00000010:2.0:1767384388.791294:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1424a3d. 00000100:00000001:2.0:1767384388.791297:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791298:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791303:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791304:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.791305:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791307:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791308:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791309:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095e27239. 00000400:00000200:2.0:1767384388.791310:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc8f4596 00000400:00000010:2.0:1767384388.791310:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc8f4596. 00000100:00000001:2.0:1767384388.791312:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791313:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791318:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791319:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.791321:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791323:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791324:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791325:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008be950c8. 00000400:00000200:2.0:1767384388.791328:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d86ef6e 00000400:00000010:2.0:1767384388.791329:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d86ef6e. 00000100:00000001:2.0:1767384388.791331:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791332:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791336:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791338:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.791339:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791340:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791341:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791342:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bcda739. 00000400:00000200:2.0:1767384388.791344:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006d8d0b6 00000400:00000010:2.0:1767384388.791345:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d8d0b6. 00000100:00000001:2.0:1767384388.791347:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791348:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791351:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791353:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.791354:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791355:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791356:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791357:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071a2b8e1. 00000400:00000200:2.0:1767384388.791359:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000adf9281 00000400:00000010:2.0:1767384388.791360:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000adf9281. 00000100:00000001:2.0:1767384388.791362:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791363:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791366:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791368:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.791369:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791370:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791371:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791372:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071fc6dbf. 00000400:00000200:2.0:1767384388.791374:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073026e10 00000400:00000010:2.0:1767384388.791375:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073026e10. 00000100:00000001:2.0:1767384388.791377:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791378:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791381:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791382:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.791384:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791385:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791386:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791387:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed47d0f. 00000400:00000200:2.0:1767384388.791389:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000252f365c 00000400:00000010:2.0:1767384388.791390:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000252f365c. 00000100:00000001:2.0:1767384388.791392:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791393:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791397:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791398:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.791399:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791401:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791402:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791403:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042b60e74. 00000400:00000200:2.0:1767384388.791405:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d932b4b 00000400:00000010:2.0:1767384388.791406:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d932b4b. 00000100:00000001:2.0:1767384388.791408:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791409:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791412:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791413:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.791415:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791416:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791417:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791418:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da8a16a6. 00000400:00000200:2.0:1767384388.791420:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030be70f4 00000400:00000010:2.0:1767384388.791421:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030be70f4. 00000100:00000001:2.0:1767384388.791422:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791423:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791427:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791428:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.791429:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791431:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791432:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791433:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001773cfde. 00000400:00000200:2.0:1767384388.791435:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000269646c2 00000400:00000010:2.0:1767384388.791436:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000269646c2. 00000100:00000001:2.0:1767384388.791437:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791439:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791441:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791442:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.791443:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791444:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791445:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791445:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d07f6fd. 00000400:00000200:2.0:1767384388.791447:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e31d6179 00000400:00000010:2.0:1767384388.791448:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e31d6179. 00000100:00000001:2.0:1767384388.791449:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791450:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791452:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791453:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.791454:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791455:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791455:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791456:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a83925. 00000400:00000200:2.0:1767384388.791457:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a092343e 00000400:00000010:2.0:1767384388.791457:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a092343e. 00000100:00000001:2.0:1767384388.791459:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791459:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791461:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791462:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.791462:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791463:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791464:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791464:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fdaa38e. 00000400:00000200:2.0:1767384388.791465:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee62a04f 00000400:00000010:2.0:1767384388.791466:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee62a04f. 00000100:00000001:2.0:1767384388.791467:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791467:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791469:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791470:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.791471:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791471:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791472:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791472:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d21f259. 00000400:00000200:2.0:1767384388.791473:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f42673e 00000400:00000010:2.0:1767384388.791474:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f42673e. 00000100:00000001:2.0:1767384388.791475:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791475:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791477:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791478:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.791479:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791480:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791480:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791481:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006185b9ef. 00000400:00000200:2.0:1767384388.791482:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047dc5686 00000400:00000010:2.0:1767384388.791483:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047dc5686. 00000100:00000001:2.0:1767384388.791484:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791485:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791487:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791488:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.791489:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791490:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791490:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791491:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000444aa9db. 00000400:00000200:2.0:1767384388.791492:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018796ac9 00000400:00000010:2.0:1767384388.791492:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018796ac9. 00000100:00000001:2.0:1767384388.791493:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791494:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791496:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791496:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.791497:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791498:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791498:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791499:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe1b983. 00000400:00000200:2.0:1767384388.791500:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aa02a2e 00000400:00000010:2.0:1767384388.791500:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002aa02a2e. 00000100:00000001:2.0:1767384388.791501:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791502:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791504:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791504:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.791505:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791506:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791506:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791507:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008df50b72. 00000400:00000200:2.0:1767384388.791508:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f982b9 00000400:00000010:2.0:1767384388.791508:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059f982b9. 00000100:00000001:2.0:1767384388.791509:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791510:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791512:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791513:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.791514:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791514:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791515:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791516:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041b59c6b. 00000400:00000200:2.0:1767384388.791517:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f660967 00000400:00000010:2.0:1767384388.791517:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f660967. 00000100:00000001:2.0:1767384388.791518:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791518:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791520:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791521:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.791522:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791523:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791523:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791524:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ed0ad4e. 00000400:00000200:2.0:1767384388.791525:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea676451 00000400:00000010:2.0:1767384388.791525:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea676451. 00000100:00000001:2.0:1767384388.791526:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791527:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791529:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791529:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.791530:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791531:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791531:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791532:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc29ec1. 00000400:00000200:2.0:1767384388.791532:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c737dea8 00000400:00000010:2.0:1767384388.791533:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c737dea8. 00000100:00000001:2.0:1767384388.791534:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791534:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791536:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791537:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.791538:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791538:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791539:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791539:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000797b2508. 00000400:00000200:2.0:1767384388.791540:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd14dd5 00000400:00000010:2.0:1767384388.791541:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd14dd5. 00000100:00000001:2.0:1767384388.791542:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791543:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791545:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791546:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.791547:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791548:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791548:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791549:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b9db045. 00000400:00000200:2.0:1767384388.791550:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aef88e1 00000400:00000010:2.0:1767384388.791550:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aef88e1. 00000100:00000001:2.0:1767384388.791551:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791552:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791554:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791554:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.791555:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791556:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791556:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791557:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007321b777. 00000400:00000200:2.0:1767384388.791557:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286653 00000400:00000010:2.0:1767384388.791558:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286653. 00000100:00000001:2.0:1767384388.791559:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791560:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791562:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791562:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.791563:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791563:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791564:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791564:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe86ce57. 00000400:00000200:2.0:1767384388.791565:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873cffc9 00000400:00000010:2.0:1767384388.791566:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000873cffc9. 00000100:00000001:2.0:1767384388.791567:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791567:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791569:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791570:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.791570:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791571:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791572:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791572:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846a784c. 00000400:00000200:2.0:1767384388.791573:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9fdd97 00000400:00000010:2.0:1767384388.791574:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9fdd97. 00000100:00000001:2.0:1767384388.791575:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791575:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791578:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791578:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.791579:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791579:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791580:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791580:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dcf5223. 00000400:00000200:2.0:1767384388.791581:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf6e2a68 00000400:00000010:2.0:1767384388.791582:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf6e2a68. 00000100:00000001:2.0:1767384388.791583:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791583:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791585:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791586:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.791587:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791587:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791588:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791588:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b809853b. 00000400:00000200:2.0:1767384388.791589:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f286649b 00000400:00000010:2.0:1767384388.791590:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f286649b. 00000100:00000001:2.0:1767384388.791591:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791592:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791595:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791596:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.791597:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791598:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791599:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791600:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bd80624. 00000400:00000200:2.0:1767384388.791602:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893646de 00000400:00000010:2.0:1767384388.791603:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000893646de. 00000100:00000001:2.0:1767384388.791605:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791606:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791609:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791610:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.791611:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791613:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791614:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791615:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af6a216b. 00000400:00000200:2.0:1767384388.791618:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4f47166 00000400:00000010:2.0:1767384388.791619:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4f47166. 00000100:00000001:2.0:1767384388.791621:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791622:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791625:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791627:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.791628:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791629:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791630:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791631:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a37e07. 00000400:00000200:2.0:1767384388.791633:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eae05ff 00000400:00000010:2.0:1767384388.791634:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004eae05ff. 00000100:00000001:2.0:1767384388.791636:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791637:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791641:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791642:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.791643:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791644:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791644:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791645:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf39d163. 00000400:00000200:2.0:1767384388.791646:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f51a0f91 00000400:00000010:2.0:1767384388.791647:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f51a0f91. 00000100:00000001:2.0:1767384388.791648:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791648:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791651:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791651:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.791652:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791653:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791653:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791654:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086423e25. 00000400:00000200:2.0:1767384388.791655:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008ec3473 00000400:00000010:2.0:1767384388.791655:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008ec3473. 00000100:00000001:2.0:1767384388.791656:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791657:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791660:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791660:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.791662:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791663:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791664:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791665:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfff11e0. 00000400:00000200:2.0:1767384388.791666:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f726190d 00000400:00000010:2.0:1767384388.791667:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f726190d. 00000100:00000001:2.0:1767384388.791668:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791668:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791670:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791671:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.791671:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791672:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791673:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791673:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006eb097e0. 00000400:00000200:2.0:1767384388.791674:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c5e554 00000400:00000010:2.0:1767384388.791675:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060c5e554. 00000100:00000001:2.0:1767384388.791676:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791676:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791678:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791679:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.791679:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791680:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791681:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791681:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c25c5ccc. 00000400:00000200:2.0:1767384388.791682:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea161169 00000400:00000010:2.0:1767384388.791683:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea161169. 00000100:00000001:2.0:1767384388.791684:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791684:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791686:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791687:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.791687:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791688:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791688:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791689:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043de99b6. 00000400:00000200:2.0:1767384388.791690:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000417f3d64 00000400:00000010:2.0:1767384388.791690:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000417f3d64. 00000100:00000001:2.0:1767384388.791691:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791692:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791694:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791695:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.791696:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791697:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791698:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791698:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000040d867. 00000400:00000200:2.0:1767384388.791699:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ebc361 00000400:00000010:2.0:1767384388.791700:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007ebc361. 00000100:00000001:2.0:1767384388.791701:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791701:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791703:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791704:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.791705:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791705:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791706:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791706:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bccdf69. 00000400:00000200:2.0:1767384388.791707:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbab5446 00000400:00000010:2.0:1767384388.791708:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbab5446. 00000100:00000001:2.0:1767384388.791709:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791709:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791711:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791712:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.791713:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791714:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791714:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791715:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f26486d. 00000400:00000200:2.0:1767384388.791716:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e5ba97 00000400:00000010:2.0:1767384388.791716:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061e5ba97. 00000100:00000001:2.0:1767384388.791717:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791718:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791720:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791720:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.791721:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.791722:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.791722:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.791723:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29647b3. 00000400:00000200:2.0:1767384388.791723:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bdbd4d6 00000400:00000010:2.0:1767384388.791724:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bdbd4d6. 00000100:00000001:2.0:1767384388.791725:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.791726:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384388.791728:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.791729:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.791729:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.791731:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791732:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791734:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791734:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791735:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791736:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791736:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791737:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791737:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791738:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791738:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791739:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791740:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791740:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791741:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791741:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791742:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791742:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791743:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791744:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791744:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791745:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791745:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791746:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791746:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791747:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791748:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791748:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791749:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791749:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791750:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791750:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791751:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791752:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791752:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791753:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791754:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791754:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791755:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791756:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791756:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791757:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791757:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791758:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791759:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791759:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791760:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791760:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791761:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791761:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791762:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791762:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791763:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791764:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791764:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791765:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791765:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791766:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791767:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791767:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791768:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791768:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791769:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791769:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791770:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791771:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791771:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791772:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791772:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791773:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791774:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791774:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791775:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791775:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791776:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791777:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791778:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791778:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791779:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791780:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791780:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791781:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791782:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791782:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791783:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791783:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791784:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791785:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791785:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791786:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791786:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791787:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791787:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791788:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791789:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791789:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791790:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791790:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791791:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791791:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791792:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791793:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791793:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791794:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791794:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791795:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791795:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791796:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791797:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791797:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791798:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791798:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791799:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791799:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791800:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791801:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791802:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791803:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791803:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791804:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791805:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791806:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791806:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791807:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791807:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791808:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.791808:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.791809:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384388.791811:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000447e7af9. 00000100:00000010:2.0:1767384388.791812:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afb63d51. 00000100:00000010:2.0:1767384388.791814:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2242859. 00000100:00000010:2.0:1767384388.791815:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a14db373. 00000100:00000010:2.0:1767384388.791816:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073234615. 00000100:00000010:2.0:1767384388.791817:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cfba4b8. 00000100:00000010:2.0:1767384388.791818:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee37fefe. 00000100:00000010:2.0:1767384388.791819:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000164e11d6. 00000100:00000010:2.0:1767384388.791820:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef07f68d. 00000100:00000010:2.0:1767384388.791822:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096c5ae64. 00000100:00000010:2.0:1767384388.791823:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1951e60. 00000100:00000010:2.0:1767384388.791824:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015ea3ba0. 00000100:00000010:2.0:1767384388.791825:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000723f05a6. 00000100:00000010:2.0:1767384388.791826:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008589d1c5. 00000100:00000010:2.0:1767384388.791827:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006796716b. 00000100:00000010:2.0:1767384388.791828:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee1ecada. 00000100:00000010:2.0:1767384388.791830:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5491811. 00000100:00000010:2.0:1767384388.791831:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a625d23. 00000100:00000010:2.0:1767384388.791832:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000678a6754. 00000100:00000010:2.0:1767384388.791833:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ca16aa2. 00000100:00000010:2.0:1767384388.791833:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ee87333. 00000100:00000010:2.0:1767384388.791835:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000399837c4. 00000100:00000010:2.0:1767384388.791837:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b12a969. 00000100:00000010:2.0:1767384388.791838:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd37d0fa. 00000100:00000010:2.0:1767384388.791839:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc123cca. 00000100:00000010:2.0:1767384388.791840:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d5ea17a. 00000100:00000010:2.0:1767384388.791841:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c38f1c1. 00000100:00000010:2.0:1767384388.791842:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c046ebdd. 00000100:00000010:2.0:1767384388.791843:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000292804b. 00000100:00000010:2.0:1767384388.791844:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018ff3766. 00000100:00000010:2.0:1767384388.791845:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000370d7c46. 00000100:00000010:2.0:1767384388.791846:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021d1c9c8. 00000100:00000010:2.0:1767384388.791847:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddd50b88. 00000100:00000010:2.0:1767384388.791848:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000804571c7. 00000100:00000010:2.0:1767384388.791849:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000077a7cc5. 00000100:00000010:2.0:1767384388.791850:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b552702. 00000100:00000010:2.0:1767384388.791851:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092e25f84. 00000100:00000010:2.0:1767384388.791852:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b3a7c25. 00000100:00000010:2.0:1767384388.791853:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026767ef4. 00000100:00000010:2.0:1767384388.791855:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000288cb3f0. 00000100:00000010:2.0:1767384388.791856:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001164d50b. 00000100:00000010:2.0:1767384388.791857:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae562669. 00000100:00000010:2.0:1767384388.791859:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060ace228. 00000100:00000010:2.0:1767384388.791861:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001be71223. 00000100:00000010:2.0:1767384388.791863:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000724888d6. 00000100:00000010:2.0:1767384388.791864:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079b3da5d. 00000100:00000010:2.0:1767384388.791865:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8a15b3a. 00000100:00000010:2.0:1767384388.791867:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8520016. 00000100:00000010:2.0:1767384388.791868:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2f25a71. 00000100:00000010:2.0:1767384388.791870:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d3035dc. 00000100:00000010:2.0:1767384388.791871:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f06fbd88. 00000100:00000010:2.0:1767384388.791873:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be50975e. 00000100:00000010:2.0:1767384388.791874:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098cf6c02. 00000100:00000010:2.0:1767384388.791877:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095cab08a. 00000100:00000010:2.0:1767384388.791878:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e56dc0d. 00000100:00000010:2.0:1767384388.791880:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb5124fc. 00000100:00000010:2.0:1767384388.791881:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000007297f4b. 00000100:00000010:2.0:1767384388.791883:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c55c8d5d. 00000100:00000010:2.0:1767384388.791885:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007dc95b67. 00000100:00000010:2.0:1767384388.791886:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f0a6e43. 00000100:00000010:2.0:1767384388.791888:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000373c4838. 00000100:00000010:2.0:1767384388.791890:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ddd885. 00000100:00000010:2.0:1767384388.791892:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1c93bb3. 00000100:00000010:2.0:1767384388.791894:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006c5e06f. 00000100:00000010:2.0:1767384388.791896:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027329dde. 00000100:00000010:2.0:1767384388.791898:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8c29d1b. 00000100:00000010:2.0:1767384388.791900:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069043dcf. 00000100:00000010:2.0:1767384388.791902:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7be4b53. 00000100:00000010:2.0:1767384388.791904:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e220a86b. 00000100:00000010:2.0:1767384388.791906:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3329d67. 00000100:00000010:2.0:1767384388.791908:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a8d2bd3. 00000100:00000010:2.0:1767384388.791910:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000283b4b44. 00000100:00000010:2.0:1767384388.791912:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e76cf0df. 00000100:00000010:2.0:1767384388.791914:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf883258. 00000100:00000010:2.0:1767384388.791915:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061d08ba7. 00000100:00000010:2.0:1767384388.791917:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d01cbd85. 00000100:00000010:2.0:1767384388.791919:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1150a03. 00000100:00000010:2.0:1767384388.791921:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c767fe73. 00000100:00000010:2.0:1767384388.791922:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4f0982c. 00000100:00000010:2.0:1767384388.791923:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001c6be37. 00000100:00000010:2.0:1767384388.791924:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a2b4d8f. 00000100:00000010:2.0:1767384388.791926:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005a532bb. 00000100:00000010:2.0:1767384388.791927:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af078fa2. 00000100:00000010:2.0:1767384388.791928:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad6c6b9d. 00000100:00000010:2.0:1767384388.791929:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000096e26a0a. 00000100:00000010:2.0:1767384388.791930:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d51ebe85. 00000100:00000010:2.0:1767384388.791931:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000594fe7b1. 00000100:00000010:2.0:1767384388.791932:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dba0c686. 00000100:00000010:2.0:1767384388.791934:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078923c4e. 00000100:00000010:2.0:1767384388.791935:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d19f36f1. 00000100:00000010:2.0:1767384388.791936:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006530f99c. 00000100:00000010:2.0:1767384388.791937:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ef957b2. 00000100:00000010:2.0:1767384388.791938:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000472f3a7f. 00000100:00000010:2.0:1767384388.791939:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089882a5c. 00000100:00000010:2.0:1767384388.791940:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000889484bf. 00000100:00000010:2.0:1767384388.791941:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b452c6b1. 00000100:00000010:2.0:1767384388.791942:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032026d27. 00000100:00000010:2.0:1767384388.791943:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026776a77. 00000100:00000010:2.0:1767384388.791944:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6e8906b. 00000100:00000010:2.0:1767384388.791946:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000384e0d1. 00000100:00000010:2.0:1767384388.791947:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9be1dd2. 00000100:00000010:2.0:1767384388.791948:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3352d99. 00000100:00000010:2.0:1767384388.791949:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbcb9afe. 00000100:00000010:2.0:1767384388.791950:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021f65ecc. 00000100:00000010:2.0:1767384388.791951:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1745b8f. 00000100:00000010:2.0:1767384388.791952:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016a7e56e. 00000100:00000010:2.0:1767384388.791953:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000784bf9b4. 00000100:00000010:2.0:1767384388.791955:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017574f3b. 00000100:00000010:2.0:1767384388.791955:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000071cb725. 00000100:00000010:2.0:1767384388.791957:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005bdff5f8. 00000100:00000010:2.0:1767384388.791957:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000081f8d01d. 00000100:00000010:2.0:1767384388.791959:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091ab1d78. 00000100:00000010:2.0:1767384388.791960:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064acb868. 00000100:00000010:2.0:1767384388.791961:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e562560. 00000100:00000010:2.0:1767384388.791962:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000256015ef. 00000100:00000010:2.0:1767384388.791964:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d3e5317. 00000100:00000010:2.0:1767384388.791965:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e112266. 00000100:00000010:2.0:1767384388.791966:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059327074. 00000100:00000010:2.0:1767384388.791967:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f91b1323. 00000100:00000010:2.0:1767384388.791968:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000311766cc. 00000100:00000010:2.0:1767384388.791969:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054c285d2. 00000100:00000010:2.0:1767384388.791971:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009187f0da. 00000100:00000010:2.0:1767384388.791972:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b2378c5. 00000100:00000010:2.0:1767384388.791973:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b49f356. 00000100:00000010:2.0:1767384388.791974:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052725161. 00000100:00000010:2.0:1767384388.791975:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d33b0fe6. 00000100:00000010:2.0:1767384388.791976:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b6e770e. 00000100:00000010:2.0:1767384388.791977:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d4f9c26. 00000100:00000010:2.0:1767384388.791979:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000dd927028. 00000100:00000010:2.0:1767384388.791980:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000c0950662. 00000100:00000001:2.0:1767384388.791982:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.791983:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.791984:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.791985:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.791986:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000639fb23. 00000100:00000001:2.0:1767384388.791988:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.791988:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.791990:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.791990:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000020fd6b9d. 00000100:00000001:2.0:1767384388.791992:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.791993:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.791993:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006389fd3b. 00000100:00000001:2.0:1767384388.791994:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.791995:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.791996:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000005b597f5. 00000100:00000001:2.0:1767384388.791997:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.791998:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.791998:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a0bc2c0. 00000100:00000001:2.0:1767384388.791999:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.792043:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005c839e27. 00000020:00000010:2.0:1767384388.792046:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009820382b. 00000100:00000010:2.0:1767384388.792058:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000b6ad4b6. 00000100:00000010:2.0:1767384388.792064:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002ef4671a. 00000100:00000010:2.0:1767384388.792067:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000bc99dad5. 00000100:00000010:2.0:1767384388.792071:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004f6f8022. 00000100:00000001:2.0:1767384388.792073:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.792074:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.792075:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384388.792077:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.792078:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.792079:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384388.792079:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384388.792080:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384388.792094:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:0.0:1767384388.792114:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aee02f3a. 00000040:00000010:0.0:1767384388.792121:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000358c564f. 00000020:00000010:0.0:1767384388.792126:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7049869. 00000020:00000010:1.0:1767384388.792129:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2619f15. 00000020:00000010:0.0:1767384388.792130:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000698a0144. 00000040:00000010:1.0:1767384388.792136:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002fb141e4. 00000020:00000010:0.0:1767384388.792138:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a7301564. 00000020:00000010:1.0:1767384388.792141:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e964a11. 80000000:00000010:0.0:1767384388.792143:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bd05bff4. 00000020:00000010:1.0:1767384388.792147:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007e2feb90. 40000000:00000010:0.0:1767384388.792149:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b048a376. 00000020:00000010:1.0:1767384388.792153:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007298a6d9. 00100000:00000010:0.0:1767384388.792155:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009cc00f5e. 80000000:00000010:1.0:1767384388.792159:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000034d1125. 00040000:00000010:0.0:1767384388.792160:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f20dfbf. 40000000:00000010:1.0:1767384388.792164:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd5def14. 00040000:00000010:0.0:1767384388.792165:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000883588f4. 00100000:00000010:1.0:1767384388.792170:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e2022f41. 00080000:00000010:0.0:1767384388.792170:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c9c6e15b. 00000004:00000010:0.0:1767384388.792172:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e8c4a9ca. 00040000:00000010:1.0:1767384388.792176:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccb096c3. 00002000:00000010:0.0:1767384388.792177:0:16788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f97ebef6. 00040000:00000010:1.0:1767384388.792181:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1cc799d. 00000020:00000010:0.0:1767384388.792182:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b955ebfb. 00000020:00000010:0.0:1767384388.792187:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002c5a036a. 00080000:00000010:1.0:1767384388.792188:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a8fe922a. 00000004:00000010:1.0:1767384388.792194:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003101918c. 00000100:00000010:0.0:1767384388.792194:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000af281c1. 00000100:00100000:0.0:1767384388.792197:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000002c9c27ba:16788] 1 exiting: rc = 0 00002000:00000010:1.0:1767384388.792209:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008a4d2006. 00000020:00000010:1.0:1767384388.792214:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002786fff8. 00000020:00000010:1.0:1767384388.792231:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000011d7f948. 00000100:00000040:2.0:1767384388.792240:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00000100:00000010:1.0:1767384388.792240:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ed832ad7. 00000100:00100000:1.0:1767384388.792246:0:16787:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [000000001eb657c3:16787] 0 exiting: rc = 1 00000100:00000010:2.0:1767384388.792257:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001eb657c3. 00000100:00000010:2.0:1767384388.792263:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002c9c27ba. 00000100:00000001:2.0:1767384388.792266:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.792267:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.792270:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384388.792456:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792459:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792461:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059f89bb5. 00000400:00000200:2.0:1767384388.792469:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002194af59 00000400:00000010:2.0:1767384388.792471:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002194af59. 00000100:00000001:2.0:1767384388.792475:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792476:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792482:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792484:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.792487:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792489:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792491:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792493:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000550538c5. 00000400:00000200:2.0:1767384388.792496:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035388f2b 00000400:00000010:2.0:1767384388.792497:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035388f2b. 00000100:00000001:2.0:1767384388.792499:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792500:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792504:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792506:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.792508:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792510:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792511:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792513:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a0854d. 00000400:00000200:2.0:1767384388.792515:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057917976 00000400:00000010:2.0:1767384388.792517:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057917976. 00000100:00000001:2.0:1767384388.792518:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792519:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792523:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792524:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.792526:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792527:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792528:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792529:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020b7e5eb. 00000400:00000200:2.0:1767384388.792530:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042133678 00000400:00000010:2.0:1767384388.792532:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042133678. 00000100:00000001:2.0:1767384388.792534:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792535:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792544:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792546:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.792548:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792550:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792551:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792553:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031a1c76c. 00000400:00000200:2.0:1767384388.792556:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe82c5a0 00000400:00000010:2.0:1767384388.792557:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000100:00000001:2.0:1767384388.792559:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792560:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792563:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792565:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.792566:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792567:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792568:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792569:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000712c2b16. 00000400:00000200:2.0:1767384388.792571:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7168b05 00000400:00000010:2.0:1767384388.792572:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7168b05. 00000100:00000001:2.0:1767384388.792579:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792580:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792584:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792585:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.792586:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792588:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792589:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792590:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6cc2fd7. 00000400:00000200:2.0:1767384388.792592:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384388.792593:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000001:2.0:1767384388.792595:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792596:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792601:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792602:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.792604:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792605:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792606:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792607:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004819bd35. 00000400:00000200:2.0:1767384388.792609:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384388.792611:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000001:2.0:1767384388.792612:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792614:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792619:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792620:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.792622:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792624:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792625:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792627:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099c5ca4f. 00000400:00000200:2.0:1767384388.792629:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093fe2ab0 00000400:00000010:2.0:1767384388.792630:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093fe2ab0. 00000100:00000001:2.0:1767384388.792633:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792634:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792638:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792639:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.792641:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792642:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792643:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792644:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010befb50. 00000400:00000200:2.0:1767384388.792650:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061941f92 00000400:00000010:2.0:1767384388.792652:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061941f92. 00000100:00000001:2.0:1767384388.792654:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792655:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792659:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792660:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.792662:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792664:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792665:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792666:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccbdf971. 00000400:00000200:2.0:1767384388.792668:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3db377 00000400:00000010:2.0:1767384388.792670:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3db377. 00000100:00000001:2.0:1767384388.792672:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792674:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792679:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792682:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.792684:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792686:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792688:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792689:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000103fad0d. 00000400:00000200:2.0:1767384388.792693:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e070de2 00000400:00000010:2.0:1767384388.792694:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e070de2. 00000100:00000001:2.0:1767384388.792697:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792699:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792704:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792705:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.792707:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792708:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792709:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792710:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c4480ab. 00000400:00000200:2.0:1767384388.792712:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826f3e93 00000400:00000010:2.0:1767384388.792713:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826f3e93. 00000100:00000001:2.0:1767384388.792715:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792716:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792719:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792720:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.792722:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792723:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792724:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792725:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d20892f3. 00000400:00000200:2.0:1767384388.792727:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000656325ba 00000400:00000010:2.0:1767384388.792728:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000656325ba. 00000100:00000001:2.0:1767384388.792730:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792731:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792734:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792736:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.792737:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792738:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792739:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792741:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095be96cd. 00000400:00000200:2.0:1767384388.792742:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe5c8825 00000400:00000010:2.0:1767384388.792744:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe5c8825. 00000100:00000001:2.0:1767384388.792745:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792746:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792750:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792751:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.792753:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792754:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792755:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792756:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe6ad25. 00000400:00000200:2.0:1767384388.792757:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003feccbf8 00000400:00000010:2.0:1767384388.792759:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003feccbf8. 00000100:00000001:2.0:1767384388.792760:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792761:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792765:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792766:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.792767:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792769:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792770:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792771:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022d3930c. 00000400:00000200:2.0:1767384388.792773:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071b3a143 00000400:00000010:2.0:1767384388.792774:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071b3a143. 00000100:00000001:2.0:1767384388.792776:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792777:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792780:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792781:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.792783:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792784:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792785:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792786:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ddbe56e. 00000400:00000200:2.0:1767384388.792788:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dbbd5fc 00000400:00000010:2.0:1767384388.792789:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dbbd5fc. 00000100:00000001:2.0:1767384388.792791:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792792:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792796:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792797:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.792798:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792799:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792800:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792801:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70e8b3f. 00000400:00000200:2.0:1767384388.792803:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5822bea 00000400:00000010:2.0:1767384388.792804:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5822bea. 00000100:00000001:2.0:1767384388.792806:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792807:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792811:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792813:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.792814:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792815:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792816:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792817:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000250674bd. 00000400:00000200:2.0:1767384388.792819:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5fe3c94 00000400:00000010:2.0:1767384388.792820:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5fe3c94. 00000100:00000001:2.0:1767384388.792822:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792823:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792827:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792828:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.792829:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792831:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792832:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792833:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b177747. 00000400:00000200:2.0:1767384388.792835:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8a5fe7 00000400:00000010:2.0:1767384388.792836:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f8a5fe7. 00000100:00000001:2.0:1767384388.792838:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792839:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792842:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792843:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.792845:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792846:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792847:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792848:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc3515b. 00000400:00000200:2.0:1767384388.792850:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c774390e 00000400:00000010:2.0:1767384388.792851:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c774390e. 00000100:00000001:2.0:1767384388.792853:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792854:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792857:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792858:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.792859:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792860:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792861:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792862:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050708444. 00000400:00000200:2.0:1767384388.792863:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cdd654e 00000400:00000010:2.0:1767384388.792865:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cdd654e. 00000100:00000001:2.0:1767384388.792866:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792867:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792870:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792871:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.792873:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792874:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792874:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792876:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b2ab7b. 00000400:00000200:2.0:1767384388.792877:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b46a2e 00000400:00000010:2.0:1767384388.792878:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2b46a2e. 00000100:00000001:2.0:1767384388.792880:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792881:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792884:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792885:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.792887:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792888:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792889:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792890:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edfe6454. 00000400:00000200:2.0:1767384388.792892:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed1ae53c 00000400:00000010:2.0:1767384388.792893:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed1ae53c. 00000100:00000001:2.0:1767384388.792895:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792896:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792899:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792900:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.792901:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792903:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792904:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792905:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a6622f. 00000400:00000200:2.0:1767384388.792907:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d111c78 00000400:00000010:2.0:1767384388.792908:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d111c78. 00000100:00000001:2.0:1767384388.792910:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792911:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792914:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792915:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.792917:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792918:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792919:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792920:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000382d4c80. 00000400:00000200:2.0:1767384388.792922:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcb1645d 00000400:00000010:2.0:1767384388.792924:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcb1645d. 00000100:00000001:2.0:1767384388.792926:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792927:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792930:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792931:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.792933:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792935:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792936:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792937:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000709edd6c. 00000400:00000200:2.0:1767384388.792939:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa1df2b2 00000400:00000010:2.0:1767384388.792940:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa1df2b2. 00000100:00000001:2.0:1767384388.792942:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792943:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792946:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792948:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.792949:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792950:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792951:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792953:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc495b3e. 00000400:00000200:2.0:1767384388.792954:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a056795f 00000400:00000010:2.0:1767384388.792955:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a056795f. 00000100:00000001:2.0:1767384388.792957:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792958:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792962:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792964:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.792965:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792966:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792967:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792968:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067d0a8ab. 00000400:00000200:2.0:1767384388.792969:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e401c0b4 00000400:00000010:2.0:1767384388.792970:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e401c0b4. 00000100:00000001:2.0:1767384388.792972:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792973:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792976:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792977:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.792978:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792980:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792981:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792982:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb1d1cf1. 00000400:00000200:2.0:1767384388.792983:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000feeabb95 00000400:00000010:2.0:1767384388.792985:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000feeabb95. 00000100:00000001:2.0:1767384388.792986:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.792987:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.792991:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.792992:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.792993:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.792995:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.792996:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.792997:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3b5968. 00000400:00000200:2.0:1767384388.792998:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042fc4926 00000400:00000010:2.0:1767384388.792999:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042fc4926. 00000100:00000001:2.0:1767384388.793001:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793002:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793005:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793006:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.793007:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793008:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793010:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793011:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d6a924d. 00000400:00000200:2.0:1767384388.793012:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba8c6178 00000400:00000010:2.0:1767384388.793013:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba8c6178. 00000100:00000001:2.0:1767384388.793015:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793016:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793019:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793021:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.793022:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793023:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793024:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793026:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bff1e4ca. 00000400:00000200:2.0:1767384388.793027:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f763a86 00000400:00000010:2.0:1767384388.793029:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f763a86. 00000100:00000001:2.0:1767384388.793030:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793031:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793035:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793036:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.793037:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793038:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793039:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793040:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ac62a6. 00000400:00000200:2.0:1767384388.793042:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b5c09f 00000400:00000010:2.0:1767384388.793043:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005b5c09f. 00000100:00000001:2.0:1767384388.793044:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793045:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793048:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793049:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.793051:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793052:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793053:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793053:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000596a2339. 00000400:00000200:2.0:1767384388.793055:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9634ee0 00000400:00000010:2.0:1767384388.793056:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9634ee0. 00000100:00000001:2.0:1767384388.793058:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793058:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793062:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793063:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.793064:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793066:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793067:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793068:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0563fc9. 00000400:00000200:2.0:1767384388.793069:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7a73e78 00000400:00000010:2.0:1767384388.793071:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7a73e78. 00000100:00000001:2.0:1767384388.793073:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793074:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793077:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793078:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.793079:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793080:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793081:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793082:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f2337ce. 00000400:00000200:2.0:1767384388.793084:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ec0fb0e 00000400:00000010:2.0:1767384388.793085:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ec0fb0e. 00000100:00000001:2.0:1767384388.793087:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793088:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793091:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793092:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.793094:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793096:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793097:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793098:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b09b2. 00000400:00000200:2.0:1767384388.793100:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d51d0a4 00000400:00000010:2.0:1767384388.793102:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d51d0a4. 00000100:00000001:2.0:1767384388.793104:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793105:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793108:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793110:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.793111:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793113:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793114:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793115:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faccdf38. 00000400:00000200:2.0:1767384388.793116:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d913b5 00000400:00000010:2.0:1767384388.793118:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077d913b5. 00000100:00000001:2.0:1767384388.793119:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793120:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793123:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793124:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.793126:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793127:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793128:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793129:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000922cba93. 00000400:00000200:2.0:1767384388.793131:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcf5675 00000400:00000010:2.0:1767384388.793132:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bcf5675. 00000100:00000001:2.0:1767384388.793134:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793134:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793138:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793139:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.793140:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793141:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793142:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793143:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2a1732b. 00000400:00000200:2.0:1767384388.793145:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6bf1f48 00000400:00000010:2.0:1767384388.793146:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6bf1f48. 00000100:00000001:2.0:1767384388.793147:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793148:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793151:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793152:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.793154:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793155:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793156:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793157:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a9cd7e8. 00000400:00000200:2.0:1767384388.793159:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a01826c 00000400:00000010:2.0:1767384388.793160:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a01826c. 00000100:00000001:2.0:1767384388.793163:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793164:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793168:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793170:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.793172:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793173:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793174:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793175:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9929bc1. 00000400:00000200:2.0:1767384388.793177:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc4920a 00000400:00000010:2.0:1767384388.793178:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc4920a. 00000100:00000001:2.0:1767384388.793180:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793181:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793184:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793185:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.793187:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793188:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793189:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793190:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b4f1121. 00000400:00000200:2.0:1767384388.793192:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d7af330 00000400:00000010:2.0:1767384388.793193:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d7af330. 00000100:00000001:2.0:1767384388.793195:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793196:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793199:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793201:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.793202:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793203:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793204:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793205:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c784c375. 00000400:00000200:2.0:1767384388.793207:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084729ea3 00000400:00000010:2.0:1767384388.793209:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084729ea3. 00000100:00000001:2.0:1767384388.793210:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793211:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793225:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793227:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.793228:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793230:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793231:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793233:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008932a84a. 00000400:00000200:2.0:1767384388.793235:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7b58235 00000400:00000010:2.0:1767384388.793236:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7b58235. 00000100:00000001:2.0:1767384388.793238:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793239:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793243:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793244:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.793246:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793247:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793248:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793249:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a01318cc. 00000400:00000200:2.0:1767384388.793251:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c2284b 00000400:00000010:2.0:1767384388.793252:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012c2284b. 00000100:00000001:2.0:1767384388.793254:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793255:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793259:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793260:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.793261:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793262:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793264:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793265:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d2b31ff. 00000400:00000200:2.0:1767384388.793266:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051e452bb 00000400:00000010:2.0:1767384388.793267:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051e452bb. 00000100:00000001:2.0:1767384388.793270:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793271:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793292:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793294:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.793296:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793298:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793300:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793301:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eba56ab. 00000400:00000200:2.0:1767384388.793304:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf703cc3 00000400:00000010:2.0:1767384388.793306:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf703cc3. 00000100:00000001:2.0:1767384388.793308:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793309:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793313:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793314:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.793315:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793317:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793318:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793319:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dd1a350. 00000400:00000200:2.0:1767384388.793320:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f758dde 00000400:00000010:2.0:1767384388.793322:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f758dde. 00000100:00000001:2.0:1767384388.793324:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793324:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793328:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793329:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.793330:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793332:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793333:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793334:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de96ecce. 00000400:00000200:2.0:1767384388.793336:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066230e5a 00000400:00000010:2.0:1767384388.793337:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066230e5a. 00000100:00000001:2.0:1767384388.793340:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793341:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793345:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793346:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.793347:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793348:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793349:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793350:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4361474. 00000400:00000200:2.0:1767384388.793352:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033a4ea72 00000400:00000010:2.0:1767384388.793353:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033a4ea72. 00000100:00000001:2.0:1767384388.793355:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793356:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793359:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793360:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.793361:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793362:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793363:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793364:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42e3c71. 00000400:00000200:2.0:1767384388.793365:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6b16dcb 00000400:00000010:2.0:1767384388.793367:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6b16dcb. 00000100:00000001:2.0:1767384388.793368:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793369:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793372:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793373:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.793374:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793375:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793376:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793377:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000382129b3. 00000400:00000200:2.0:1767384388.793378:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cba779 00000400:00000010:2.0:1767384388.793379:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cba779. 00000100:00000001:2.0:1767384388.793381:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793382:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793385:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793386:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.793387:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793388:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793389:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793390:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bac5e391. 00000400:00000200:2.0:1767384388.793392:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ab3719 00000400:00000010:2.0:1767384388.793393:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ab3719. 00000100:00000001:2.0:1767384388.793395:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793396:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793399:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793400:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.793401:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793403:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793403:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793404:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d01708de. 00000400:00000200:2.0:1767384388.793406:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc658f56 00000400:00000010:2.0:1767384388.793407:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc658f56. 00000100:00000001:2.0:1767384388.793408:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793409:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793412:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793414:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.793415:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793416:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793417:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793418:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172f5510. 00000400:00000200:2.0:1767384388.793420:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f914b00a 00000400:00000010:2.0:1767384388.793421:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f914b00a. 00000100:00000001:2.0:1767384388.793423:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793424:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793427:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793428:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.793429:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793431:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793432:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793433:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000615677d. 00000400:00000200:2.0:1767384388.793434:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bce1280 00000400:00000010:2.0:1767384388.793435:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bce1280. 00000100:00000001:2.0:1767384388.793437:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793438:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793442:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793443:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.793444:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793445:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793446:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793447:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa3a2051. 00000400:00000200:2.0:1767384388.793449:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011d7721 00000400:00000010:2.0:1767384388.793450:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011d7721. 00000100:00000001:2.0:1767384388.793452:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793452:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793455:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793457:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.793458:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793459:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793460:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793462:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed5fa69a. 00000400:00000200:2.0:1767384388.793464:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd9fb02a 00000400:00000010:2.0:1767384388.793465:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd9fb02a. 00000100:00000001:2.0:1767384388.793467:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793468:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793471:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793473:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.793474:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793475:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793476:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793477:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdfb07aa. 00000400:00000200:2.0:1767384388.793479:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8e00083 00000400:00000010:2.0:1767384388.793480:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8e00083. 00000100:00000001:2.0:1767384388.793482:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793483:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793487:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793488:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.793489:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793490:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793491:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793492:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d54f3d. 00000400:00000200:2.0:1767384388.793494:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a375431e 00000400:00000010:2.0:1767384388.793495:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a375431e. 00000100:00000001:2.0:1767384388.793497:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793498:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793502:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793504:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.793505:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.793506:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.793507:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.793508:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc740099. 00000400:00000200:2.0:1767384388.793510:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060dd00f3 00000400:00000010:2.0:1767384388.793511:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060dd00f3. 00000100:00000001:2.0:1767384388.793513:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.793514:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384388.793518:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.793519:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.793520:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.793523:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793524:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793526:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793527:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793528:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793529:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793531:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793532:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793533:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793534:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793535:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793537:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793538:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793539:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793540:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793541:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793542:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793543:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793545:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793545:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793547:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793548:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793549:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793550:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793551:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793552:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793554:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793555:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793556:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793557:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793559:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793560:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793561:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793562:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793563:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793565:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793566:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793567:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793568:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793569:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793570:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793571:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793572:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793574:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793575:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793576:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793577:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793578:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793579:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793580:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793581:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793582:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793583:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793584:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793586:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793587:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793588:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793589:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793590:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793591:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793592:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793593:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793594:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793595:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793596:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793597:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793599:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793600:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793601:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793602:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793603:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793604:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793605:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793606:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793607:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793608:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793610:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793611:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793612:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793613:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793614:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793615:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793616:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793617:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793619:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793620:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793621:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793622:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793623:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793624:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793625:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793626:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793627:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793628:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793630:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793631:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793632:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793633:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793634:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793635:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793636:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793637:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793638:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793639:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793641:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793642:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793643:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793645:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793646:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793646:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793648:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793649:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793650:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793651:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793652:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793653:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793654:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793655:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793656:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793658:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793659:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793660:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793661:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793662:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793664:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793665:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.793666:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.793667:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384388.793669:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084ca406f. 00000100:00000010:2.0:1767384388.793673:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db4d4fc2. 00000100:00000010:2.0:1767384388.793675:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000ae1645. 00000100:00000010:2.0:1767384388.793677:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059f32f32. 00000100:00000010:2.0:1767384388.793679:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002e0d033. 00000100:00000010:2.0:1767384388.793681:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054db7f23. 00000100:00000010:2.0:1767384388.793683:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007563549d. 00000100:00000010:2.0:1767384388.793684:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1cd95f6. 00000100:00000010:2.0:1767384388.793686:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b797674. 00000100:00000010:2.0:1767384388.793688:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000844f79e0. 00000100:00000010:2.0:1767384388.793690:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000973fdf6d. 00000100:00000010:2.0:1767384388.793693:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064c30174. 00000100:00000010:2.0:1767384388.793694:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000903dc3d3. 00000100:00000010:2.0:1767384388.793696:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090ed596f. 00000100:00000010:2.0:1767384388.793698:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000076638684. 00000100:00000010:2.0:1767384388.793700:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f20a844c. 00000100:00000010:2.0:1767384388.793702:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f5a5d0a. 00000100:00000010:2.0:1767384388.793704:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fb0221e. 00000100:00000010:2.0:1767384388.793705:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ebde1e9. 00000100:00000010:2.0:1767384388.793707:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2ab3d47. 00000100:00000010:2.0:1767384388.793709:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b1163c7. 00000100:00000010:2.0:1767384388.793711:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddaac36d. 00000100:00000010:2.0:1767384388.793713:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a34facb7. 00000100:00000010:2.0:1767384388.793715:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cf55802. 00000100:00000010:2.0:1767384388.793717:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d5674840. 00000100:00000010:2.0:1767384388.793719:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000733a226b. 00000100:00000010:2.0:1767384388.793721:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f31f6564. 00000100:00000010:2.0:1767384388.793724:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f875d3a9. 00000100:00000010:2.0:1767384388.793726:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000007d7347f. 00000100:00000010:2.0:1767384388.793729:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de4cde64. 00000100:00000010:2.0:1767384388.793730:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003446d347. 00000100:00000010:2.0:1767384388.793732:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2cd172c. 00000100:00000010:2.0:1767384388.793734:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4174719. 00000100:00000010:2.0:1767384388.793736:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051267db2. 00000100:00000010:2.0:1767384388.793738:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3e67fea. 00000100:00000010:2.0:1767384388.793741:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4f39c1a. 00000100:00000010:2.0:1767384388.793743:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080e82369. 00000100:00000010:2.0:1767384388.793744:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b919311. 00000100:00000010:2.0:1767384388.793746:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a822b8b. 00000100:00000010:2.0:1767384388.793748:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dd141e9. 00000100:00000010:2.0:1767384388.793750:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dba8cd07. 00000100:00000010:2.0:1767384388.793751:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c789c417. 00000100:00000010:2.0:1767384388.793753:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003871d49c. 00000100:00000010:2.0:1767384388.793755:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7508b86. 00000100:00000010:2.0:1767384388.793756:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000922912f9. 00000100:00000010:2.0:1767384388.793757:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6d88505. 00000100:00000010:2.0:1767384388.793759:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdba033a. 00000100:00000010:2.0:1767384388.793762:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097f2b447. 00000100:00000010:2.0:1767384388.793763:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004551e34a. 00000100:00000010:2.0:1767384388.793765:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bf0d188. 00000100:00000010:2.0:1767384388.793767:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000055ede33. 00000100:00000010:2.0:1767384388.793769:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d06b8f9. 00000100:00000010:2.0:1767384388.793771:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000102967f9. 00000100:00000010:2.0:1767384388.793773:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac688072. 00000100:00000010:2.0:1767384388.793775:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2a7b6f7. 00000100:00000010:2.0:1767384388.793776:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ea1d78c. 00000100:00000010:2.0:1767384388.793778:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c99a8ab. 00000100:00000010:2.0:1767384388.793780:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c0ef2d4. 00000100:00000010:2.0:1767384388.793781:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db5f10f8. 00000100:00000010:2.0:1767384388.793784:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7ede4ca. 00000100:00000010:2.0:1767384388.793785:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000faff2b7c. 00000100:00000010:2.0:1767384388.793788:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e13c236. 00000100:00000010:2.0:1767384388.793790:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000724cf9f7. 00000100:00000010:2.0:1767384388.793791:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000323f3f5f. 00000100:00000010:2.0:1767384388.793793:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000931328a7. 00000100:00000010:2.0:1767384388.793795:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6c2ffbc. 00000100:00000010:2.0:1767384388.793825:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000886c1b41. 00000100:00000010:2.0:1767384388.793828:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003b68ea6. 00000100:00000010:2.0:1767384388.793830:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000586d7267. 00000100:00000010:2.0:1767384388.793832:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000353fed05. 00000100:00000010:2.0:1767384388.793834:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016e34d46. 00000100:00000010:2.0:1767384388.793836:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ba14254. 00000100:00000010:2.0:1767384388.793838:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bfd73f9. 00000100:00000010:2.0:1767384388.793840:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e55d9a6d. 00000100:00000010:2.0:1767384388.793842:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2ac4a92. 00000100:00000010:2.0:1767384388.793844:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a4c5f32. 00000100:00000010:2.0:1767384388.793846:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097c76a0c. 00000100:00000010:2.0:1767384388.793847:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000579e447d. 00000100:00000010:2.0:1767384388.793849:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044457694. 00000100:00000010:2.0:1767384388.793851:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001617c5e. 00000100:00000010:2.0:1767384388.793853:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5774783. 00000100:00000010:2.0:1767384388.793855:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbe5d1c3. 00000100:00000010:2.0:1767384388.793858:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbc94f3a. 00000100:00000010:2.0:1767384388.793859:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec1aa419. 00000100:00000010:2.0:1767384388.793861:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000987ce630. 00000100:00000010:2.0:1767384388.793864:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000686c1ff6. 00000100:00000010:2.0:1767384388.793865:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000649ca69. 00000100:00000010:2.0:1767384388.793869:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b12e6284. 00000100:00000010:2.0:1767384388.793871:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ce7733c. 00000100:00000010:2.0:1767384388.793873:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0fe26cb. 00000100:00000010:2.0:1767384388.793874:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1d54a8b. 00000100:00000010:2.0:1767384388.793876:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005edcc30e. 00000100:00000010:2.0:1767384388.793878:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbd12676. 00000100:00000010:2.0:1767384388.793880:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000527dfbe2. 00000100:00000010:2.0:1767384388.793882:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d3d5ca6. 00000100:00000010:2.0:1767384388.793884:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be40455e. 00000100:00000010:2.0:1767384388.793886:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b12b1cc1. 00000100:00000010:2.0:1767384388.793888:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096568e7d. 00000100:00000010:2.0:1767384388.793890:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000590f0840. 00000100:00000010:2.0:1767384388.793892:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c3aef3a. 00000100:00000010:2.0:1767384388.793894:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003dd9c5a7. 00000100:00000010:2.0:1767384388.793897:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2635de2. 00000100:00000010:2.0:1767384388.793899:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea2ee2f6. 00000100:00000010:2.0:1767384388.793902:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f670ccf. 00000100:00000010:2.0:1767384388.793904:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d19adcb6. 00000100:00000010:2.0:1767384388.793906:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fa1995f. 00000100:00000010:2.0:1767384388.793907:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000545e38b5. 00000100:00000010:2.0:1767384388.793909:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4896ba2. 00000100:00000010:2.0:1767384388.793911:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c0354931. 00000100:00000010:2.0:1767384388.793914:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002bf7923. 00000100:00000010:2.0:1767384388.793916:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9c9aef3. 00000100:00000010:2.0:1767384388.793918:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007251be7b. 00000100:00000010:2.0:1767384388.793920:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003dfce2fd. 00000100:00000010:2.0:1767384388.793923:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014adea15. 00000100:00000010:2.0:1767384388.793925:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fef01d0. 00000100:00000010:2.0:1767384388.793927:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025c82b42. 00000100:00000010:2.0:1767384388.793929:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b034a5ba. 00000100:00000010:2.0:1767384388.793930:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa794689. 00000100:00000010:2.0:1767384388.793932:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000cf1d17d. 00000100:00000010:2.0:1767384388.793934:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035a97e7a. 00000100:00000010:2.0:1767384388.793936:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6b4e69a. 00000100:00000010:2.0:1767384388.793937:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001157a04f. 00000100:00000010:2.0:1767384388.793939:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005aa6eba1. 00000100:00000010:2.0:1767384388.793941:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a936823. 00000100:00000010:2.0:1767384388.793943:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005bf21c61. 00000100:00000010:2.0:1767384388.793944:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000750f4c76. 00000100:00000010:2.0:1767384388.793946:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd71dc2f. 00000100:00000010:2.0:1767384388.793948:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077f04e58. 00000100:00000010:2.0:1767384388.793971:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000000a2210d8. 00000100:00000010:2.0:1767384388.793974:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000049353402. 00000100:00000001:2.0:1767384388.793977:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.793978:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.793981:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.793982:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.793983:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000008708259f. 00000100:00000001:2.0:1767384388.793986:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.793987:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.793989:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.793990:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000467d8c59. 00000100:00000001:2.0:1767384388.793993:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.793995:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.793996:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000ea07e5b. 00000100:00000001:2.0:1767384388.793997:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.793999:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.794000:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002227439b. 00000100:00000001:2.0:1767384388.794002:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.794003:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.794004:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000f82f2de. 00000100:00000001:2.0:1767384388.794006:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.794070:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000062bea7e2. 00000020:00000010:2.0:1767384388.794074:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d6c2b73e. 00000100:00000010:2.0:1767384388.794099:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008b777c20. 00000100:00000010:2.0:1767384388.794106:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b6533ad4. 00000100:00000010:2.0:1767384388.794109:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009c13950b. 00000100:00000010:2.0:1767384388.794116:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004950aebe. 00000100:00000001:2.0:1767384388.794119:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.794121:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.794122:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384388.794125:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.794126:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.794127:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384388.794129:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384388.794131:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384388.794157:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384388.794183:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f89bb039. 00000040:00000010:3.0:1767384388.794199:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029496b4c. 00000020:00000010:3.0:1767384388.794205:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004239f444. 00000020:00000010:3.0:1767384388.794208:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0626637. 00000020:00000010:3.0:1767384388.794212:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9c70461. 80000000:00000010:3.0:1767384388.794214:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000072dd7755. 40000000:00000010:3.0:1767384388.794227:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e58d7833. 00100000:00000010:3.0:1767384388.794231:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001592f5a1. 00040000:00000010:3.0:1767384388.794234:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b33de083. 00040000:00000010:3.0:1767384388.794236:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002785f287. 00080000:00000010:3.0:1767384388.794239:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005718ba7f. 00000004:00000010:3.0:1767384388.794242:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002511fa5d. 00002000:00000010:3.0:1767384388.794244:0:16789:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002d7dfc60. 00000020:00000010:3.0:1767384388.794247:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea2fbc52. 00000020:00000010:3.0:1767384388.794250:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e482a8ea. 00000100:00000010:3.0:1767384388.794253:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005dff5136. 00000100:00100000:3.0:1767384388.794255:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [000000000b659321:16789] 0 exiting: rc = 1 00000020:00000010:1.0:1767384388.794270:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa9a0653. 00000040:00000010:1.0:1767384388.794292:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006cf7e6f8. 00000020:00000010:1.0:1767384388.794297:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec9f989e. 00000020:00000010:1.0:1767384388.794302:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a01ebdeb. 00000020:00000010:1.0:1767384388.794306:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000052d641be. 80000000:00000010:1.0:1767384388.794310:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000007d08066. 40000000:00000010:1.0:1767384388.794314:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000034b6718a. 00100000:00000010:1.0:1767384388.794319:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000038537176. 00040000:00000010:1.0:1767384388.794322:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a5a6f15. 00040000:00000010:1.0:1767384388.794326:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000773f1f34. 00080000:00000010:1.0:1767384388.794332:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6cc29a1. 00000004:00000010:1.0:1767384388.794335:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000018a6a121. 00002000:00000010:1.0:1767384388.794338:0:16790:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000acd5c835. 00000020:00000010:1.0:1767384388.794342:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ece10dd. 00000020:00000010:1.0:1767384388.794345:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000640d5d99. 00000100:00000010:1.0:1767384388.794361:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000c2ee67f. 00000100:00100000:1.0:1767384388.794364:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000006be786fa:16790] 1 exiting: rc = 0 00000100:00000010:2.0:1767384388.794384:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000b659321. 00000100:00000010:2.0:1767384388.794390:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006be786fa. 00000100:00000001:2.0:1767384388.794394:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.794396:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.794398:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384388.794402:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794403:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794406:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007efa94f0. 00000400:00000200:2.0:1767384388.794409:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058747b35 00000400:00000010:2.0:1767384388.794411:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058747b35. 00000100:00000001:2.0:1767384388.794414:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794415:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794419:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794420:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.794422:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794423:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794424:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794425:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0adc09d. 00000400:00000200:2.0:1767384388.794428:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f069c73f 00000400:00000010:2.0:1767384388.794429:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f069c73f. 00000100:00000001:2.0:1767384388.794431:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794432:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794435:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794437:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.794438:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794440:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794441:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794442:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001741dc74. 00000400:00000200:2.0:1767384388.794443:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4b8a2c8 00000400:00000010:2.0:1767384388.794445:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4b8a2c8. 00000100:00000001:2.0:1767384388.794447:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794448:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794451:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794452:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.794454:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794455:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794456:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794458:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008207203b. 00000400:00000200:2.0:1767384388.794459:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a698e0 00000400:00000010:2.0:1767384388.794461:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5a698e0. 00000100:00000001:2.0:1767384388.794463:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794464:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794468:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794469:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.794470:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794472:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794473:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794474:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eeec79f. 00000400:00000200:2.0:1767384388.794476:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c23cb35b 00000400:00000010:2.0:1767384388.794478:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c23cb35b. 00000100:00000001:2.0:1767384388.794480:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794481:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794485:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794487:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.794488:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794489:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794490:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794491:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b536104. 00000400:00000200:2.0:1767384388.794493:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b0b3446 00000400:00000010:2.0:1767384388.794495:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b0b3446. 00000100:00000001:2.0:1767384388.794496:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794498:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794502:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794503:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.794504:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794506:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794507:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794508:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016cc5127. 00000400:00000200:2.0:1767384388.794510:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b13ebcb 00000400:00000010:2.0:1767384388.794512:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b13ebcb. 00000100:00000001:2.0:1767384388.794514:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794515:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794518:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794519:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.794521:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794522:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794523:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794524:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74c68e8. 00000400:00000200:2.0:1767384388.794526:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfe5bb4f 00000400:00000010:2.0:1767384388.794527:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfe5bb4f. 00000100:00000001:2.0:1767384388.794529:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794530:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794534:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794535:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.794537:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794538:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794539:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794541:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f251ec3. 00000400:00000200:2.0:1767384388.794543:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aed52ed 00000400:00000010:2.0:1767384388.794544:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aed52ed. 00000100:00000001:2.0:1767384388.794546:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794547:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794550:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794552:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.794553:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794554:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794555:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794556:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040344eea. 00000400:00000200:2.0:1767384388.794558:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026a29215 00000400:00000010:2.0:1767384388.794560:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026a29215. 00000100:00000001:2.0:1767384388.794562:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794563:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794566:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794568:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.794569:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794570:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794571:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794573:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e5aa70. 00000400:00000200:2.0:1767384388.794574:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8c29c9b 00000400:00000010:2.0:1767384388.794576:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8c29c9b. 00000100:00000001:2.0:1767384388.794577:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794578:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794582:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794583:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.794584:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794586:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794586:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794588:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f5d1bf. 00000400:00000200:2.0:1767384388.794589:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed02f6d 00000400:00000010:2.0:1767384388.794590:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bed02f6d. 00000100:00000001:2.0:1767384388.794592:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794594:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794597:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794598:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.794599:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794601:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794602:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794603:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087675903. 00000400:00000200:2.0:1767384388.794604:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000079952a0 00000400:00000010:2.0:1767384388.794606:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000079952a0. 00000100:00000001:2.0:1767384388.794608:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794609:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794612:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794613:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.794615:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794616:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794617:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794618:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000186585b6. 00000400:00000200:2.0:1767384388.794620:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072daf62c 00000400:00000010:2.0:1767384388.794622:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072daf62c. 00000100:00000001:2.0:1767384388.794623:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794624:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794627:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794629:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.794630:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794631:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794633:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794634:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dcfba2a. 00000400:00000200:2.0:1767384388.794635:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002520e23 00000400:00000010:2.0:1767384388.794637:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002520e23. 00000100:00000001:2.0:1767384388.794639:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794640:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794643:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794644:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.794646:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794647:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794647:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794649:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008cca73b. 00000400:00000200:2.0:1767384388.794650:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0c77473 00000400:00000010:2.0:1767384388.794652:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0c77473. 00000100:00000001:2.0:1767384388.794654:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794655:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794658:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794659:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.794661:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794662:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794663:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794664:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000957e87bb. 00000400:00000200:2.0:1767384388.794665:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ed8506 00000400:00000010:2.0:1767384388.794667:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3ed8506. 00000100:00000001:2.0:1767384388.794669:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794669:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794673:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794674:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.794675:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794677:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794678:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794679:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000400a1dad. 00000400:00000200:2.0:1767384388.794681:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb06e33 00000400:00000010:2.0:1767384388.794682:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb06e33. 00000100:00000001:2.0:1767384388.794684:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794685:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794688:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794689:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.794691:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794692:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794693:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794694:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6bca084. 00000400:00000200:2.0:1767384388.794696:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce38373f 00000400:00000010:2.0:1767384388.794697:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce38373f. 00000100:00000001:2.0:1767384388.794699:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794700:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794703:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794705:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.794706:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794707:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794708:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794709:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feda39a2. 00000400:00000200:2.0:1767384388.794711:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee3f5065 00000400:00000010:2.0:1767384388.794712:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee3f5065. 00000100:00000001:2.0:1767384388.794714:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794714:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794718:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794719:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.794721:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794722:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794723:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794724:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003937b798. 00000400:00000200:2.0:1767384388.794726:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce6a3fe 00000400:00000010:2.0:1767384388.794727:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ce6a3fe. 00000100:00000001:2.0:1767384388.794729:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794730:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794733:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794734:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.794736:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794737:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794738:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794739:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cc46dfb. 00000400:00000200:2.0:1767384388.794740:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022e3b651 00000400:00000010:2.0:1767384388.794742:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022e3b651. 00000100:00000001:2.0:1767384388.794743:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794744:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794748:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794749:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.794750:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794752:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794753:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794754:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4ca417. 00000400:00000200:2.0:1767384388.794755:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99a1a38 00000400:00000010:2.0:1767384388.794756:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b99a1a38. 00000100:00000001:2.0:1767384388.794758:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794759:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794763:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794764:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.794766:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794767:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794768:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794769:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b109f466. 00000400:00000200:2.0:1767384388.794771:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e38e1f 00000400:00000010:2.0:1767384388.794772:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8e38e1f. 00000100:00000001:2.0:1767384388.794774:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794775:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794779:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794781:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.794782:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794783:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794784:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794785:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915f17da. 00000400:00000200:2.0:1767384388.794787:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee8e4655 00000400:00000010:2.0:1767384388.794788:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee8e4655. 00000100:00000001:2.0:1767384388.794790:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794791:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794795:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794796:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.794798:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794799:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794800:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794802:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1d5f65. 00000400:00000200:2.0:1767384388.794804:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c3956d2 00000400:00000010:2.0:1767384388.794805:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c3956d2. 00000100:00000001:2.0:1767384388.794807:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794808:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794812:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794813:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.794815:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794816:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794817:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794818:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b2699c8. 00000400:00000200:2.0:1767384388.794820:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002453686a 00000400:00000010:2.0:1767384388.794822:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002453686a. 00000100:00000001:2.0:1767384388.794824:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794825:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794828:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794830:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.794831:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794833:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794834:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794835:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a5e23ae. 00000400:00000200:2.0:1767384388.794837:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039ec9d46 00000400:00000010:2.0:1767384388.794839:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039ec9d46. 00000100:00000001:2.0:1767384388.794840:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794841:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794845:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794846:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.794848:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794849:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794850:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794851:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dd87db. 00000400:00000200:2.0:1767384388.794853:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a6a43f 00000400:00000010:2.0:1767384388.794855:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a6a43f. 00000100:00000001:2.0:1767384388.794856:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794857:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794861:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794862:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.794864:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794865:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794866:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794867:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f45eb22. 00000400:00000200:2.0:1767384388.794869:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a0ba63 00000400:00000010:2.0:1767384388.794870:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063a0ba63. 00000100:00000001:2.0:1767384388.794872:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794873:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794876:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794877:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.794879:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794880:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794881:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794882:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029b11af8. 00000400:00000200:2.0:1767384388.794884:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065239cc8 00000400:00000010:2.0:1767384388.794885:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065239cc8. 00000100:00000001:2.0:1767384388.794887:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794888:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794891:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794893:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.794894:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794896:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794897:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794898:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf7997. 00000400:00000200:2.0:1767384388.794900:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6b1bfb 00000400:00000010:2.0:1767384388.794901:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c6b1bfb. 00000100:00000001:2.0:1767384388.794903:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794904:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794907:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794909:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.794910:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794911:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794912:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794914:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8daf754. 00000400:00000200:2.0:1767384388.794916:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f075286 00000400:00000010:2.0:1767384388.794918:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f075286. 00000100:00000001:2.0:1767384388.794920:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794921:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794925:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794927:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.794928:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794929:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794930:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794932:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000974c2612. 00000400:00000200:2.0:1767384388.794933:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f432576a 00000400:00000010:2.0:1767384388.794935:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f432576a. 00000100:00000001:2.0:1767384388.794937:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794938:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794942:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794943:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.794945:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794946:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794947:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794948:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbfe5d9a. 00000400:00000200:2.0:1767384388.794950:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004efa87c4 00000400:00000010:2.0:1767384388.794951:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004efa87c4. 00000100:00000001:2.0:1767384388.794953:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794955:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794958:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794959:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.794961:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794962:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794963:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794964:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006363819e. 00000400:00000200:2.0:1767384388.794966:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6675660 00000400:00000010:2.0:1767384388.794967:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6675660. 00000100:00000001:2.0:1767384388.794969:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794969:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794973:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794974:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.794975:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794977:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794978:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794979:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a02dbbe4. 00000400:00000200:2.0:1767384388.794981:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b00f9e 00000400:00000010:2.0:1767384388.794982:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b00f9e. 00000100:00000001:2.0:1767384388.794984:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.794985:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.794988:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.794990:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.794991:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.794992:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.794994:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.794995:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d54989c7. 00000400:00000200:2.0:1767384388.794996:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016b26d55 00000400:00000010:2.0:1767384388.794998:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016b26d55. 00000100:00000001:2.0:1767384388.794999:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795000:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795004:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795005:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.795006:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795008:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795009:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795010:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006cd4ce0. 00000400:00000200:2.0:1767384388.795012:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03e46ad 00000400:00000010:2.0:1767384388.795013:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d03e46ad. 00000100:00000001:2.0:1767384388.795014:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795015:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795019:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795020:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.795021:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795023:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795023:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795024:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007dca49a. 00000400:00000200:2.0:1767384388.795026:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000482a6b8b 00000400:00000010:2.0:1767384388.795027:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000482a6b8b. 00000100:00000001:2.0:1767384388.795029:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795030:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795033:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795035:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.795036:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795037:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795038:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795040:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f871152. 00000400:00000200:2.0:1767384388.795041:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aee01c1 00000400:00000010:2.0:1767384388.795043:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aee01c1. 00000100:00000001:2.0:1767384388.795045:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795045:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795049:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795050:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.795052:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795053:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795054:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795055:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3d53ba7. 00000400:00000200:2.0:1767384388.795057:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a85452a 00000400:00000010:2.0:1767384388.795058:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a85452a. 00000100:00000001:2.0:1767384388.795060:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795061:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795065:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795066:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.795068:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795069:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795070:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795071:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5ef7880. 00000400:00000200:2.0:1767384388.795073:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060042274 00000400:00000010:2.0:1767384388.795074:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060042274. 00000100:00000001:2.0:1767384388.795076:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795077:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795081:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795082:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.795084:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795085:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795086:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795087:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000411d6575. 00000400:00000200:2.0:1767384388.795089:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063bb290e 00000400:00000010:2.0:1767384388.795091:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063bb290e. 00000100:00000001:2.0:1767384388.795092:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795094:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795098:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795099:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.795100:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795101:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795102:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795103:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d730364d. 00000400:00000200:2.0:1767384388.795106:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000133a6e86 00000400:00000010:2.0:1767384388.795107:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000133a6e86. 00000100:00000001:2.0:1767384388.795109:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795110:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795113:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795115:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.795116:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795117:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795119:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795119:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071e503b2. 00000400:00000200:2.0:1767384388.795121:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b8e1df7 00000400:00000010:2.0:1767384388.795123:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b8e1df7. 00000100:00000001:2.0:1767384388.795125:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795126:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795129:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795130:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.795132:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795133:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795134:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795135:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015cec1fe. 00000400:00000200:2.0:1767384388.795137:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dd4f77a 00000400:00000010:2.0:1767384388.795138:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007dd4f77a. 00000100:00000001:2.0:1767384388.795139:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795140:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795144:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795145:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.795146:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795147:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795148:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795149:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000502c862f. 00000400:00000200:2.0:1767384388.795150:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddc07619 00000400:00000010:2.0:1767384388.795152:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddc07619. 00000100:00000001:2.0:1767384388.795154:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795155:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795158:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795160:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.795161:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795162:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795163:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795164:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c971466. 00000400:00000200:2.0:1767384388.795166:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ee0e4c 00000400:00000010:2.0:1767384388.795167:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3ee0e4c. 00000100:00000001:2.0:1767384388.795169:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795170:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795174:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795175:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.795176:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795178:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795179:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795180:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f892b853. 00000400:00000200:2.0:1767384388.795181:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f901d1b1 00000400:00000010:2.0:1767384388.795183:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f901d1b1. 00000100:00000001:2.0:1767384388.795184:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795185:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795189:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795190:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.795192:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795193:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795194:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795195:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8d2378. 00000400:00000200:2.0:1767384388.795197:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520327fa 00000400:00000010:2.0:1767384388.795199:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520327fa. 00000100:00000001:2.0:1767384388.795200:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795201:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795205:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795207:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.795208:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795209:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795211:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795212:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024408302. 00000400:00000200:2.0:1767384388.795214:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce5664d 00000400:00000010:2.0:1767384388.795228:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce5664d. 00000100:00000001:2.0:1767384388.795230:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795231:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795235:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795236:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.795237:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795239:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795240:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795241:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0f0b59. 00000400:00000200:2.0:1767384388.795243:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a93fb5b9 00000400:00000010:2.0:1767384388.795244:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a93fb5b9. 00000100:00000001:2.0:1767384388.795246:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795247:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795250:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795251:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.795253:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795254:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795255:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795256:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000770bb344. 00000400:00000200:2.0:1767384388.795257:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ed115a6 00000400:00000010:2.0:1767384388.795259:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ed115a6. 00000100:00000001:2.0:1767384388.795261:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795262:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795265:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795266:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.795268:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795269:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795270:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795271:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1ab2e92. 00000400:00000200:2.0:1767384388.795273:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f6d2dd 00000400:00000010:2.0:1767384388.795380:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099f6d2dd. 00000100:00000001:2.0:1767384388.795383:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795384:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795388:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795389:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.795391:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795393:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795394:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795395:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b9829ba. 00000400:00000200:2.0:1767384388.795397:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000046fd9f6 00000400:00000010:2.0:1767384388.795399:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000046fd9f6. 00000100:00000001:2.0:1767384388.795401:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795402:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795406:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795407:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.795409:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795410:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795412:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795413:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009818e4e3. 00000400:00000200:2.0:1767384388.795415:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a74d41f 00000400:00000010:2.0:1767384388.795416:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a74d41f. 00000100:00000001:2.0:1767384388.795418:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795419:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795422:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795424:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.795425:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795427:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795428:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795429:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b250f939. 00000400:00000200:2.0:1767384388.795431:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a208b900 00000400:00000010:2.0:1767384388.795432:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a208b900. 00000100:00000001:2.0:1767384388.795434:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795435:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795438:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795439:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.795441:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795442:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795443:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795444:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003444a422. 00000400:00000200:2.0:1767384388.795446:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec2b10d4 00000400:00000010:2.0:1767384388.795448:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec2b10d4. 00000100:00000001:2.0:1767384388.795450:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795451:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795455:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795456:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.795458:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795459:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795460:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795461:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063691044. 00000400:00000200:2.0:1767384388.795463:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f458d7eb 00000400:00000010:2.0:1767384388.795464:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f458d7eb. 00000100:00000001:2.0:1767384388.795466:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795467:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795470:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795471:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.795473:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795474:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795475:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795476:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f33de08b. 00000400:00000200:2.0:1767384388.795478:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089cf8290 00000400:00000010:2.0:1767384388.795479:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089cf8290. 00000100:00000001:2.0:1767384388.795481:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795482:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795485:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795487:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.795488:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795490:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795490:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795492:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000241f63bb. 00000400:00000200:2.0:1767384388.795493:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2cfec0c 00000400:00000010:2.0:1767384388.795495:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2cfec0c. 00000100:00000001:2.0:1767384388.795497:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795498:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795502:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795503:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.795505:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795506:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795507:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795508:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002958bb69. 00000400:00000200:2.0:1767384388.795510:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e7bd32 00000400:00000010:2.0:1767384388.795511:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e7bd32. 00000100:00000001:2.0:1767384388.795513:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795515:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795518:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795520:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.795521:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.795522:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.795523:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.795524:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acf629aa. 00000400:00000200:2.0:1767384388.795526:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045224bbc 00000400:00000010:2.0:1767384388.795528:0:39771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045224bbc. 00000100:00000001:2.0:1767384388.795529:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.795530:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384388.795534:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.795535:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.795536:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.795538:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795540:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795541:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795543:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795544:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795545:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795547:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795547:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795549:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795550:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795551:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795552:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795553:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795554:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795555:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795556:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795557:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795558:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795559:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795561:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795562:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795563:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795564:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795565:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795566:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795567:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795568:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795569:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795570:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795571:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795573:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795574:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795575:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795576:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795577:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795578:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795579:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795580:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795581:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795582:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795583:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795584:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795585:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795587:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795588:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795589:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795590:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795591:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795592:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795593:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795595:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795595:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795597:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795598:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795600:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795600:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795602:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795603:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795604:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795605:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795606:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795607:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795609:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795610:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795611:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795613:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795614:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795615:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795616:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795617:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795618:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795619:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795621:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795622:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795623:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795624:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795625:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795626:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795627:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795628:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795630:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795631:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795632:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795633:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795634:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795635:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795636:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795637:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795639:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795640:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795641:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795642:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795643:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795644:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795646:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795647:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795648:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795649:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795650:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795651:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795653:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795654:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795655:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795657:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795658:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795659:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795661:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795662:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795663:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795664:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795666:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795667:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795668:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795669:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795671:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795672:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795673:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795674:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795675:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795676:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795677:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795678:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795680:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795681:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795682:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795684:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.795685:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.795686:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384388.795689:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a58888b. 00000100:00000010:2.0:1767384388.795693:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043506f06. 00000100:00000010:2.0:1767384388.795695:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000210647c3. 00000100:00000010:2.0:1767384388.795697:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000024e3b58. 00000100:00000010:2.0:1767384388.795701:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d2418c8. 00000100:00000010:2.0:1767384388.795703:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024ab208b. 00000100:00000010:2.0:1767384388.795704:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d83ac2c. 00000100:00000010:2.0:1767384388.795706:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3f8970a. 00000100:00000010:2.0:1767384388.795709:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e3f6ea0. 00000100:00000010:2.0:1767384388.795711:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d23b5ad. 00000100:00000010:2.0:1767384388.795713:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000178bbc71. 00000100:00000010:2.0:1767384388.795715:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cc8ae00. 00000100:00000010:2.0:1767384388.795718:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048f2abc9. 00000100:00000010:2.0:1767384388.795720:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038eec889. 00000100:00000010:2.0:1767384388.795722:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f173e53. 00000100:00000010:2.0:1767384388.795739:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003451a3d4. 00000100:00000010:2.0:1767384388.795741:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea684b19. 00000100:00000010:2.0:1767384388.795743:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009397930b. 00000100:00000010:2.0:1767384388.795745:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042765bf2. 00000100:00000010:2.0:1767384388.795747:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c1f9260. 00000100:00000010:2.0:1767384388.795749:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dba9cd7a. 00000100:00000010:2.0:1767384388.795751:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7ddd8f1. 00000100:00000010:2.0:1767384388.795753:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abe07201. 00000100:00000010:2.0:1767384388.795755:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036e9b066. 00000100:00000010:2.0:1767384388.795757:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005afcc84. 00000100:00000010:2.0:1767384388.795759:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060b8f001. 00000100:00000010:2.0:1767384388.795761:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2d79f3a. 00000100:00000010:2.0:1767384388.795763:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd030a67. 00000100:00000010:2.0:1767384388.795765:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ecb2823b. 00000100:00000010:2.0:1767384388.795767:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083516652. 00000100:00000010:2.0:1767384388.795769:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ea0974d. 00000100:00000010:2.0:1767384388.795772:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b76bd9f0. 00000100:00000010:2.0:1767384388.795774:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dcfdc31a. 00000100:00000010:2.0:1767384388.795776:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1319d1f. 00000100:00000010:2.0:1767384388.795778:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fa89dee. 00000100:00000010:2.0:1767384388.795781:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c150875. 00000100:00000010:2.0:1767384388.795783:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa12396d. 00000100:00000010:2.0:1767384388.795785:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eed90db8. 00000100:00000010:2.0:1767384388.795786:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae43e82f. 00000100:00000010:2.0:1767384388.795788:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bde8208c. 00000100:00000010:2.0:1767384388.795790:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae7b0f74. 00000100:00000010:2.0:1767384388.795792:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7f9c92b. 00000100:00000010:2.0:1767384388.795794:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc0d0851. 00000100:00000010:2.0:1767384388.795796:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d8853a8. 00000100:00000010:2.0:1767384388.795798:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e063f331. 00000100:00000010:2.0:1767384388.795800:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1bc0863. 00000100:00000010:2.0:1767384388.795802:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030401fd4. 00000100:00000010:2.0:1767384388.795805:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f43a4e3. 00000100:00000010:2.0:1767384388.795806:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000071302295. 00000100:00000010:2.0:1767384388.795808:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057b88859. 00000100:00000010:2.0:1767384388.795809:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060821e2f. 00000100:00000010:2.0:1767384388.795811:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dce6cd3. 00000100:00000010:2.0:1767384388.795813:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1eb4e4f. 00000100:00000010:2.0:1767384388.795815:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006193c048. 00000100:00000010:2.0:1767384388.795817:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087e07a8c. 00000100:00000010:2.0:1767384388.795819:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056e58342. 00000100:00000010:2.0:1767384388.795820:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7fc71d6. 00000100:00000010:2.0:1767384388.795822:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000571f0100. 00000100:00000010:2.0:1767384388.795824:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e129139. 00000100:00000010:2.0:1767384388.795826:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7a9eee0. 00000100:00000010:2.0:1767384388.795828:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051552672. 00000100:00000010:2.0:1767384388.795830:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000330fdb00. 00000100:00000010:2.0:1767384388.795832:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009759d335. 00000100:00000010:2.0:1767384388.795848:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5b9400f. 00000100:00000010:2.0:1767384388.795851:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be43f52d. 00000100:00000010:2.0:1767384388.795853:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b38ec24. 00000100:00000010:2.0:1767384388.795855:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aad340bd. 00000100:00000010:2.0:1767384388.795856:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080f9f2c1. 00000100:00000010:2.0:1767384388.795858:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc33c89d. 00000100:00000010:2.0:1767384388.795860:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000345b1a62. 00000100:00000010:2.0:1767384388.795862:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008a425eb. 00000100:00000010:2.0:1767384388.795864:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de1497bc. 00000100:00000010:2.0:1767384388.795866:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1b81b20. 00000100:00000010:2.0:1767384388.795868:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f61f7ac3. 00000100:00000010:2.0:1767384388.795870:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000487415db. 00000100:00000010:2.0:1767384388.795872:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007754ac34. 00000100:00000010:2.0:1767384388.795874:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000397b5b73. 00000100:00000010:2.0:1767384388.795876:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa06ecb7. 00000100:00000010:2.0:1767384388.795878:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004eead606. 00000100:00000010:2.0:1767384388.795881:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3a81e91. 00000100:00000010:2.0:1767384388.795883:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000762c76fa. 00000100:00000010:2.0:1767384388.795885:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005243ef8c. 00000100:00000010:2.0:1767384388.795887:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d482feab. 00000100:00000010:2.0:1767384388.795889:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a51f215. 00000100:00000010:2.0:1767384388.795891:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009289dc38. 00000100:00000010:2.0:1767384388.795893:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da34046b. 00000100:00000010:2.0:1767384388.795895:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032b79d38. 00000100:00000010:2.0:1767384388.795897:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000269e2050. 00000100:00000010:2.0:1767384388.795900:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7fa07f5. 00000100:00000010:2.0:1767384388.795902:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048f089e8. 00000100:00000010:2.0:1767384388.795903:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ce30441. 00000100:00000010:2.0:1767384388.795906:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000578e4894. 00000100:00000010:2.0:1767384388.795907:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f1c186f. 00000100:00000010:2.0:1767384388.795909:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a39e57. 00000100:00000010:2.0:1767384388.795911:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbf0a361. 00000100:00000010:2.0:1767384388.795914:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe665f32. 00000100:00000010:2.0:1767384388.795915:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008eaf233a. 00000100:00000010:2.0:1767384388.795917:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001be536cc. 00000100:00000010:2.0:1767384388.795919:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a24ec5f9. 00000100:00000010:2.0:1767384388.795921:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ce12634. 00000100:00000010:2.0:1767384388.795923:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000961c88ea. 00000100:00000010:2.0:1767384388.795925:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d6a81ee. 00000100:00000010:2.0:1767384388.795926:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000512d5f78. 00000100:00000010:2.0:1767384388.795928:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048b51604. 00000100:00000010:2.0:1767384388.795930:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddf772a8. 00000100:00000010:2.0:1767384388.795933:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2b33076. 00000100:00000010:2.0:1767384388.795935:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000638b7b19. 00000100:00000010:2.0:1767384388.795937:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063e0b5c9. 00000100:00000010:2.0:1767384388.795939:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbb0b3fb. 00000100:00000010:2.0:1767384388.795941:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007390aa2a. 00000100:00000010:2.0:1767384388.795943:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f29f88e5. 00000100:00000010:2.0:1767384388.795959:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d153c133. 00000100:00000010:2.0:1767384388.795961:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a592b4a. 00000100:00000010:2.0:1767384388.795964:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aede1022. 00000100:00000010:2.0:1767384388.795965:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000907266d8. 00000100:00000010:2.0:1767384388.795967:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000376eef8f. 00000100:00000010:2.0:1767384388.795969:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf8d8301. 00000100:00000010:2.0:1767384388.795971:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008961cf98. 00000100:00000010:2.0:1767384388.795972:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9352a47. 00000100:00000010:2.0:1767384388.795975:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de40fce5. 00000100:00000010:2.0:1767384388.795976:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053948257. 00000100:00000010:2.0:1767384388.795978:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000099847fa. 00000100:00000010:2.0:1767384388.795980:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ed97e44. 00000100:00000010:2.0:1767384388.795983:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000ea002a. 00000100:00000010:2.0:1767384388.795984:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b06ceb63. 00000100:00000010:2.0:1767384388.795986:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f9d2d08. 00000100:00000010:2.0:1767384388.795988:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000067e3e3a3. 00000100:00000010:2.0:1767384388.795990:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b5295ea. 00000100:00000010:2.0:1767384388.796005:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000dbaff2f1. 00000100:00000010:2.0:1767384388.796008:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000931f6e27. 00000100:00000001:2.0:1767384388.796011:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.796013:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.796015:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.796016:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.796017:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002a12804c. 00000100:00000001:2.0:1767384388.796020:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.796021:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.796023:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.796025:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001919c7a0. 00000100:00000001:2.0:1767384388.796027:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.796028:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.796029:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d605179a. 00000100:00000001:2.0:1767384388.796031:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.796032:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.796033:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007eb52155. 00000100:00000001:2.0:1767384388.796036:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.796037:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.796038:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000128a894b. 00000100:00000001:2.0:1767384388.796040:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.796105:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e01d62e9. 00000020:00000010:2.0:1767384388.796110:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008f675e6e. 00000100:00000010:2.0:1767384388.796130:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000002e50560a. 00000100:00000010:2.0:1767384388.796138:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000011769370. 00000100:00000010:2.0:1767384388.796146:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000284c6b7e. 00000100:00000010:2.0:1767384388.796152:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000085018c7a. 00000100:00000001:2.0:1767384388.796155:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.796158:0:39771:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384388.796159:0:39771:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384388.796161:0:39771:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384388.796162:0:39771:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384388.796163:0:39771:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384388.796165:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384388.796166:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384388.796167:0:39771:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384388.796196:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:1.0:1767384388.796200:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000703bdc4f. 00000040:00000010:1.0:1767384388.796205:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f6ec595e. 00000020:00000010:1.0:1767384388.796207:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7c52148. 00000020:00000010:1.0:1767384388.796210:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000589a947e. 00000020:00000010:1.0:1767384388.796212:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000098e90a1b. 80000000:00000010:1.0:1767384388.796214:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b1be4ad. 40000000:00000010:1.0:1767384388.796227:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000903ec83. 00000020:00000010:3.0:1767384388.796231:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056d6d3ab. 00100000:00000010:1.0:1767384388.796231:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000054f62e68. 00040000:00000010:1.0:1767384388.796235:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd75d7b3. 00000040:00000010:3.0:1767384388.796239:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000dace49c. 00040000:00000010:1.0:1767384388.796239:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000038179cef. 00000020:00000010:3.0:1767384388.796246:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af655255. 00080000:00000010:1.0:1767384388.796247:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000fab83cd. 00000020:00000010:0.0:1767384388.796248:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f61fec3f. 00000004:00000010:1.0:1767384388.796252:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000667d9791. 00000020:00000010:3.0:1767384388.796255:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fbbacef2. 00000040:00000010:0.0:1767384388.796255:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000489f2e61. 00000020:00000010:0.0:1767384388.796261:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd14a4f8. 00000020:00000010:3.0:1767384388.796264:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000adae2e12. 00002000:00000010:1.0:1767384388.796264:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000095e1c8b8. 00000020:00000010:0.0:1767384388.796265:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f756245e. 00000020:00000010:1.0:1767384388.796270:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003272e812. 80000000:00000010:3.0:1767384388.796271:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f7d11101. 00000020:00000010:0.0:1767384388.796271:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000193c5d62. 80000000:00000010:0.0:1767384388.796289:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d57b17b. 40000000:00000010:0.0:1767384388.796292:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008ca47f71. 00100000:00000010:0.0:1767384388.796296:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004bd0f31. 40000000:00000010:3.0:1767384388.796297:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000165f796d. 00000020:00000010:1.0:1767384388.796298:0:16793:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dbb53380. 00040000:00000010:0.0:1767384388.796301:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f83b1869. 00100000:00000010:3.0:1767384388.796303:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000007cbf3ea. 00000100:00000010:1.0:1767384388.796304:0:16793:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000087311223. 00040000:00000010:0.0:1767384388.796305:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c0e0f649. 00040000:00000010:3.0:1767384388.796308:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a5f83de2. 00000020:00000001:1.0:1767384388.796310:0:16793:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00080000:00000010:0.0:1767384388.796311:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ca576970. 00040000:00000010:3.0:1767384388.796312:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061e7decb. 00000020:00000010:1.0:1767384388.796313:0:16793:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000672ee20f. 00000004:00000010:0.0:1767384388.796316:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e682ece4. 00080000:00000010:3.0:1767384388.796318:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e3190648. 00002000:00000010:0.0:1767384388.796320:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002d81d88b. 00000004:00000010:3.0:1767384388.796323:0:16792:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000c6ca8dd. 00000020:00000010:0.0:1767384388.796326:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba31d25b. 00002000:00000010:3.0:1767384388.796328:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000034cdbc4f. 00000020:00000010:0.0:1767384388.796332:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e7b8d308. 00000020:00000010:3.0:1767384388.796333:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d978510. 00000020:00000010:3.0:1767384388.796339:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000b91e409. 00000100:00000010:3.0:1767384388.796342:0:16792:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008dcf5a98. 00000020:00000001:3.0:1767384388.796344:0:16792:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384388.796345:0:16792:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000025ab568d. 00000100:00000010:0.0:1767384388.796359:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000231340cc. 00000020:00000001:0.0:1767384388.796377:0:16791:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384388.796384:0:16791:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000369ce72f. 00000020:00000001:1.0:1767384388.796519:0:16793:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384388.796522:0:16793:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000b239a36d:16793] 2 exiting: rc = 0 00000100:00000040:2.0:1767384388.796558:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:3.0:1767384388.796591:0:16792:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384388.796594:0:16792:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [0000000059153ccb:16792] 1 exiting: rc = 0 00000100:00000040:2.0:1767384388.796615:0:39771:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000020:00000001:0.0:1767384388.796647:0:16791:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384388.796649:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000ee90fa8e:16791] 0 exiting: rc = 1 00000100:00000010:2.0:1767384388.796669:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ee90fa8e. 00000100:00000010:2.0:1767384388.796676:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000059153ccb. 00000100:00000010:2.0:1767384388.796680:0:39771:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b239a36d. 00000100:00000001:2.0:1767384388.796685:0:39771:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384388.796686:0:39771:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384388.796689:0:39771:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384388.796692:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796693:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796696:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cc0f092. 00000400:00000200:2.0:1767384388.796699:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009646bc26 00000400:00000010:2.0:1767384388.796700:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009646bc26. 00000100:00000001:2.0:1767384388.796703:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796704:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796708:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796710:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384388.796711:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796712:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796714:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796715:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005385080. 00000400:00000200:2.0:1767384388.796717:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6fd8fd 00000400:00000010:2.0:1767384388.796718:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fa6fd8fd. 00000100:00000001:2.0:1767384388.796720:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796721:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796724:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796726:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384388.796727:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796728:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796729:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796730:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da351774. 00000400:00000200:2.0:1767384388.796732:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf643a8d 00000400:00000010:2.0:1767384388.796733:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bf643a8d. 00000100:00000001:2.0:1767384388.796734:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796735:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796738:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796739:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384388.796741:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796742:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796743:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796744:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eaada80. 00000400:00000200:2.0:1767384388.796745:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c81e61 00000400:00000010:2.0:1767384388.796746:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000087c81e61. 00000100:00000001:2.0:1767384388.796748:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796749:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796753:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796754:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384388.796756:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796757:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796758:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796759:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000591b2f9d. 00000400:00000200:2.0:1767384388.796760:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffc661f 00000400:00000010:2.0:1767384388.796762:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006ffc661f. 00000100:00000001:2.0:1767384388.796764:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796765:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796768:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796770:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384388.796771:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796773:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796774:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796775:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3e690ee. 00000400:00000200:2.0:1767384388.796777:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059fca3af 00000400:00000010:2.0:1767384388.796778:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000059fca3af. 00000100:00000001:2.0:1767384388.796786:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796787:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796791:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796793:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384388.796794:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796795:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796797:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796798:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f82d210. 00000400:00000200:2.0:1767384388.796800:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43328e4 00000400:00000010:2.0:1767384388.796801:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d43328e4. 00000100:00000001:2.0:1767384388.796803:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796804:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796808:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796809:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384388.796811:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796812:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796813:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796814:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb2dee65. 00000400:00000200:2.0:1767384388.796816:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ff4e696 00000400:00000010:2.0:1767384388.796817:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008ff4e696. 00000100:00000001:2.0:1767384388.796819:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796820:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796823:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796825:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384388.796826:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796827:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796828:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796829:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba9e2d0a. 00000400:00000200:2.0:1767384388.796831:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2c8e76 00000400:00000010:2.0:1767384388.796832:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007b2c8e76. 00000100:00000001:2.0:1767384388.796835:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796835:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796839:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796840:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384388.796842:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796843:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796844:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796845:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000277ab9d5. 00000400:00000200:2.0:1767384388.796847:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a34f1128 00000400:00000010:2.0:1767384388.796848:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a34f1128. 00000100:00000001:2.0:1767384388.796851:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796851:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796855:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796856:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384388.796857:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796859:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796860:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796861:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d0d3942. 00000400:00000200:2.0:1767384388.796863:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d012d8b4 00000400:00000010:2.0:1767384388.796864:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d012d8b4. 00000100:00000001:2.0:1767384388.796866:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796867:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796871:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796872:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384388.796873:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796874:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796875:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796876:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a16881c2. 00000400:00000200:2.0:1767384388.796877:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c13be559 00000400:00000010:2.0:1767384388.796879:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c13be559. 00000100:00000001:2.0:1767384388.796880:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796881:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796885:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796886:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384388.796887:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796888:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796889:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796890:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a30679b4. 00000400:00000200:2.0:1767384388.796891:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e39fda9 00000400:00000010:2.0:1767384388.796893:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005e39fda9. 00000100:00000001:2.0:1767384388.796895:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796896:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796900:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796901:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384388.796903:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796904:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796905:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796906:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d2c97d4. 00000400:00000200:2.0:1767384388.796908:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2e9dd5 00000400:00000010:2.0:1767384388.796910:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009a2e9dd5. 00000100:00000001:2.0:1767384388.796912:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796913:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796917:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796918:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384388.796920:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796921:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796922:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796923:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002289ddae. 00000400:00000200:2.0:1767384388.796925:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6fe1e23 00000400:00000010:2.0:1767384388.796926:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d6fe1e23. 00000100:00000001:2.0:1767384388.796929:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796930:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796934:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796935:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384388.796936:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796938:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796939:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796940:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077ebb4b1. 00000400:00000200:2.0:1767384388.796941:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1e55d29 00000400:00000010:2.0:1767384388.796943:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e1e55d29. 00000100:00000001:2.0:1767384388.796945:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796946:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796949:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796951:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384388.796952:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796953:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796954:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796955:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015428535. 00000400:00000200:2.0:1767384388.796957:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afa8804a 00000400:00000010:2.0:1767384388.796959:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000afa8804a. 00000100:00000001:2.0:1767384388.796961:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796962:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796965:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796966:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384388.796968:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796969:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796970:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796971:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022d28fb2. 00000400:00000200:2.0:1767384388.796973:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac25a71 00000400:00000010:2.0:1767384388.796975:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cac25a71. 00000100:00000001:2.0:1767384388.796977:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796978:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796982:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796983:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384388.796984:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.796986:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.796987:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.796988:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9398fbb. 00000400:00000200:2.0:1767384388.796990:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055e221a 00000400:00000010:2.0:1767384388.796991:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000055e221a. 00000100:00000001:2.0:1767384388.796994:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.796994:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.796998:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.796999:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384388.797000:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797001:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797002:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797003:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f841ca. 00000400:00000200:2.0:1767384388.797005:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000031486e8 00000400:00000010:2.0:1767384388.797006:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000031486e8. 00000100:00000001:2.0:1767384388.797008:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797009:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797012:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797014:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384388.797015:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797016:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797017:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797019:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041c315b6. 00000400:00000200:2.0:1767384388.797020:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a0eac4 00000400:00000010:2.0:1767384388.797022:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000075a0eac4. 00000100:00000001:2.0:1767384388.797024:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797025:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797029:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797030:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384388.797032:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797033:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797034:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797035:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fca446d. 00000400:00000200:2.0:1767384388.797037:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014713275 00000400:00000010:2.0:1767384388.797038:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000014713275. 00000100:00000001:2.0:1767384388.797040:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797041:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797045:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797046:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384388.797047:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797049:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797050:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797051:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001520a837. 00000400:00000200:2.0:1767384388.797053:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007952fa2 00000400:00000010:2.0:1767384388.797054:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007952fa2. 00000100:00000001:2.0:1767384388.797070:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797072:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797076:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797077:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384388.797078:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797080:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797081:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797082:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ef5f95. 00000400:00000200:2.0:1767384388.797084:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acc5d1d 00000400:00000010:2.0:1767384388.797085:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009acc5d1d. 00000100:00000001:2.0:1767384388.797087:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797088:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797092:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797093:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384388.797094:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797096:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797096:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797098:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014f0542b. 00000400:00000200:2.0:1767384388.797099:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5c350bd 00000400:00000010:2.0:1767384388.797101:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a5c350bd. 00000100:00000001:2.0:1767384388.797103:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797103:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797107:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797108:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384388.797109:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797110:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797111:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797112:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b7702a0. 00000400:00000200:2.0:1767384388.797114:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000753b83e1 00000400:00000010:2.0:1767384388.797115:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000753b83e1. 00000100:00000001:2.0:1767384388.797117:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797118:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797121:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797122:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384388.797123:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797125:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797126:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797127:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d6cb2a4. 00000400:00000200:2.0:1767384388.797129:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f35466cb 00000400:00000010:2.0:1767384388.797130:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f35466cb. 00000100:00000001:2.0:1767384388.797133:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797134:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797137:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797138:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384388.797139:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797141:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797142:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797143:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ada962bd. 00000400:00000200:2.0:1767384388.797144:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccda454c 00000400:00000010:2.0:1767384388.797146:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ccda454c. 00000100:00000001:2.0:1767384388.797147:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797148:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797152:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797153:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384388.797154:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797156:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797157:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797158:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa13151a. 00000400:00000200:2.0:1767384388.797159:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4e0ff2 00000400:00000010:2.0:1767384388.797160:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dd4e0ff2. 00000100:00000001:2.0:1767384388.797162:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797163:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797167:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797168:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384388.797169:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797171:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797172:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797173:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014a04ba5. 00000400:00000200:2.0:1767384388.797174:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6fc7bae 00000400:00000010:2.0:1767384388.797176:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d6fc7bae. 00000100:00000001:2.0:1767384388.797178:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797179:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797183:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797184:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384388.797185:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797187:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797187:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797189:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b372272. 00000400:00000200:2.0:1767384388.797190:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008005b5ee 00000400:00000010:2.0:1767384388.797191:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008005b5ee. 00000100:00000001:2.0:1767384388.797194:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797195:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797199:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797200:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384388.797201:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797203:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797204:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797205:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c20202e. 00000400:00000200:2.0:1767384388.797206:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d51b73a 00000400:00000010:2.0:1767384388.797208:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007d51b73a. 00000100:00000001:2.0:1767384388.797210:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797211:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797230:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797231:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384388.797233:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797234:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797235:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797237:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed00ed0d. 00000400:00000200:2.0:1767384388.797239:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458a98c7 00000400:00000010:2.0:1767384388.797240:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000458a98c7. 00000100:00000001:2.0:1767384388.797243:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797244:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797248:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797249:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384388.797250:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797251:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797253:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797254:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053521044. 00000400:00000200:2.0:1767384388.797256:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4f63911 00000400:00000010:2.0:1767384388.797257:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4f63911. 00000100:00000001:2.0:1767384388.797259:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797260:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797264:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797265:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384388.797267:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797268:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797269:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797270:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000340b7695. 00000400:00000200:2.0:1767384388.797272:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c293db73 00000400:00000010:2.0:1767384388.797289:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c293db73. 00000100:00000001:2.0:1767384388.797292:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797294:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797299:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797300:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384388.797302:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797304:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797305:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797306:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec744753. 00000400:00000200:2.0:1767384388.797308:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e110975 00000400:00000010:2.0:1767384388.797310:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000e110975. 00000100:00000001:2.0:1767384388.797313:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797314:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797319:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797320:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384388.797322:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797324:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797325:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797326:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b49538. 00000400:00000200:2.0:1767384388.797328:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004130fa61 00000400:00000010:2.0:1767384388.797330:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004130fa61. 00000100:00000001:2.0:1767384388.797333:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797335:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797339:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797341:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384388.797343:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797345:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797346:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797347:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de30902a. 00000400:00000200:2.0:1767384388.797349:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bdb039e 00000400:00000010:2.0:1767384388.797351:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007bdb039e. 00000100:00000001:2.0:1767384388.797354:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797355:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797358:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797360:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384388.797363:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797365:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797366:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797367:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e30f1c. 00000400:00000200:2.0:1767384388.797370:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9ac7a2 00000400:00000010:2.0:1767384388.797372:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ea9ac7a2. 00000100:00000001:2.0:1767384388.797376:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797377:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797381:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797383:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384388.797384:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797386:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797387:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797388:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ca6668. 00000400:00000200:2.0:1767384388.797390:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b083a3e1 00000400:00000010:2.0:1767384388.797391:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b083a3e1. 00000100:00000001:2.0:1767384388.797393:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797394:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797397:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797399:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384388.797400:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797401:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797402:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797403:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000183e4c4. 00000400:00000200:2.0:1767384388.797405:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f74c2fb8 00000400:00000010:2.0:1767384388.797406:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f74c2fb8. 00000100:00000001:2.0:1767384388.797408:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797409:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797413:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797414:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384388.797415:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797417:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797418:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797419:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2cb1416. 00000400:00000200:2.0:1767384388.797420:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7329bc5 00000400:00000010:2.0:1767384388.797422:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b7329bc5. 00000100:00000001:2.0:1767384388.797424:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797425:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797429:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797430:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384388.797431:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797433:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797434:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797435:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000822a4b4b. 00000400:00000200:2.0:1767384388.797436:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3547368 00000400:00000010:2.0:1767384388.797438:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b3547368. 00000100:00000001:2.0:1767384388.797440:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797441:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797444:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797446:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384388.797447:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797449:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797450:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797451:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064a5bc9f. 00000400:00000200:2.0:1767384388.797452:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a2f3ad2 00000400:00000010:2.0:1767384388.797454:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008a2f3ad2. 00000100:00000001:2.0:1767384388.797456:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797457:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797460:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797462:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384388.797463:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797464:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797465:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797467:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037556442. 00000400:00000200:2.0:1767384388.797468:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016097117 00000400:00000010:2.0:1767384388.797470:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000016097117. 00000100:00000001:2.0:1767384388.797472:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797473:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797477:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797478:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384388.797479:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797480:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797481:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797483:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000817b2231. 00000400:00000200:2.0:1767384388.797484:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c17e5e3 00000400:00000010:2.0:1767384388.797486:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004c17e5e3. 00000100:00000001:2.0:1767384388.797488:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797489:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797492:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797493:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384388.797495:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797496:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797497:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797498:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a80510. 00000400:00000200:2.0:1767384388.797500:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000739f9e1 00000400:00000010:2.0:1767384388.797501:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000739f9e1. 00000100:00000001:2.0:1767384388.797517:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797518:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797523:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797524:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384388.797526:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797528:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797529:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797530:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008eedc19. 00000400:00000200:2.0:1767384388.797532:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ec9a832 00000400:00000010:2.0:1767384388.797534:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009ec9a832. 00000100:00000001:2.0:1767384388.797536:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797537:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797540:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797542:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384388.797543:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797544:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797545:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797546:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a65b477. 00000400:00000200:2.0:1767384388.797548:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c627c799 00000400:00000010:2.0:1767384388.797549:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c627c799. 00000100:00000001:2.0:1767384388.797551:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797552:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797556:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797557:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384388.797558:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797559:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797560:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797561:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb5bc95a. 00000400:00000200:2.0:1767384388.797563:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb540aec 00000400:00000010:2.0:1767384388.797564:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb540aec. 00000100:00000001:2.0:1767384388.797566:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797567:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797571:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797572:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384388.797573:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797575:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797576:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797577:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e982cbf7. 00000400:00000200:2.0:1767384388.797578:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b45e4a2 00000400:00000010:2.0:1767384388.797579:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000b45e4a2. 00000100:00000001:2.0:1767384388.797581:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797583:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797587:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797588:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384388.797589:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797591:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797592:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797593:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010444c3c. 00000400:00000200:2.0:1767384388.797594:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0a41f8e 00000400:00000010:2.0:1767384388.797596:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c0a41f8e. 00000100:00000001:2.0:1767384388.797598:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797599:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797603:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797604:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384388.797605:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797606:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797608:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797609:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c5b88f2. 00000400:00000200:2.0:1767384388.797610:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffd8836f 00000400:00000010:2.0:1767384388.797612:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ffd8836f. 00000100:00000001:2.0:1767384388.797614:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797615:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797619:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797620:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384388.797621:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797623:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797624:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797625:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a31ab6. 00000400:00000200:2.0:1767384388.797626:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008acaf846 00000400:00000010:2.0:1767384388.797628:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008acaf846. 00000100:00000001:2.0:1767384388.797630:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797631:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797634:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797636:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384388.797637:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797638:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797639:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797640:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e862211. 00000400:00000200:2.0:1767384388.797642:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056535818 00000400:00000010:2.0:1767384388.797643:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000056535818. 00000100:00000001:2.0:1767384388.797646:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797646:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797650:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797651:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384388.797652:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797654:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797655:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797656:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000243b52c5. 00000400:00000200:2.0:1767384388.797658:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009260b78 00000400:00000010:2.0:1767384388.797659:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000009260b78. 00000100:00000001:2.0:1767384388.797661:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797662:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797665:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797666:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384388.797668:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797669:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797670:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797671:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043299979. 00000400:00000200:2.0:1767384388.797673:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000530db0ae 00000400:00000010:2.0:1767384388.797674:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000530db0ae. 00000100:00000001:2.0:1767384388.797677:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797678:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797681:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797682:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384388.797684:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797685:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797686:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797687:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c502209e. 00000400:00000200:2.0:1767384388.797689:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b53ec4db 00000400:00000010:2.0:1767384388.797690:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b53ec4db. 00000100:00000001:2.0:1767384388.797692:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797693:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797697:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797698:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384388.797699:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797701:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797702:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797703:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0742170. 00000400:00000200:2.0:1767384388.797705:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636fd7f4 00000400:00000010:2.0:1767384388.797706:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000636fd7f4. 00000100:00000001:2.0:1767384388.797708:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797709:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797714:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797715:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384388.797716:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797717:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797718:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797719:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2430b3a. 00000400:00000200:2.0:1767384388.797721:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b1743e 00000400:00000010:2.0:1767384388.797722:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000045b1743e. 00000100:00000001:2.0:1767384388.797724:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797725:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797728:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797730:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384388.797731:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797732:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797733:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797734:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073aa260a. 00000400:00000200:2.0:1767384388.797736:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4b97a4 00000400:00000010:2.0:1767384388.797737:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003c4b97a4. 00000100:00000001:2.0:1767384388.797739:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797740:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797744:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797745:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384388.797746:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797748:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797749:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797750:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000ce5774. 00000400:00000200:2.0:1767384388.797752:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fb6498c 00000400:00000010:2.0:1767384388.797753:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007fb6498c. 00000100:00000001:2.0:1767384388.797756:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797756:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797760:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797761:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384388.797763:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797765:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797766:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797767:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d9c5f3e. 00000400:00000200:2.0:1767384388.797769:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fb11573 00000400:00000010:2.0:1767384388.797770:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002fb11573. 00000100:00000001:2.0:1767384388.797772:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797773:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797777:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797778:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384388.797779:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384388.797780:0:39771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.797782:0:39771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384388.797783:0:39771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f362bcd. 00000400:00000200:2.0:1767384388.797785:0:39771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5445b15 00000400:00000010:2.0:1767384388.797786:0:39771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c5445b15. 00000100:00000001:2.0:1767384388.797788:0:39771:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384388.797789:0:39771:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384388.797793:0:39771:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384388.797794:0:39771:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384388.797795:0:39771:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384388.797797:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797798:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797800:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797801:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797803:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797804:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797805:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797806:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797807:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797808:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797809:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797810:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797811:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797812:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797813:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797814:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797815:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797816:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797817:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797818:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797819:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797820:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797821:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797822:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797823:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797824:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797825:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797826:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797828:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797829:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797830:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797831:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797832:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797833:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797834:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797835:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797836:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797837:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797838:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797839:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797840:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797841:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797842:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797843:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797844:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797845:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797846:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797847:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797848:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797849:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797850:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797851:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797852:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797853:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797854:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797855:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797856:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797857:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797858:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797860:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797861:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797862:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797863:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797864:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797865:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797866:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797867:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797868:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797869:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797870:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797871:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797872:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797873:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797874:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797875:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797876:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797877:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797878:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797879:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797880:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797881:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797882:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797883:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797883:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797885:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797886:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797887:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797888:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797889:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797890:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797891:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797892:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797893:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797894:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797896:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797897:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797898:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797899:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797900:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797901:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797903:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797904:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797905:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797906:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797907:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797908:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797909:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797910:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797911:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797912:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797913:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797914:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797915:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797916:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797917:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797918:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797919:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797920:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797921:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797923:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797924:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797925:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797926:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797927:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797928:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797929:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384388.797930:0:39771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384388.797931:0:39771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384388.797933:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee367963. 00000100:00000010:2.0:1767384388.797978:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024300d93. 00000100:00000010:2.0:1767384388.797981:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004340c339. 00000100:00000010:2.0:1767384388.798023:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028ac8a6c. 00000100:00000010:2.0:1767384388.798026:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c3e14b1. 00000100:00000010:2.0:1767384388.798071:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7efd28e. 00000100:00000010:2.0:1767384388.798075:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000028061b60. 00000100:00000010:2.0:1767384388.798118:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d6c8269. 00000100:00000010:2.0:1767384388.798121:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fe818326. 00000100:00000010:2.0:1767384388.798162:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e49e687. 00000100:00000010:2.0:1767384388.798165:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000df51d3e8. 00000100:00000010:2.0:1767384388.798199:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6b7f476. 00000100:00000010:2.0:1767384388.798202:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e20b4fbc. 00000100:00000010:2.0:1767384388.798256:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000472402e9. 00000100:00000010:2.0:1767384388.798259:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c6479e32. 00000100:00000010:2.0:1767384388.798464:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ecc3ca5. 00000100:00000010:2.0:1767384388.798468:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f47b108. 00000100:00000010:2.0:1767384388.798530:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6581e71. 00000100:00000010:2.0:1767384388.798533:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000091d50944. 00000100:00000010:2.0:1767384388.798568:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afaaded1. 00000100:00000010:2.0:1767384388.798572:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6191c40. 00000100:00000010:2.0:1767384388.798616:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff8cbc89. 00000100:00000010:2.0:1767384388.798620:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007c0074a1. 00000100:00000010:2.0:1767384388.798659:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ebf0e92. 00000100:00000010:2.0:1767384388.798663:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002c444a3c. 00000100:00000010:2.0:1767384388.798703:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000379b8029. 00000100:00000010:2.0:1767384388.798706:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c19cab97. 00000100:00000010:2.0:1767384388.798747:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084bbb3f7. 00000100:00000010:2.0:1767384388.798750:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a839d32f. 00000100:00000010:2.0:1767384388.798790:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e34b833b. 00000100:00000010:2.0:1767384388.798794:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f60b6763. 00000100:00000010:2.0:1767384388.798835:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000af76bf0. 00000100:00000010:2.0:1767384388.798839:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000065e2b215. 00000100:00000010:2.0:1767384388.798887:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a254a190. 00000100:00000010:2.0:1767384388.798890:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f43639e6. 00000100:00000010:2.0:1767384388.798941:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000773debba. 00000100:00000010:2.0:1767384388.798943:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000096351ec3. 00000100:00000010:2.0:1767384388.798999:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030d98b3b. 00000100:00000010:2.0:1767384388.799002:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000030307376. 00000100:00000010:2.0:1767384388.799048:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5ae279c. 00000100:00000010:2.0:1767384388.799051:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005281cf4d. 00000100:00000010:2.0:1767384388.799099:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009989525f. 00000100:00000010:2.0:1767384388.799102:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006985846a. 00000100:00000010:2.0:1767384388.799152:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df028ffc. 00000100:00000010:2.0:1767384388.799154:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003175030e. 00000100:00000010:2.0:1767384388.799206:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000276564f2. 00000100:00000010:2.0:1767384388.799208:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000765d0991. 00000100:00000010:2.0:1767384388.799317:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005281ab63. 00000100:00000010:2.0:1767384388.799321:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b893631e. 00000100:00000010:2.0:1767384388.799377:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b10bdda. 00000100:00000010:2.0:1767384388.799380:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000073d80b42. 00000100:00000010:2.0:1767384388.799408:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c905efc7. 00000100:00000010:2.0:1767384388.799411:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c02cab38. 00000100:00000010:2.0:1767384388.799439:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002e34abc. 00000100:00000010:2.0:1767384388.799441:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004de0e35a. 00000100:00000010:2.0:1767384388.799463:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f51d926. 00000100:00000010:2.0:1767384388.799464:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002ba8992c. 00000100:00000010:2.0:1767384388.799484:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006627f542. 00000100:00000010:2.0:1767384388.799485:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000034730b4b. 00000100:00000010:2.0:1767384388.799506:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b83c9b36. 00000100:00000010:2.0:1767384388.799507:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c92611e0. 00000100:00000010:2.0:1767384388.799528:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b98566da. 00000100:00000010:2.0:1767384388.799529:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a779e054. 00000100:00000010:2.0:1767384388.799549:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004339e3c7. 00000100:00000010:2.0:1767384388.799551:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b5b78a17. 00000100:00000010:2.0:1767384388.799575:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcd867c3. 00000100:00000010:2.0:1767384388.799576:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000000b07a03. 00000100:00000010:2.0:1767384388.799606:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035c6ca06. 00000100:00000010:2.0:1767384388.799608:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d0b8c2f9. 00000100:00000010:2.0:1767384388.799651:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040e9cf72. 00000100:00000010:2.0:1767384388.799654:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000727f692d. 00000100:00000010:2.0:1767384388.799698:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b87eee19. 00000100:00000010:2.0:1767384388.799701:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000090f3fd54. 00000100:00000010:2.0:1767384388.799729:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056e3ad61. 00000100:00000010:2.0:1767384388.799731:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ddf21bf. 00000100:00000010:2.0:1767384388.799764:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067c95ae3. 00000100:00000010:2.0:1767384388.799766:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eb406ff1. 00000100:00000010:2.0:1767384388.799793:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000794f7aac. 00000100:00000010:2.0:1767384388.799795:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003007baac. 00000100:00000010:2.0:1767384388.799821:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ea3adab. 00000100:00000010:2.0:1767384388.799823:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fec1cd28. 00000100:00000010:2.0:1767384388.799852:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007d82b79. 00000100:00000010:2.0:1767384388.799853:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cd5fae80. 00000100:00000010:2.0:1767384388.799891:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011dd74ee. 00000100:00000010:2.0:1767384388.799892:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000084716fd1. 00000100:00000010:2.0:1767384388.799920:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d92d02ea. 00000100:00000010:2.0:1767384388.799938:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fded6857. 00000100:00000010:2.0:1767384388.799964:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1c2fc76. 00000100:00000010:2.0:1767384388.799966:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001f02db82. 00000100:00000010:2.0:1767384388.799995:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007861c3d5. 00000100:00000010:2.0:1767384388.799996:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000947f20b4. 00000100:00000010:2.0:1767384388.800036:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1a9d1c2. 00000100:00000010:2.0:1767384388.800038:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f0f32175. 00000100:00000010:2.0:1767384388.800070:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6a1d946. 00000100:00000010:2.0:1767384388.800071:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000defbd3b4. 00000100:00000010:2.0:1767384388.800124:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077878f39. 00000100:00000010:2.0:1767384388.800125:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005a737066. 00000100:00000010:2.0:1767384388.800168:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e25db18e. 00000100:00000010:2.0:1767384388.800169:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000012aa45aa. 00000100:00000010:2.0:1767384388.800191:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015bce12f. 00000100:00000010:2.0:1767384388.800192:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ee27b716. 00000100:00000010:2.0:1767384388.800232:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014f775a8. 00000100:00000010:2.0:1767384388.800235:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000018f260a2. 00000100:00000010:2.0:1767384388.800257:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9b52d03. 00000100:00000010:2.0:1767384388.800259:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000baa9af58. 00000100:00000010:2.0:1767384388.800310:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d5f199f. 00000100:00000010:2.0:1767384388.800313:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009215fc4e. 00000100:00000010:2.0:1767384388.800333:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab607944. 00000100:00000010:2.0:1767384388.800334:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009398ce51. 00000100:00000010:2.0:1767384388.800356:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001ba5c23. 00000100:00000010:2.0:1767384388.800357:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005f3c87b4. 00000100:00000010:2.0:1767384388.800379:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cffc9a0c. 00000100:00000010:2.0:1767384388.800380:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000394d4581. 00000100:00000010:2.0:1767384388.800402:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f97c00b. 00000100:00000010:2.0:1767384388.800403:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007da827d1. 00000100:00000010:2.0:1767384388.800431:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f653d530. 00000100:00000010:2.0:1767384388.800433:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b10a2201. 00000100:00000010:2.0:1767384388.800459:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1edb904. 00000100:00000010:2.0:1767384388.800460:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004187c302. 00000100:00000010:2.0:1767384388.800493:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032ed8c71. 00000100:00000010:2.0:1767384388.800495:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004977e45c. 00000100:00000010:2.0:1767384388.800522:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005639eeba. 00000100:00000010:2.0:1767384388.800524:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eb28407c. 00000100:00000010:2.0:1767384388.800550:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065c1582d. 00000100:00000010:2.0:1767384388.800552:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000060bb454f. 00000100:00000010:2.0:1767384388.800578:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac5671c0. 00000100:00000010:2.0:1767384388.800579:0:39771:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008914a155. 00000100:00000010:2.0:1767384388.800601:0:39771:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dad12f76. 00000100:00000010:2.0:1767384388.800624:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000037e0b3ed. 00000100:00000010:2.0:1767384388.800629:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007b581c1d. 00000100:00000010:2.0:1767384388.800633:0:39771:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000880bbe94. 00000100:00000001:2.0:1767384388.800637:0:39771:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384388.800639:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800640:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.800642:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.800643:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000a6633aa. 00000100:00000001:2.0:1767384388.800646:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.800647:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.800650:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800651:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008d246b24. 00000100:00000001:2.0:1767384388.800654:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800655:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800656:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006fe97651. 00000100:00000001:2.0:1767384388.800658:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800659:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800660:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008ad4e89a. 00000100:00000001:2.0:1767384388.800662:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800663:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800664:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000007886f. 00000100:00000001:2.0:1767384388.800666:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800667:0:39771:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384388.800668:0:39771:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384388.800669:0:39771:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000795d4189. 00000100:00000001:2.0:1767384388.800671:0:39771:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384388.800672:0:39771:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384388.800674:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800675:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001afba1fd. 00000100:00000001:2.0:1767384388.800677:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800678:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800679:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003260448b. 00000100:00000001:2.0:1767384388.800681:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800682:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800683:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d87c6c4e. 00000100:00000001:2.0:1767384388.800685:0:39771:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384388.800686:0:39771:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384388.800687:0:39771:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000d1b1a8d. 00000100:00000010:2.0:1767384388.800689:0:39771:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000b0048a7d. 00000100:00000001:2.0:1767384388.800691:0:39771:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384388.800739:0:39771:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007fc1ae39. 00000020:00000010:2.0:1767384388.800743:0:39771:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ad6a4bd7. 00000100:00000010:2.0:1767384388.800761:0:39771:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008544118e. 00000100:00000010:2.0:1767384388.800767:0:39771:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c1c00e76. 00000100:00000010:2.0:1767384388.800769:0:39771:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000ba76ed45. 00000100:00000010:2.0:1767384388.800773:0:39771:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a0f7f92d. 00000100:00000001:2.0:1767384388.800774:0:39771:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384388.800776:0:39771:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384388.800788:0:39771:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.800790:0:39771:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384388.800797:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384388.800801:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c849cf5. 00000001:00000010:2.0:1767384388.800803:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e8636f7. 00000001:00000010:2.0:1767384388.800804:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d6a572d. 00000001:00000010:2.0:1767384388.800805:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac5135b4. 00000001:00000010:2.0:1767384388.800806:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002c885b82. 00000001:00000010:2.0:1767384388.800808:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000181b51ed. 00000001:00000001:2.0:1767384388.800810:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384388.800811:0:39771:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384388.800813:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d1b826d. 00000001:00000010:2.0:1767384388.800814:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f33c99b3. 00000001:00000010:2.0:1767384388.800815:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094b9f5ea. 00000001:00000010:2.0:1767384388.800816:0:39771:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003996821a. 00000001:00000010:2.0:1767384388.800817:0:39771:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005bfd6663. 00000001:00000010:2.0:1767384388.800818:0:39771:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000016f78b5b. 00000001:00000001:2.0:1767384388.800819:0:39771:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384388.800819:0:39771:0:(obd_config.c:955:class_decref()) Decref MDS (000000005f3ab9bd) now 3 - setup 00000020:00000001:2.0:1767384388.800821:0:39771:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.800822:0:39771:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384388.800825:0:39771:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384388.800828:0:39771:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384388.800830:0:39771:0:(obd_config.c:955:class_decref()) Decref MDS (000000005f3ab9bd) now 2 - obd_device_list 00000020:00000080:2.0:1767384388.800831:0:39771:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384388.800832:0:39771:0:(obd_config.c:955:class_decref()) Decref MDS (000000005f3ab9bd) now 1 - newdev 00000020:00000040:2.0:1767384388.800833:0:39771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001fe6cca3 with handle 0x1cafe7b7e4a4fb26 from hash 00000020:00000040:2.0:1767384388.800836:0:39771:0:(genops.c:898:class_export_put()) PUTting export 000000001fe6cca3 : new refcount 0 00000020:00000080:2.0:1767384388.800837:0:39771:0:(genops.c:904:class_export_put()) final put 000000001fe6cca3/MDS_uuid 00000020:00000001:2.0:1767384388.800839:0:39771:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.800841:0:39771:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384388.800842:0:39771:0:(genops.c:863:class_export_destroy()) destroying export 000000001fe6cca3/MDS_uuid for MDS 00000020:00000001:2.0:1767384388.800843:0:39771:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384388.800844:0:39771:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.800845:0:39771:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001fe6cca3. 00000020:00000001:2.0:1767384388.800850:0:39771:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384388.800851:0:39771:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384388.800853:0:39771:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384388.800854:0:39771:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384388.800857:0:39771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf5c2806. 00000020:00000010:2.0:1767384388.800860:0:39771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004032f4a7. 00000040:00000010:2.0:1767384388.800862:0:39771:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093ca717b. 00000020:00000010:2.0:1767384388.800865:0:39771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c907686d. 00000020:00000010:2.0:1767384388.800868:0:39771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384388.800871:0:39771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000014ae3769. 80000000:00000010:2.0:1767384388.800874:0:39771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057291ca5. 40000000:00000010:2.0:1767384388.800875:0:39771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a2c957b. 00100000:00000010:2.0:1767384388.800879:0:39771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a61302d5. 00040000:00000010:2.0:1767384388.800881:0:39771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a9fc006f. 00040000:00000010:2.0:1767384388.800883:0:39771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000d782be. 00080000:00000010:2.0:1767384388.800886:0:39771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001fac0b00. 00000004:00000010:2.0:1767384388.800890:0:39771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fea8caf7. 00000004:00000001:2.0:1767384388.800893:0:39771:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384388.800896:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093b5820e. 00000004:00000010:2.0:1767384388.800898:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d1681f41. 00000004:00000010:2.0:1767384388.800900:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab2e3d2c. 00000004:00000010:2.0:1767384388.800902:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bc9f65ac. 00000004:00000010:2.0:1767384388.800905:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000052c6d2b9. 00000004:00000010:2.0:1767384388.800907:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000434d75d4. 00000004:00000010:2.0:1767384388.800908:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c05b1761. 00000004:00000010:2.0:1767384388.800910:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a6b70474. 00000004:00000010:2.0:1767384388.800911:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c375549b. 00000004:00000010:2.0:1767384388.800914:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009087870c. 00000004:00000010:2.0:1767384388.800916:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fa214661. 00000004:00000010:2.0:1767384388.800917:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000042c0dfa4. 00000004:00000010:2.0:1767384388.800919:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d68668f. 00000004:00000010:2.0:1767384388.800921:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096c025a4. 00000004:00000010:2.0:1767384388.800924:0:39771:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000afcfd2b5. 00000004:00000001:2.0:1767384388.800925:0:39771:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.800927:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004032f4a7. 00000040:00000010:2.0:1767384388.800929:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000093ca717b. 00000020:00000010:2.0:1767384388.800931:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c907686d. 00000020:00000010:2.0:1767384388.800932:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384388.800934:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000014ae3769. 80000000:00000010:2.0:1767384388.800936:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000057291ca5. 40000000:00000010:2.0:1767384388.800937:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002a2c957b. 00100000:00000010:2.0:1767384388.800939:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a61302d5. 00040000:00000010:2.0:1767384388.800940:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a9fc006f. 00040000:00000010:2.0:1767384388.800942:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000d782be. 00080000:00000010:2.0:1767384388.800943:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001fac0b00. 00000004:00000010:2.0:1767384388.800944:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fea8caf7. 00000020:00000010:2.0:1767384388.800946:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf5c2806. 00000020:00000001:2.0:1767384388.800947:0:39771:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.800948:0:39771:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005f3ab9bd. 00000020:00000001:2.0:1767384388.800951:0:39771:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.800952:0:39771:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384388.800954:0:39771:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000001ff9ae5f. 00000020:00000001:2.0:1767384388.800955:0:39771:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.800957:0:39771:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384388.800960:0:39771:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000dff7e880. 00000020:00000010:2.0:1767384388.800963:0:39771:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003058de3c. 00000020:00000010:2.0:1767384388.800966:0:39771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000682777f0. 00000040:00000010:2.0:1767384388.800968:0:39771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002c02789a. 00000020:00000010:2.0:1767384388.800969:0:39771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d16cadc0. 00000020:00000010:2.0:1767384388.800971:0:39771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384388.800973:0:39771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004dd5c3b4. 80000000:00000010:2.0:1767384388.800974:0:39771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3885299. 40000000:00000010:2.0:1767384388.800975:0:39771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0a15187. 00100000:00000010:2.0:1767384388.800977:0:39771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000faac41ad. 00040000:00000010:2.0:1767384388.800978:0:39771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000fa45649. 00040000:00000010:2.0:1767384388.800979:0:39771:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000862c9173. 00040000:00000010:2.0:1767384388.800981:0:39771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000016fc0fc3. 00080000:00000010:2.0:1767384388.800982:0:39771:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000f477dc2a. 00080000:00000010:2.0:1767384388.800983:0:39771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000acfc76a9. 00000004:00000010:2.0:1767384388.800985:0:39771:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005543f13c. 00000004:00000010:2.0:1767384388.800987:0:39771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004a382e3c. 00000004:00000010:2.0:1767384388.800990:0:39771:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075bee1cf. 00002000:00000010:2.0:1767384388.800992:0:39771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be256702. 00000004:00000010:2.0:1767384388.800994:0:39771:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6a38b5a. 00000020:00000010:2.0:1767384388.800996:0:39771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b15564. 00000020:02000400:2.0:1767384388.800997:0:39771:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384388.802036:0:39771:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000ef2e7e50. 00000020:00000001:2.0:1767384388.802039:0:39771:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:0.0:1767384388.802982:0:10078:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384388.802993:0:10078:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.802997:0:10078:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384388.802998:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384388.803005:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.803009:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384388.972768:0:39784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384388.972784:0:39784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.972787:0:39784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384389.025328:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384389.025335:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384389.025338:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384389.025343:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384389.025349:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384389.025356:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384389.025372:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000087932094. 00000400:00000010:2.0:1767384389.025377:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074bbf93a. 00000020:00000010:0.0:1767384389.113202:0:39825:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000d1551ad2. 00000400:00000040:0.0:1767384389.113241:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384389.113245:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384389.113247:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384389.113248:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384389.113250:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384389.113251:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1767384389.113253:0:39825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1767384389.113524:0:39825:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000d1551ad2. 00080000:00000001:3.0:1767384389.395887:0:39838:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384389.395900:0:39838:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.395905:0:39838:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384389.410333:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bab273ab] -> 12345-192.168.203.152@tcp22 (6) 00000800:00000200:1.0:1767384389.410342:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp22 ip 192.168.203.152:988 00000800:00000200:1.0:1767384389.410346:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1767384389.410468:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.410482:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384389.410484:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384389.410487:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.410492:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384389.665378:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384389.665385:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.665449:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384389.665453:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.665456:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384390.049385:0:16135:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 00000000be256702. 00000400:02000040:2.0:1767384390.049408:0:16135:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.203.152@tcp48, 192.168.203.152@tcp40, 192.168.203.152@tcp47, 192.168.203.152@tcp44, 192.168.203.152@tcp46, 192.168.203.152@tcp37, 192.168.203.152@tcp33, 192.168.203.152@tcp30 00000400:00000010:2.0:1767384390.058769:0:16135:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 00000000be256702. 00000800:00000200:1.0:1767384390.433372:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060b57365] -> 12345-192.168.203.152@tcp17 (6) 00000800:00000200:1.0:1767384390.433379:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp17 ip 192.168.203.152:988 00000800:00000200:1.0:1767384390.433382:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384390.433398:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (4) 00000800:00000200:1.1:1767384390.433400:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000258638ef] -> 12345-192.168.203.152@tcp38 (4) 00000400:00000200:0.0:1767384390.433499:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.0:1767384390.433532:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384390.433539:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.433550:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384390.433555:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.433560:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384390.433567:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433597:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433622:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433643:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433659:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433675:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433698:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433717:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433733:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433748:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433764:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433780:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433795:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433811:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433828:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433847:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433868:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433889:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433920:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433944:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433963:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.433982:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434004:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434109:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434136:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434229:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434254:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434311:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434340:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434372:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434405:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434430:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434452:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384390.434476:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384390.434600:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384390.434605:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384390.434610:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ab04419e. 00000800:00000010:0.0:1767384390.434725:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ab04419e. 00000800:00020000:0.0:1767384390.434768:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384390.434772:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384390.434774:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384390.434811:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp38 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384390.434816:0:16129:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384390.689603:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384390.689610:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384390.689726:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384390.689731:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384390.689733:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384391.073367:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp46 00000400:00000010:2.0:1767384391.073376:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384391.073383:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e860a13. 00000400:00000010:2.0:1767384391.073389:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384391.073396:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7104574. 00000400:00000200:2.0:1767384391.073401:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp46 00000400:00000200:2.0:1767384391.073421:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp46 local destination 00000400:00000200:2.0:1767384391.073426:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp46 00000400:00000200:2.0:1767384391.073431:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp46 NI seq info: [248:248:256:4294967295] 192.168.203.152@tcp46 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384391.073437:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp46 00000400:00000200:2.0:1767384391.073445:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp46(192.168.203.152@tcp46:) -> 192.168.203.152@tcp46(192.168.203.152@tcp46:192.168.203.152@tcp46) : GET try# 0 00000800:00000200:2.0:1767384391.073450:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp46 00000800:00000010:2.0:1767384391.073454:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000fa45649. 00000800:00000200:2.0:1767384391.073460:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000800:00000200:2.1:1767384391.073465:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a0ea10cd] -> 12345-192.168.203.152@tcp46 (2) 00000400:00000200:2.0:1767384391.073500:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp46 added to recovery queue. ping count: 4 next ping: 327 health :600 00000400:00000200:0.0:1767384391.073561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073605:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073670:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073687:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073703:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073720:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073776:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073797:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073820:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073840:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073856:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073888:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073910:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073921:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073954:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073964:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073986:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.073997:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074007:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074032:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074052:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074095:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384391.074117:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384391.074373:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384391.074379:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384391.074383:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ab04419e. 00000800:00000010:0.0:1767384391.074403:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ab04419e. 00000800:00020000:0.0:1767384391.074413:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384391.074417:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384391.074419:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384391.074453:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp46 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384391.074458:0:16128:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp46 notifying 192.168.203.152@tcp46: down 00000400:00000200:0.0:1767384391.074461:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384391.074464:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp46 00000800:00000010:0.0:1767384391.074466:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000fa45649. 00000400:00000200:0.0:1767384391.074469:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384391.074472:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp46->192.168.203.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384391.074479:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384391.074481:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384391.074484:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp46) recovery failed with -71 00010000:00000001:3.0:1767384391.713405:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384391.713412:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.713468:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384391.713472:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384391.713475:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384392.098772:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098779:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384392.098782:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384392.098787:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384392.098794:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384392.098800:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384392.098815:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384392.098819:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e860a13. 00000400:00000200:2.0:1767384392.098823:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp48 00000400:00000010:2.0:1767384392.098829:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384392.098833:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e860a13. 00000400:00000010:2.0:1767384392.098836:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384392.098840:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000097891c10. 00000400:00000200:2.0:1767384392.098842:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp48 00000400:00000200:2.0:1767384392.098852:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp48 local destination 00000400:00000200:2.0:1767384392.098856:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp48 00000400:00000200:2.0:1767384392.098859:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp48 NI seq info: [249:249:256:4294967295] 192.168.203.152@tcp48 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384392.098864:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp48 00000400:00000200:2.0:1767384392.098871:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp48(192.168.203.152@tcp48:) -> 192.168.203.152@tcp48(192.168.203.152@tcp48:192.168.203.152@tcp48) : GET try# 0 00000800:00000200:2.0:1767384392.098877:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp48 00000800:00000010:2.0:1767384392.098881:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9fc006f. 00000800:00000200:2.0:1767384392.098886:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000800:00000200:2.1:1767384392.098891:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000400:00000200:2.0:1767384392.098915:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp48 added to recovery queue. ping count: 3 next ping: 320 health :700 00000400:00000200:3.0:1767384392.099017:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099066:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099103:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099120:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099138:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099156:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099190:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099245:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099264:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099308:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099324:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099338:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099356:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099371:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099407:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099447:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099462:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099483:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099505:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099525:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099538:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099549:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099559:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099571:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099588:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099602:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099613:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099631:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099651:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099673:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384392.099715:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:3.0:1767384392.099870:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c368385. 00000800:00000010:3.0:1767384392.099876:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5b9f534. 00000800:00000010:3.0:1767384392.099881:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e3c3d6f7. 00000800:00000010:3.0:1767384392.099902:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e3c3d6f7. 00000800:00020000:3.0:1767384392.099912:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384392.099916:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5b9f534. 00000800:00000010:3.0:1767384392.099919:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c368385. 00000400:02020000:3.0:1767384392.099953:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp48 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384392.099959:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp48 notifying 192.168.203.152@tcp48: down 00000400:00000200:3.0:1767384392.099963:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384392.099966:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp48 00000800:00000010:3.0:1767384392.099969:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9fc006f. 00000400:00000200:3.0:1767384392.099973:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384392.099977:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp48->192.168.203.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384392.099986:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384392.099989:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384392.099992:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp48) recovery failed with -71 00000800:00000200:1.0:1767384392.481377:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a73907a9] -> 12345-192.168.203.152@tcp20 (6) 00000800:00000200:1.0:1767384392.481385:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp20 ip 192.168.203.152:988 00000800:00000200:1.0:1767384392.481389:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384392.481409:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (4) 00000800:00000200:1.1:1767384392.481413:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329b5d26] -> 12345-192.168.203.152@tcp41 (4) 00000800:00000200:0.0:1767384392.481559:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384392.481565:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384392.481568:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000001:0.0:1767384392.481573:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.481578:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.481580:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.481895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481946:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481963:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481986:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.481997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482008:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482020:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482039:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482060:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482079:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482092:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482104:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482114:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482136:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482169:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482180:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482227:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482251:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482350:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482427:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482483:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482495:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482531:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384392.482553:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384392.482662:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:2.0:1767384392.482667:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e923335d. 00000800:00000010:2.0:1767384392.482672:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf25cc45. 00000800:00000010:2.0:1767384392.482692:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf25cc45. 00000800:00020000:2.0:1767384392.482698:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384392.482702:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e923335d. 00000800:00000010:2.0:1767384392.482704:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:2.0:1767384392.482741:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp41 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384392.482746:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384392.737413:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384392.737419:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.737665:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.737668:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.737670:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384392.865369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384392.865369:0:17550:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384392.865375:0:17550:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.865378:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384392.865384:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 00000020:00000040:2.0:1767384392.865390:0:37:0:(genops.c:1229:class_import_get()) import 00000000f877e439 refcount=4 obd=MGC192.168.203.152@tcp 00000100:00000001:2.0:1767384392.865393:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384392.865397:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384392.865405:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384392.865412:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cccea9bd. 00000100:00000001:1.0:1767384392.865417:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384392.865418:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865421:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.865428:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0f48b3ea-8c4d-4a71-a385-ad1593de5a7a->MGS req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384392.865436:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384392.865438:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.865442:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae67c1ba] to pc [ptlrpcd_00_03+3] req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.865470:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384392.865473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767384392.865477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384392.865479:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384392.865482:0:37:0:(import.c:65:import_set_state_nolock()) 000000009d5c279a lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384392.865485:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384392.865489:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 308 00000100:00001000:2.0:1767384392.865494:0:37:0:(import.c:2128:obd_at_measure()) add 10 to 000000002b28e075 time=101 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384392.865497:0:37:0:(import.c:2194:obd_at_measure()) AT 000000002b28e075 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1767384392.865500:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1767384392.865502:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 5 to 0@lo 00000100:00000001:2.0:1767384392.865505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.865507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 6 to 0@lo 00000100:00000001:2.0:1767384392.865509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000020:00000001:2.0:1767384392.865512:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.865514:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1cafe7b7e4a4fc61 00000020:00000001:2.0:1767384392.865516:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.865519:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000579dbd95 refcount=8 00000020:00000001:2.0:1767384392.865521:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000020:00000001:2.0:1767384392.865524:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630076739346432 : -113996970205184 : ffff98520315e000) 00000100:00000040:2.0:1767384392.865527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9f01bcd refcount 5 to 0@lo 00000100:00000001:2.0:1767384392.865529:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.865531:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9f01bcd refcount 6 to 0@lo 00000100:00000001:2.0:1767384392.865534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630081041922944 : -113992667628672 : ffff98530389fb80) 00000100:00000001:0.0:1767384392.865534:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384392.865536:0:37:0:(genops.c:898:class_export_put()) PUTting export 00000000579dbd95 : new refcount 7 00000100:00000001:0.0:1767384392.865538:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1767384392.865539:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000009d5c279a using connection 192.168.203.152@tcp/0@lo 00000100:00000001:0.0:1767384392.865540:0:16141:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384392.865542:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.865544:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767384392.865544:0:16141:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384392.865550:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384392.865552:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865552:0:16141:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384392.865553:0:16141:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.865555:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384392.865557:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384392.865561:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007afb3437. 00000020:00000040:2.0:1767384392.865563:0:37:0:(genops.c:1229:class_import_get()) import 000000009d5c279a refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384392.865565:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384392.865567:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1767384392.865569:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.865570:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.865575:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384392.865578:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384392.865581:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384392.865583:0:16141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384392.865584:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d8a69ad1. 02000000:00000001:0.0:1767384392.865585:0:16141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384392.865587:0:16141:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.865588:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384392.865590:0:16141:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae67c1ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0f48b3ea-8c4d-4a71-a385-ad1593de5a7a:16141:1853236737771904:0@lo:400: 00000100:00100000:2.0:1767384392.865591:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384392.865595:0:16141:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384392.865598:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384392.865599:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384392.865600:0:16141:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384392.865602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007afb3437] to pc [ptlrpcd_rcv+-1] req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384392.865602:0:16141:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384392.865604:0:16141:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384392.865608:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b28dba2. 02000000:00000001:0.0:1767384392.865610:0:16141:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.865622:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.865627:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000400:00000010:0.0:1767384392.865642:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f107f09. 00000400:00000010:0.0:1767384392.865703:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000200:0.0:1767384392.865709:0:16141:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737771904, portal 25 00000100:00000001:0.0:1767384392.865711:0:16141:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384392.865712:0:16141:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008411520 : -113991701140096 : ffff98533d256d80) 00000100:00000040:0.0:1767384392.865715:0:16141:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384392.865720:0:16141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384392.865721:0:16141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384392.865723:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384392.865724:0:16141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737771904, offset 0 00000400:00000200:0.0:1767384392.865729:0:16141:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384392.865739:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384392.865749:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d708980 00000400:00000100:0.0:1767384392.865754:0:16141:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236737771904 offset 0 length 224: 4 00000400:00000200:0.0:1767384392.865758:0:16141:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000153e7ddc is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384392.865760:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384392.865766:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384392.865769:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000100:00000001:1.0:1767384392.865770:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384392.865773:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384392.865775:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000040:1.0:1767384392.865779:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384392.865781:0:16141:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384392.865787:0:16141:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.865799:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384392.865802:0:16141:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384392.865804:0:16141:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.865805:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.865810:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384392.865813:0:16141:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865814:0:16141:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384392.865817:0:16141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865820:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294980627 02000000:00000001:1.0:1767384392.865821:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384392.865825:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384392.865825:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e81239. 00000100:00100000:1.0:1767384392.865832:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007afb3437 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236737772032:0@lo:38: 00000100:00000001:0.0:1767384392.865834:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384392.865836:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384392.865839:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384392.865842:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.865844:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384392.865847:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004de0e081. 02000000:00000001:1.0:1767384392.865849:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384392.865853:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53b913b. 00000400:00000010:1.0:1767384392.865857:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c0d0b8b. 00000100:00000200:1.0:1767384392.865859:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737772032, portal 10 00000100:00000001:1.0:1767384392.865862:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384392.865863:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630082008410624 : -113991701140992 : ffff98533d256a00) 00000100:00000040:1.0:1767384392.865867:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.865872:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384392.865874:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384392.865875:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294980627 00000400:00000010:1.0:1767384392.865876:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384392.865879:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236737772032, offset 0 00000100:00000010:0.0:1767384392.865882:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a25c345. 00000400:00000200:1.0:1767384392.865884:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384392.865890:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384392.865892:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384392.865895:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294980627 00000400:00000200:1.0:1767384392.865900:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d708a00 00000100:00000010:0.0:1767384392.865900:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff286d12. 00000100:00000001:0.0:1767384392.865905:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 2 00000400:00000100:1.0:1767384392.865910:0:16137:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236737772032 offset 0 length 520: 4 00000400:00000200:1.0:1767384392.865914:0:16137:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d6edd9dd is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384392.865916:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1767384392.865918:0:16141:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294980627 00000400:00000200:1.0:1767384392.865921:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000400:00000010:1.0:1767384392.865924:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000100:00000010:0.0:1767384392.865924:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea2e22e. 00000100:00000001:1.0:1767384392.865927:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384392.865930:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384392.865930:0:16141:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384392.865936:0:16141:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384392.865939:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384392.865942:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007afb3437 x1853236737772032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384392.865942:0:16141:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865947:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865952:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.865957:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865959:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384392.865962:0:16141:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384392.865963:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.865967:0:16141:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384392.865968:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3582 usecs (4 jiffies) 00000100:00000001:1.0:1767384392.865972:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294980612 00000100:00000001:0.0:1767384392.865972:0:16141:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384392.865976:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294980627 00000100:00000001:0.0:1767384392.865976:0:16141:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384392.865980:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294980612 00000100:00000001:0.0:1767384392.865980:0:16141:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865981:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294980627 00000100:00000001:1.0:1767384392.865985:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294980612 00000100:00000001:1.0:1767384392.865986:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294980627 00000100:00000001:0.0:1767384392.865986:0:16141:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865991:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294980612 00000100:00000001:1.0:1767384392.865992:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294980627 00000100:00000001:1.0:1767384392.865993:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384392.865995:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865997:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.865998:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.866001:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384392.866001:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384392.866003:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384392.866004:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384392.866004:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.866006:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.885380:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000032cbc862 (cpu 0) has reached its deadline 4294980627, at 4294980628 00000100:00000040:3.0:1767384392.885381:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000008fa83405 (cpu 0) has reached its deadline 4294980627, at 4294980628 00000100:00000010:2.0:1767384392.885396:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff286d12. 00000100:00000010:3.0:1767384392.885398:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea2e22e. 00000100:00000040:1.0:1767384392.885540:0:53:0:(connection.c:75:cpu_latency_work()) work item of 0000000059bc2c37 (cpu 0) has reached its deadline 4294980627, at 4294980628 00000100:00000010:1.0:1767384392.885547:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a25c345. 00000100:00000040:0.0:1767384392.886243:0:1025:0:(connection.c:75:cpu_latency_work()) work item of 0000000039958fe6 (cpu 0) has reached its deadline 4294980627, at 4294980628 00000100:00000010:0.0:1767384392.886248:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e81239. 00000400:00000001:2.0:1767384393.121389:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384393.121396:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384393.121399:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384393.121404:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384393.121412:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384393.121419:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384393.121436:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384393.121441:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e860a13. 00000400:00000200:2.0:1767384393.121446:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp47 00000400:00000010:2.0:1767384393.121453:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384393.121458:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e860a13. 00000400:00000010:2.0:1767384393.121462:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000400:00000010:2.0:1767384393.121468:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012bfaa53. 00000400:00000200:2.0:1767384393.121472:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp47 00000400:00000200:2.0:1767384393.121485:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp47 local destination 00000400:00000200:2.0:1767384393.121491:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp47 00000400:00000200:2.0:1767384393.121495:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp47 NI seq info: [250:250:256:4294967295] 192.168.203.152@tcp47 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384393.121502:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp47 00000400:00000200:2.0:1767384393.121509:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp47(192.168.203.152@tcp47:) -> 192.168.203.152@tcp47(192.168.203.152@tcp47:192.168.203.152@tcp47) : GET try# 0 00000800:00000200:2.0:1767384393.121515:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp47 00000800:00000010:2.0:1767384393.121519:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002858bc75. 00000800:00000200:2.0:1767384393.121525:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000800:00000200:2.1:1767384393.121530:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a64dd07] -> 12345-192.168.203.152@tcp47 (2) 00000400:00000200:2.0:1767384393.121614:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp47 added to recovery queue. ping count: 4 next ping: 329 health :600 00000400:00000200:0.0:1767384393.124785:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124823:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124835:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124846:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124858:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124870:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124880:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124891:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124902:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124913:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124924:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124934:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124945:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124959:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124979:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.124999:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125019:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125032:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125043:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125053:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125065:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125075:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125086:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125096:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125118:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125131:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125147:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125160:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125170:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125181:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125215:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125241:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125262:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.125351:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384393.125481:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384393.125485:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384393.125489:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000015b0114. 00000800:00000010:0.0:1767384393.125502:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000015b0114. 00000800:00020000:0.0:1767384393.125509:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384393.125512:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384393.125513:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384393.125538:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp47 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384393.125542:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp47 notifying 192.168.203.152@tcp47: down 00000400:00000200:0.0:1767384393.125546:0:16129:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384393.125548:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp47 00000800:00000010:0.0:1767384393.125551:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002858bc75. 00000400:00000200:0.0:1767384393.125554:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384393.125557:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp47->192.168.203.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384393.125567:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384393.125569:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384393.125571:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp47) recovery failed with -71 00000800:00000200:1.0:1767384393.505629:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000800:00000200:1.1:1767384393.505638:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000063365004] -> 12345-192.168.203.152@tcp28 (4) 00000400:00000200:0.0:1767384393.505799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505845:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505863:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505881:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505897:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505914:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505931:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505949:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505966:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.505982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506000:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506016:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506118:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506141:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506161:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506182:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506216:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506319:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506365:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506384:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506405:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506476:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506494:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506528:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384393.506599:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384393.506745:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384393.506750:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384393.506755:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a922e6d. 00000800:00000010:0.0:1767384393.506773:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a922e6d. 00000800:00020000:0.0:1767384393.506782:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384393.506786:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aa3bd46. 00000800:00000010:0.0:1767384393.506788:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384393.506820:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384393.506824:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384393.761415:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384393.761424:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384393.761536:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384393.761540:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384393.761543:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384394.145343:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384394.145348:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384394.145351:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:2.0:1767384394.145355:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000400:00000200:2.0:1767384394.145361:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384394.145366:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384394.145379:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd5e07d4. 00000400:00000010:2.0:1767384394.145383:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e860a13. 10000000:00000001:3.0:1767384394.403233:0:16775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384394.403239:0:16775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:1.0:1767384394.529376:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c41a6a1b] -> 12345-192.168.203.152@tcp23 (6) 00000800:00000200:1.0:1767384394.529389:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp23 ip 192.168.203.152:988 00000800:00000200:1.0:1767384394.529394:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384394.529428:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000800:00000200:1.1:1767384394.529456:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000078df5fd2] -> 12345-192.168.203.152@tcp31 (4) 00000400:00000200:2.0:1767384394.529670:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.0:1767384394.529747:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384394.529754:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000800:00000001:3.0:1767384394.529757:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384394.529776:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384394.529782:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384394.529787:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384394.529795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529837:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529902:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529943:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.529982:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530046:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530088:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530112:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530130:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530206:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530227:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530271:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530339:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530379:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530406:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530450:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530491:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530511:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384394.530571:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384394.530735:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:2.0:1767384394.530741:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b77d3a9. 00000800:00000010:2.0:1767384394.530747:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0e76e0f. 00000800:00000010:2.0:1767384394.530769:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0e76e0f. 00000800:00020000:2.0:1767384394.530779:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384394.530782:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b77d3a9. 00000800:00000010:2.0:1767384394.530785:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:2.0:1767384394.530824:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp31 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384394.530830:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384394.785435:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384394.785441:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384394.785499:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384394.785503:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384394.785506:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384395.491889:0:39888:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.491902:0:39888:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.491907:0:39888:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384395.553375:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (4) 00000800:00000200:1.1:1767384395.553384:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c56900ce] -> 12345-192.168.203.152@tcp39 (4) 00000400:00000200:2.0:1767384395.553498:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553546:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553566:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553638:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553684:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553701:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553717:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553751:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553769:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553789:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553850:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553903:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553927:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553946:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553962:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553979:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.553999:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554020:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554064:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554081:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554098:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554114:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554132:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554149:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384395.554165:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384395.554361:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc780568. 00000800:00000010:2.0:1767384395.554367:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e4b8b0b. 00000800:00000010:2.0:1767384395.554372:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007549bd49. 00000800:00000010:2.0:1767384395.554392:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007549bd49. 00000800:00020000:2.0:1767384395.554402:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384395.560371:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e4b8b0b. 00000800:00000010:2.0:1767384395.560375:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bc780568. 00000400:02020000:2.0:1767384395.560432:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp39 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384395.566658:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384395.809326:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384395.809333:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384395.809335:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384395.809337:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.809342:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384395.809344:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.809346:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.809349:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.809380:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.809384:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.809392:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384396.266596:0:40052:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384396.266600:0:40052:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1767384396.268397:0:40052:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384396.499390:0:40074:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:1.0:1767384396.578342:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cd0be8d] -> 12345-192.168.203.152@tcp (6) 00000800:00000200:1.0:1767384396.578351:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp ip 192.168.203.152:988 00000800:00000200:1.0:1767384396.578355:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a0fbeb3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384396.578377:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061921a61] -> 12345-192.168.203.152@tcp21 (6) 00000800:00000200:1.0:1767384396.578381:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp21 ip 192.168.203.152:988 00000800:00000200:1.0:1767384396.578384:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cb302d35 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:1.0:1767384396.578394:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc97c8fd. 00000800:00000200:1.0:1767384396.578398:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (4) 00000800:00000200:1.1:1767384396.578402:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b8ba5e6] -> 12345-192.168.203.152@tcp42 (4) 00000800:00000200:3.0:1767384396.578453:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384396.578474:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000800:00000200:3.0:1767384396.578490:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384396.578517:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578538:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578555:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578573:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578593:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578610:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578628:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578647:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578666:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578686:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578706:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578723:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578742:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578760:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578779:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578796:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578816:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578843:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578861:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578879:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578897:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578914:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578931:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578948:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578965:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.578984:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579002:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579019:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579036:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579062:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579086:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579107:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579125:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384396.579144:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384396.579257:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef6d7778. 00000800:00000010:1.0:1767384396.579262:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000167dd144. 00000800:00000010:1.0:1767384396.579265:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008528e6ab. 00000800:00000010:1.0:1767384396.579486:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008528e6ab. 00000800:00020000:1.0:1767384396.579495:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384396.579498:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000167dd144. 00000800:00000010:1.0:1767384396.579501:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ef6d7778. 00000400:02020000:1.0:1767384396.579538:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp42 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384396.579542:0:16129:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000200:1.0:1767384397.601335:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (4) 00000800:00000200:1.1:1767384397.601344:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bffc79bc] -> 12345-192.168.203.152@tcp29 (4) 00000400:00000200:0.0:1767384397.601435:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601480:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601531:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601575:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601648:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601680:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601702:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601723:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601764:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601793:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601823:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601861:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601893:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601921:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601941:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601962:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.601988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602009:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602025:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602045:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602080:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602105:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602215:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602238:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602262:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602310:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602344:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602369:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384397.602389:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384397.602535:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5b097a. 00000800:00000010:0.0:1767384397.602541:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000eb5b450. 00000800:00000010:0.0:1767384397.602546:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007692933. 00000800:00000010:0.0:1767384397.602566:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007692933. 00000800:00020000:0.0:1767384397.602575:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384397.602578:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000eb5b450. 00000800:00000010:0.0:1767384397.602583:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cc5b097a. 00000400:02020000:0.0:1767384397.602613:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp29 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384397.602617:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000010:3.0:1767384397.985725:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384397.985757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000167844fd. 02000000:00000010:2.0:1767384397.985866:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e745fa49. 00000400:00000010:2.0:1767384397.985875:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd8148. 00000400:00000010:2.0:1767384397.985882:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000572fc4e6. 00000100:00000200:2.0:1767384397.985887:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737772160, portal 25 00000400:00000010:2.0:1767384397.985892:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384397.985894:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236737772160, offset 0 00000400:00000200:2.0:1767384397.985901:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384397.985912:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384397.985921:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d708a80 00000400:00000100:2.0:1767384397.985926:0:16139:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236737772160 offset 0 length 224: 4 00000400:00000200:2.0:1767384397.985930:0:16139:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d8244065 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384397.985932:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384397.985940:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384397.985942:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384397.985949:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737772160/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384397.985964:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057291ca5. 00000100:00000010:2.0:1767384397.985981:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b91f04a4. 00000100:00000010:2.0:1767384397.985988:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b448d0d7. 00000100:00000010:2.0:1767384397.985992:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cc8676be. 00000100:00000010:2.0:1767384398.005318:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b448d0d7. 00000100:00000010:3.0:1767384398.005335:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cc8676be. 00000100:00000010:1.0:1767384398.005354:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b91f04a4. 00000100:00000010:0.0:1767384398.005429:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057291ca5. 00000020:00000010:1.0:1767384398.171265:0:40414:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000064d9a576. 00000020:00000010:1.0:1767384398.171270:0:40414:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000004ffb6824. 00000020:00000010:1.0:1767384398.171292:0:40414:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000d1681f41. 00000020:00000010:1.0:1767384398.171303:0:40414:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000befde7ec. 00000020:00000010:1.0:1767384398.171314:0:40414:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000e4662f9a. 00000020:00000010:1.0:1767384398.171317:0:40414:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 00000000344fc88b. 00000020:00000010:1.0:1767384398.171329:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000007e2c45eb. 00000020:00000010:1.0:1767384398.171338:0:40414:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c069ed84. 00000020:00000010:1.0:1767384398.171342:0:40414:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cb494408. 00000020:00000010:1.0:1767384398.171350:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000007e2c45eb. 00000020:00000010:1.0:1767384398.171352:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000007e2c45eb. 00000001:00000010:1.0:1767384398.171362:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c27abac7. 00000001:00000010:1.0:1767384398.171364:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000045e0e929. 00000001:00000010:1.0:1767384398.171367:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d783dea1. 00000001:00000010:1.0:1767384398.171368:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c81d0800. 00000001:00000010:1.0:1767384398.171369:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5b32c58. 00000001:00000010:1.0:1767384398.171370:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a95b5f4. 00000001:00000010:1.0:1767384398.171372:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007eeb89e1. 00000001:00000010:1.0:1767384398.171373:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e321822b. 00000001:00000010:1.0:1767384398.171374:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfa5dd7d. 00000001:00000010:1.0:1767384398.171375:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000dda5287. 00000001:00000010:1.0:1767384398.171376:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000baf8965b. 00000001:00000010:1.0:1767384398.171377:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd3428df. 00000020:00000010:1.0:1767384398.171379:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b14ba506. 00000020:00000010:1.0:1767384398.171382:0:40414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083ba123c. 00000020:00000010:1.0:1767384398.171384:0:40414:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000008:00000010:1.0:1767384398.171387:0:40414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000829e4946. 00020000:00000010:1.0:1767384398.171390:0:40414:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006cb7636f. 00008000:00000010:1.0:1767384398.171392:0:40414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000070c3e712. 00000080:00000010:1.0:1767384398.171396:0:40414:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000021189048. 00000020:00000010:1.0:1767384398.171398:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d483db49. 00000020:00000010:1.0:1767384398.171400:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000582a5547. 00000040:00000010:1.0:1767384398.171402:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ca8ff13. 00000020:00000010:1.0:1767384398.171404:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384398.171406:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068311587. 00040000:00000010:1.0:1767384398.171412:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d74ee1f5. 00040000:00000010:1.0:1767384398.171415:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2d9e873. 00080000:00000010:1.0:1767384398.171417:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000050bd65cd. 00080000:00000010:1.0:1767384398.171425:0:40414:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 000000008b777c20. 00000020:00000010:1.0:1767384398.173261:0:40414:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000002c7c3723. 00000020:00000010:1.0:1767384398.173268:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f0f2b28d. 00000020:00000010:1.0:1767384398.173270:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000007eb52155. 00080000:00000010:1.0:1767384398.174023:0:40414:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000d28b638f. 00000020:00000010:1.0:1767384398.174029:0:40414:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000e4377bc8. 00080000:00000010:1.0:1767384398.174032:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000085bc75e9. 00080000:00000010:1.0:1767384398.174034:0:40414:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000034d1125. 00080000:00000010:1.0:1767384398.174547:0:40414:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 00000000451f4112. 00080000:00000010:1.0:1767384398.174550:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000036e0fd1e. 00080000:00000010:1.0:1767384398.174561:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f217b722. 00080000:00000010:1.0:1767384398.174571:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000088a4a300. 00080000:00000010:1.0:1767384398.174580:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001dbd3324. 00080000:00000010:1.0:1767384398.174590:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000220baa91. 00080000:00000010:1.0:1767384398.174599:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc35f227. 00080000:00000010:1.0:1767384398.174607:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000c2ee67f. 00080000:00000010:1.0:1767384398.174616:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000639fb23. 00080000:00000010:1.0:1767384398.174625:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008cd36f55. 00080000:00000010:1.0:1767384398.174633:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ed832ad7. 00080000:00000010:1.0:1767384398.174642:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b89a756. 00080000:00000010:1.0:1767384398.174649:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dede14bb. 00080000:00000010:1.0:1767384398.174657:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dd5def14. 00080000:00000010:1.0:1767384398.174665:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b481e0e3. 00080000:00000010:1.0:1767384398.174674:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001514fc9f. 00080000:00000010:1.0:1767384398.174683:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007e58e4fe. 00080000:00000010:1.0:1767384398.174691:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4e0a0b0. 00080000:00000010:1.0:1767384398.174699:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4760cf5. 00080000:00000010:1.0:1767384398.174708:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a24108b. 00080000:00000010:1.0:1767384398.174717:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000135a372e. 00080000:00000010:1.0:1767384398.174725:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002117503d. 00080000:00000010:1.0:1767384398.174742:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac570f08. 00080000:00000010:1.0:1767384398.174751:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c85624ec. 00080000:00000010:1.0:1767384398.174761:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000010b5b308. 00080000:00000010:1.0:1767384398.174770:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000040eb8dcc. 00080000:00000010:1.0:1767384398.174802:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008b5d5142. 00080000:00000010:1.0:1767384398.174810:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034b6718a. 00080000:00000010:1.0:1767384398.174819:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000011d7f948. 00080000:00000010:1.0:1767384398.174828:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008708259f. 00080000:00000010:1.0:1767384398.174837:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000b91e409. 00080000:00000010:1.0:1767384398.174846:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000640d5d99. 00080000:00000010:1.0:1767384398.174855:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d6b62c66. 00080000:00000010:1.0:1767384398.174863:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bac7ccc2. 00080000:00000010:1.0:1767384398.174871:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000069ecd701. 00080000:00000010:1.0:1767384398.174880:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000177e31d0. 00080000:00000010:1.0:1767384398.174890:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096591fef. 00080000:00000010:1.0:1767384398.174899:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041ab24e0. 00080000:00000010:1.0:1767384398.174906:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000490d99fd. 00080000:00000010:1.0:1767384398.174915:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e7b678fc. 00080000:00000010:1.0:1767384398.174924:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c71ec9f9. 00080000:00000010:1.0:1767384398.174931:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008dcf5a98. 00080000:00000010:1.0:1767384398.174962:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000165f796d. 00080000:00000010:1.0:1767384398.174972:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000086ee577e. 00080000:00000010:1.0:1767384398.174981:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cf98f4b5. 00080000:00000010:1.0:1767384398.174990:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e48eedd3. 00080000:00000010:1.0:1767384398.174998:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ef28086e. 00080000:00000010:1.0:1767384398.175006:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000614b5e77. 00080000:00000010:1.0:1767384398.175015:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ad1a28fd. 00080000:00000010:1.0:1767384398.175023:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001fb16eba. 00080000:00000010:1.0:1767384398.175031:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023ef4fe8. 00080000:00000010:1.0:1767384398.175039:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0558b4a. 00080000:00000010:1.0:1767384398.175047:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fdc5cb1e. 00080000:00000010:1.0:1767384398.175055:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c6200cf0. 00080000:00000010:1.0:1767384398.175064:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f61e097f. 00080000:00000010:1.0:1767384398.175071:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000feb34093. 00080000:00000010:1.0:1767384398.175088:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000058100018. 00080000:00000010:1.0:1767384398.175097:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009245fdee. 00080000:00000010:1.0:1767384398.175128:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0693ab0. 00080000:00000010:1.0:1767384398.175138:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cff2c19c. 00080000:00000010:1.0:1767384398.175151:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f1bf639. 00080000:00000010:1.0:1767384398.175185:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000da62baaa. 00080000:00000010:1.0:1767384398.175200:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000ab5c8fd. 00080000:00000010:1.0:1767384398.175210:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007cb126cf. 00080000:00000010:1.0:1767384398.175219:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015d8a983. 00080000:00000010:1.0:1767384398.175229:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a414ee41. 00080000:00000010:1.0:1767384398.175238:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c8313a6. 00080000:00000010:1.0:1767384398.175246:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001ec46afa. 00080000:00000010:1.0:1767384398.175260:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002ac9efa3. 00080000:00000010:1.0:1767384398.175270:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000046d9383e. 00080000:00000010:1.0:1767384398.175305:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000000938faa. 00080000:00000010:1.0:1767384398.175319:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009a002956. 00080000:00000010:1.0:1767384398.175329:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009d953fa8. 00080000:00000010:1.0:1767384398.175338:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000056740605. 00080000:00000010:1.0:1767384398.175371:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001ce3c72a. 00080000:00000010:1.0:1767384398.175381:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d3b3e629. 00080000:00000010:1.0:1767384398.175389:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a1ea06fc. 00080000:00000010:1.0:1767384398.175397:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a179aa8c. 00080000:00000010:1.0:1767384398.175405:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bc8e2972. 00080000:00000010:1.0:1767384398.175414:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ddbd5350. 00080000:00000010:1.0:1767384398.175423:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e7b8d308. 00080000:00000010:1.0:1767384398.175431:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dbb53380. 00080000:00000010:1.0:1767384398.175440:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007790f13b. 00080000:00000010:1.0:1767384398.175448:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000416e33a3. 00080000:00000010:1.0:1767384398.175456:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e482a8ea. 00080000:00000010:1.0:1767384398.175465:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051a08329. 00080000:00000010:1.0:1767384398.175474:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bc26910c. 00080000:00000010:1.0:1767384398.175482:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ce70363e. 00080000:00000010:1.0:1767384398.175491:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000795d4189. 00080000:00000010:1.0:1767384398.175499:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000a6633aa. 00080000:00000010:1.0:1767384398.175539:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000351d86dc. 00080000:00000010:1.0:1767384398.175549:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003299c38d. 00080000:00000010:1.0:1767384398.175559:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000231340cc. 00080000:00000010:1.0:1767384398.175568:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000087311223. 00080000:00000010:1.0:1767384398.175576:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008ca47f71. 00080000:00000010:1.0:1767384398.175584:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000903ec83. 00080000:00000010:1.0:1767384398.175593:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a12804c. 00080000:00000010:1.0:1767384398.175600:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005dff5136. 00080000:00000010:1.0:1767384398.175610:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e58d7833. 00080000:00000010:1.0:1767384398.175618:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4950d09. 00080000:00000010:1.0:1767384398.175626:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac124df0. 00080000:00000010:1.0:1767384398.175635:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a54bb24. 00080000:00000010:1.0:1767384398.175668:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a4370c3. 00080000:00000010:1.0:1767384398.175677:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c3e2663. 00080000:00000010:1.0:1767384398.175686:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000da400ddc. 00080000:00000010:1.0:1767384398.175693:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000422a34bf. 00080000:00000010:1.0:1767384398.175701:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000966547f8. 00080000:00000010:1.0:1767384398.175709:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c4d03c4e. 00080000:00000010:1.0:1767384398.175717:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000503e6572. 00080000:00000010:1.0:1767384398.175726:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4b44482. 00080000:00000010:1.0:1767384398.175734:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004aa0b4bb. 00080000:00000010:1.0:1767384398.175743:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001cb8211e. 00080000:00000010:1.0:1767384398.175752:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005be0de0e. 00080000:00000010:1.0:1767384398.175761:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4d4e7bf. 00080000:00000010:1.0:1767384398.175770:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fcf4169b. 00080000:00000010:1.0:1767384398.175779:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000011df989f. 00080000:00000010:1.0:1767384398.175787:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b9a989c. 00080000:00000010:1.0:1767384398.175794:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000703c0265. 00080000:00000010:1.0:1767384398.175823:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000036efe30a. 00080000:00000010:1.0:1767384398.175833:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f0b7ea04. 00080000:00000010:1.0:1767384398.175842:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e694ddc. 00080000:00000010:1.0:1767384398.175851:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000194726a1. 00080000:00000010:1.0:1767384398.175859:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000228a9e81. 00080000:00000010:1.0:1767384398.175867:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000061758c36. 00080000:00000010:1.0:1767384398.175883:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038560f47. 00080000:00000010:1.0:1767384398.175891:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eb3c23cd. 00080000:00000010:1.0:1767384398.175898:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000345f7057. 00080000:00000010:1.0:1767384398.175908:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a3f8d29. 00080000:00000010:1.0:1767384398.175927:0:40414:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0556c31. 00100000:00000010:1.0:1767384398.176098:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000004dce99b0. 00100000:00000010:1.0:1767384398.176128:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000fb1413d2. 00100000:00000010:1.0:1767384398.176333:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000002f48f25c. 00100000:00000010:1.0:1767384398.176475:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000099e5f754. 00100000:00000010:1.0:1767384398.176647:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000d0aa8340. 00100000:00000010:1.0:1767384398.176669:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000009b355deb. 00100000:00000010:1.0:1767384398.176712:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000cbea3143. 00100000:00000010:1.0:1767384398.177021:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000036029a3a. 00100000:00000010:1.0:1767384398.177150:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007ec011f8. 00100000:00000010:1.0:1767384398.177202:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000003f15a424. 00100000:00000010:1.0:1767384398.177507:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000003759951. 00100000:00000010:1.0:1767384398.177561:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000004dce99b0. 00100000:00000010:1.0:1767384398.177683:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000fb1413d2. 00100000:00000010:1.0:1767384398.178032:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000002f48f25c. 00100000:00000010:1.0:1767384398.178166:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000024625f16. 00100000:00000010:1.0:1767384398.178200:0:40414:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000a7e10bcc. 00100000:00000010:1.0:1767384398.178203:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000d0aa8340. 00100000:00000010:1.0:1767384398.179946:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000009b355deb. 00100000:00000010:1.0:1767384398.184258:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000cbea3143. 00100000:00000010:1.0:1767384398.184505:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000036029a3a. 00100000:00000010:1.0:1767384398.184612:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000003f15a424. 00100000:00000010:1.0:1767384398.184817:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cbea3143. 00100000:00000010:1.0:1767384398.185031:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009b355deb. 00100000:00000010:1.0:1767384398.185189:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d0aa8340. 00100000:00000010:1.0:1767384398.185207:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000024625f16. 00100000:00000010:1.0:1767384398.185439:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000036029a3a. 00100000:00000010:1.0:1767384398.185561:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ca3b7bed. 00100000:00000010:1.0:1767384398.185695:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001fdf4aa1. 00100000:00000010:1.0:1767384398.185712:0:40414:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000a7e10bcc. 00000020:00000010:1.0:1767384398.185779:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007e1697d6. 00000020:00000010:1.0:1767384398.185782:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 000000004b9b263e. 00040000:00000010:1.0:1767384398.185801:0:40414:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 0000000091230255. 00040000:00000010:1.0:1767384398.185804:0:40414:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000040fb3257. 00040000:00000010:1.0:1767384398.185806:0:40414:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000040fb3257. 00000020:00000010:1.0:1767384398.185814:0:40414:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000040fb3257. 00000020:00000010:1.0:1767384398.185816:0:40414:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000040fb3257. 00040000:00000010:1.0:1767384398.185818:0:40414:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000005b6927a5. 00040000:00000010:1.0:1767384398.185820:0:40414:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000040fb3257. 00040000:00000010:1.0:1767384398.185820:0:40414:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000040fb3257. 00000020:00000010:1.0:1767384398.185865:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000582a5547. 00000040:00000010:1.0:1767384398.185869:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ca8ff13. 00000020:00000010:1.0:1767384398.185871:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384398.185874:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068311587. 00040000:00000010:1.0:1767384398.185877:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d74ee1f5. 00040000:00000010:1.0:1767384398.185880:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2d9e873. 00080000:00000010:1.0:1767384398.185882:0:40414:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000d28b638f. 00080000:00000010:1.0:1767384398.185884:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000050bd65cd. 00000020:00000010:1.0:1767384398.185886:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d483db49. 00000020:00000010:1.0:1767384398.185889:0:40414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083ba123c. 00000020:00000010:1.0:1767384398.185891:0:40414:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000008:00000010:1.0:1767384398.185894:0:40414:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000829e4946. 00020000:00000010:1.0:1767384398.185897:0:40414:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006cb7636f. 00008000:00000010:1.0:1767384398.185900:0:40414:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000070c3e712. 00000080:00000010:1.0:1767384398.185902:0:40414:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000021189048. 00000020:00000010:1.0:1767384398.185904:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b14ba506. 00000020:00000010:1.0:1767384398.185907:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 000000007e2c45eb. 00000020:00000010:1.0:1767384398.185912:0:40414:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000aa2f1a1b. 00000020:00000010:1.0:1767384398.185922:0:40414:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000001d6aaaa1. 00000020:00000010:1.0:1767384398.185925:0:40414:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 0000000089c15d98. 00000020:00000010:1.0:1767384398.185927:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000465e9b1d. 00000020:00000010:1.0:1767384398.185933:0:40414:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000168152bd. 00000020:00000010:1.0:1767384398.185940:0:40414:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000050bd65cd. 00000020:00000010:1.0:1767384398.185945:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000465e9b1d. 00000020:00000010:1.0:1767384398.185947:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000465e9b1d. 00000001:00000010:1.0:1767384398.185956:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d28b638f. 00000001:00000010:1.0:1767384398.185958:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004b7916f6. 00000001:00000010:1.0:1767384398.185960:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050cb084f. 00000001:00000010:1.0:1767384398.185962:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047d4b8cf. 00000001:00000010:1.0:1767384398.185963:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000608e50e7. 00000001:00000010:1.0:1767384398.185965:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f5b1614. 00000001:00000010:1.0:1767384398.185966:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d74ee1f5. 00000001:00000010:1.0:1767384398.185967:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000c0370ba. 00000001:00000010:1.0:1767384398.185968:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9f45d04. 00000001:00000010:1.0:1767384398.185970:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b97cf834. 00000001:00000010:1.0:1767384398.185971:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001307962. 00000001:00000010:1.0:1767384398.185972:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000383381fa. 00000020:00000010:1.0:1767384398.185974:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079cf3fd0. 00000020:00000010:1.0:1767384398.185975:0:40414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f1e8dd4. 00000020:00000010:1.0:1767384398.185977:0:40414:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed2f7ef1. 00000008:00000010:1.0:1767384398.185979:0:40414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000829e4946. 00020000:00000010:1.0:1767384398.185981:0:40414:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006cb7636f. 00008000:00000010:1.0:1767384398.185982:0:40414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000070c3e712. 00000080:00000010:1.0:1767384398.185985:0:40414:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000021189048. 00000020:00000010:1.0:1767384398.185987:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000873696f6. 00000020:00000010:1.0:1767384398.185988:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001752c39f. 00000040:00000010:1.0:1767384398.185990:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b14ba506. 00000020:00000010:1.0:1767384398.185992:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003498b68b. 00000020:00000010:1.0:1767384398.185994:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d483db49. 80000000:00000010:1.0:1767384398.185996:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d3c9224. 00040000:00000010:1.0:1767384398.185998:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2d9e873. 00080000:00000010:1.0:1767384398.186000:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008d52ea33. 20000000:00000010:1.0:1767384398.186003:0:40414:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000cf52ca69. 20000000:00000010:1.0:1767384398.186006:0:40414:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000040fb3257. 00000020:00000010:1.0:1767384398.186012:0:40414:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a4127b0d. 20000000:00000010:1.0:1767384398.186015:0:40414:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000040fb3257. 00010000:00000010:1.0:1767384398.186020:0:40414:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cd024cea. 00000001:00000010:1.0:1767384398.186022:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000068311587. 00000001:00000010:1.0:1767384398.186023:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000003dc005c3. 00000001:00000010:1.0:1767384398.186025:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000009ca8ff13. 00000001:00000010:1.0:1767384398.186026:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000582a5547. 00000020:00000010:1.0:1767384398.186047:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000006dad9d2. 00000020:00000010:1.0:1767384398.186048:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e85ea981. 00000020:00000010:1.0:1767384398.186076:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ff426359. 00000020:00000010:1.0:1767384398.186078:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000cd236bfe. 00000020:00000010:1.0:1767384398.186088:0:40414:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000d70fcad8. 00000020:00000010:1.0:1767384398.186091:0:40414:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000002574e9d2. 00000020:00000010:1.0:1767384398.186095:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0e9df23. 00080000:00000010:1.0:1767384398.186099:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f9d6de5. 00080000:00000010:1.0:1767384398.186103:0:40414:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000a7e10bcc. 00080000:00000010:1.0:1767384398.186104:0:40414:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000e234965e. 20000000:00000010:1.0:1767384398.186494:0:40414:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000008cf29e73. 00080000:00000010:1.0:1767384398.186498:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b3b7875. 00000020:00000010:1.0:1767384398.186519:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072f1a865. 00080000:00000010:1.0:1767384398.186521:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b412ef5. 00000020:00000010:1.0:1767384398.186541:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f553b7d. 00080000:00000010:1.0:1767384398.186543:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e07b4af9. 00100000:00000010:1.0:1767384398.186557:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000084570d1c. 00100000:00000010:1.0:1767384398.186559:0:40414:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000084570d1c. 00000001:00000010:1.0:1767384398.186561:0:40414:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000b77d249c. 00080000:00000010:1.0:1767384398.186565:0:40414:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.186567:0:40414:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000084570d1c. 00000001:00000010:1.0:1767384398.186575:0:40414:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000008cab2388. 00000001:00000010:1.0:1767384398.186577:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000029a263dc. 00000001:00000010:1.0:1767384398.186580:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f867e1fd. 00000001:00000010:1.0:1767384398.186581:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000040fb3257. 00000001:00000010:1.0:1767384398.186602:0:40414:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000003d8e00df. 00080000:00000010:1.0:1767384398.186618:0:40414:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000084570d1c. 00080000:00000010:1.0:1767384398.186621:0:40414:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00000001:00000010:1.0:1767384398.186628:0:40414:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000037f8ec30. 00000001:00000010:1.0:1767384398.186630:0:40414:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000000ba32401. 00000001:00000010:1.0:1767384398.186632:0:40414:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000174fb6fb. 00000001:00000010:1.0:1767384398.186638:0:40414:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000d02e8ff4. 00000001:00000010:1.0:1767384398.186642:0:40414:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000df08491d. 00000020:00000010:1.0:1767384398.186651:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f852ce3. 00080000:00000010:1.0:1767384398.186653:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb4662dd. 00000040:00000010:1.0:1767384398.186671:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002239e110. 00000020:00000010:1.0:1767384398.186674:0:40414:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000729a01af. 00000020:00000010:1.0:1767384398.186676:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a5a6f15. 00080000:00000010:1.0:1767384398.186678:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000791958b9. 00080000:00000010:1.0:1767384398.186680:0:40414:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000023db8c2f. 00080000:00000010:1.0:1767384398.186682:0:40414:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000006917333a. 00000020:00000010:1.0:1767384398.186948:0:40414:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000fea98b63. 00000020:00000010:1.0:1767384398.186952:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f3b191e5. 00080000:00000010:1.0:1767384398.186954:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071e04018. 00080000:00000010:1.0:1767384398.186956:0:40414:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000005aa812ec. 00080000:00000010:1.0:1767384398.186957:0:40414:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000df722922. 00080000:00000010:1.0:1767384398.187315:0:40414:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.187318:0:40414:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000097e27d0c. 20000000:00000010:1.0:1767384398.187328:0:40414:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008e826912. 20000000:00000010:1.0:1767384398.187330:0:40414:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000002e45d01e. 20000000:00000010:1.0:1767384398.187332:0:40414:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006799f8c9. 20000000:00000010:1.0:1767384398.187333:0:40414:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000055ae19e6. 20000000:00000010:1.0:1767384398.187335:0:40414:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004720418d. 20000000:00000010:1.0:1767384398.187336:0:40414:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000008e17d16. 20000000:00000010:1.0:1767384398.187338:0:40414:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005bccb556. 20000000:00000010:1.0:1767384398.187339:0:40414:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000088158e4d. 20000000:00000010:1.0:1767384398.187341:0:40414:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d769af7f. 20000000:00000010:1.0:1767384398.187345:0:40414:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000fbc6ec72. 00080000:00000010:1.0:1767384398.187349:0:40414:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000097e27d0c. 00080000:00000010:1.0:1767384398.187350:0:40414:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00000020:00000010:1.0:1767384398.187359:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ba3153e. 00080000:00000010:1.0:1767384398.187361:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae62e84e. 20000000:00000010:1.0:1767384398.187381:0:40414:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000fbc6ec72. 20000000:00000010:1.0:1767384398.187383:0:40414:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d769af7f. 00000020:00000010:1.0:1767384398.187389:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bce8abdc. 00080000:00000010:1.0:1767384398.187391:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000accd1c95. 20000000:00000010:1.0:1767384398.187403:0:40414:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000088158e4d. 20000000:00000010:1.0:1767384398.187404:0:40414:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005bccb556. 20000000:00000010:1.0:1767384398.187406:0:40414:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000008e17d16. 20000000:00000010:1.0:1767384398.187407:0:40414:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004720418d. 00000020:00000010:1.0:1767384398.187413:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f9c33b5. 00080000:00000010:1.0:1767384398.187414:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005c920c80. 20000000:00000010:1.0:1767384398.187427:0:40414:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000055ae19e6. 20000000:00000010:1.0:1767384398.187428:0:40414:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006799f8c9. 20000000:00000010:1.0:1767384398.187429:0:40414:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000002e45d01e. 20000000:00000010:1.0:1767384398.187430:0:40414:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008e826912. 00000020:00000010:1.0:1767384398.187513:0:40414:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bf299272. 00000020:00000010:1.0:1767384398.187517:0:40414:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000bf299272. 20000000:00000010:1.0:1767384398.187521:0:40414:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002984b7d5. 20000000:00000010:1.0:1767384398.187524:0:40414:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000006d4c01e2. 20000000:00000010:1.0:1767384398.187528:0:40414:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000002214b027. 20000000:00000010:1.0:1767384398.187530:0:40414:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000002f1571b1. 20000000:00000010:1.0:1767384398.187532:0:40414:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000279c9755. 20000000:00000010:3.0:1767384398.187746:0:40414:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000056b636ea. 00000040:00000010:3.0:1767384398.187755:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005e860a13. 00000040:00000010:3.0:1767384398.187772:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005e860a13. 20000000:00000010:3.0:1767384398.187777:0:40414:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000056b636ea. 00000040:00000010:3.0:1767384398.187782:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005e860a13. 00000040:00000010:3.0:1767384398.187796:0:40414:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000aa1fee8a. 00000020:00000010:3.0:1767384398.187802:0:40414:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ff1322d6. 00000020:00000010:3.0:1767384398.187806:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a623901c. 00080000:00000010:3.0:1767384398.187811:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d100798. 00000040:00000010:3.0:1767384398.187854:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001c368385. 00000040:00000010:3.0:1767384398.187863:0:40414:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000aa1fee8a. 00000040:00000010:3.0:1767384398.187866:0:40414:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001c368385. 00000040:00000010:3.0:1767384398.187870:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005e860a13. 20000000:00000010:3.0:1767384398.187874:0:40414:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000005e860a13. 20000000:00000010:3.0:1767384398.187878:0:40414:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 0000000056b636ea. 00000040:00000010:3.0:1767384398.187881:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009abb93df. 00000040:00000010:3.0:1767384398.187897:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009abb93df. 20000000:00000010:3.0:1767384398.187900:0:40414:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 0000000056b636ea. 00000100:00000010:3.0:1767384398.187905:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009abb93df. 00000100:00000010:3.0:1767384398.187911:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ad6a4bd7. 00000100:00000010:3.0:1767384398.187923:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ebd275a0. 00000100:00000010:3.0:1767384398.187931:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000007fa457b5. 00000100:00000010:3.0:1767384398.187937:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1edb904. 00000100:00000010:3.0:1767384398.187941:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c368385. 00000100:00000010:3.0:1767384398.187943:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032ed8c71. 00000100:00000010:3.0:1767384398.187948:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b0b507b. 00000100:00000010:3.0:1767384398.187952:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005639eeba. 00000100:00000010:3.0:1767384398.187956:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004eac2579. 00000100:00000010:3.0:1767384398.187960:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065c1582d. 00000100:00000010:3.0:1767384398.187965:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021104cbe. 00000100:00000010:3.0:1767384398.187967:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f4cf993. 00000100:00000010:3.0:1767384398.187970:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c65f3f9d. 00000100:00000010:3.0:1767384398.187973:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b429e0a6. 00000100:00000010:3.0:1767384398.187976:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e073dc9. 00000100:00000010:3.0:1767384398.187978:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f09a03a. 00000100:00000010:3.0:1767384398.187981:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005801eedc. 00000100:00000010:3.0:1767384398.187984:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078a7cfb2. 00000100:00000010:3.0:1767384398.187989:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8780883. 00000100:00000010:3.0:1767384398.187991:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dad12f76. 00000100:00000010:3.0:1767384398.187995:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000336acf2a. 00000100:00000010:3.0:1767384398.187997:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5671c0. 00000100:00000010:3.0:1767384398.188001:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eacaea64. 00000100:00000010:3.0:1767384398.188003:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095e1c8b8. 00000100:00000010:3.0:1767384398.188008:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c567728. 00000100:00000010:3.0:1767384398.188011:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d81d88b. 00000100:00000010:3.0:1767384398.188015:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f1fefa7. 00000100:00000010:3.0:1767384398.188017:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007118ddad. 00000100:00000010:3.0:1767384398.188022:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013fa0f05. 00000100:00000010:3.0:1767384398.188025:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a76587d. 00000100:00000010:3.0:1767384398.188030:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fa6a13a. 00000100:00000010:3.0:1767384398.188033:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af2d98ca. 00000100:00000010:3.0:1767384398.188040:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7193346. 00000100:00000010:3.0:1767384398.188043:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000669aea88. 00000100:00000010:3.0:1767384398.188048:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000696f8fa6. 00000100:00000010:3.0:1767384398.188051:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e88d2e46. 00000100:00000010:3.0:1767384398.188056:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e97ef3a2. 00000100:00000010:3.0:1767384398.188059:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009eeeaec. 00000100:00000010:3.0:1767384398.188063:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008df2834. 00000100:00000010:3.0:1767384398.188067:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c027fd1f. 00000100:00000010:3.0:1767384398.188071:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd882160. 00000100:00000010:3.0:1767384398.188074:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004afcfda1. 00000100:00000010:3.0:1767384398.188080:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc9b9149. 00000100:00000010:3.0:1767384398.188083:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090ed1911. 00000100:00000010:3.0:1767384398.188088:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050ac6a04. 00000100:00000010:3.0:1767384398.188091:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c4d4bcc. 00000100:00000010:3.0:1767384398.188102:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e8c86b4. 00000100:00000010:3.0:1767384398.188106:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c686e11. 00000100:00000010:3.0:1767384398.188110:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088507279. 00000100:00000010:3.0:1767384398.188114:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086ec97f8. 00000100:00000010:3.0:1767384398.188118:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc3f1820. 00000100:00000010:3.0:1767384398.188121:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000192329f5. 00000100:00000010:3.0:1767384398.188125:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9ed81f9. 00000100:00000010:3.0:1767384398.188129:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f19f96. 00000100:00000010:3.0:1767384398.188139:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000427394d1. 00000100:00000010:3.0:1767384398.188143:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009680a20a. 00000100:00000010:3.0:1767384398.188147:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023db1cb0. 00000100:00000010:3.0:1767384398.188151:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061b20117. 00000100:00000010:3.0:1767384398.188170:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c79fbc4b. 00000100:00000010:3.0:1767384398.188174:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2491015. 00000100:00000010:3.0:1767384398.188178:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e577466. 00000100:00000010:3.0:1767384398.188182:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb126e4e. 00000100:00000010:3.0:1767384398.188193:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ada5aa15. 00000100:00000010:3.0:1767384398.188197:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004429d929. 00000100:00000010:3.0:1767384398.188202:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000647833b9. 00000100:00000010:3.0:1767384398.188206:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059ef5b16. 00000100:00000010:3.0:1767384398.188210:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd29188e. 00000100:00000010:3.0:1767384398.188214:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009935e542. 00000100:00000010:3.0:1767384398.188219:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f03c7b8. 00000100:00000010:3.0:1767384398.188221:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa65a28b. 00000100:00000010:3.0:1767384398.188232:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c17e5e3. 00000100:00000010:3.0:1767384398.188235:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b30f1b3c. 00000100:00000010:3.0:1767384398.188239:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7329bc5. 00000100:00000010:3.0:1767384398.188242:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a95aebc4. 00000100:00000010:3.0:1767384398.188247:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f74c2fb8. 00000100:00000010:3.0:1767384398.188251:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c83b4e1. 00000100:00000010:3.0:1767384398.188256:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a2f3ad2. 00000100:00000010:3.0:1767384398.188259:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009321963f. 00000100:00000010:3.0:1767384398.188269:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008005b5ee. 00000100:00000010:3.0:1767384398.188294:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fbdd0e9. 00000100:00000010:3.0:1767384398.188299:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000458a98c7. 00000100:00000010:3.0:1767384398.188303:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025351d2f. 00000100:00000010:3.0:1767384398.188307:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004130fa61. 00000100:00000010:3.0:1767384398.188311:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006a52172. 00000100:00000010:3.0:1767384398.188316:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e110975. 00000100:00000010:3.0:1767384398.188322:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ecc4cb4. 00000100:00000010:3.0:1767384398.188333:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f01acfb3. 00000100:00000010:3.0:1767384398.188337:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91b605e. 00000100:00000010:3.0:1767384398.188341:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084a8dea5. 00000100:00000010:3.0:1767384398.188344:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb7cd432. 00000100:00000010:3.0:1767384398.188349:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003aeb52d1. 00000100:00000010:3.0:1767384398.188352:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028c5f0bb. 00000100:00000010:3.0:1767384398.188356:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f478092. 00000100:00000010:3.0:1767384398.188360:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bdc13cf. 00000100:00000010:3.0:1767384398.188371:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcc4fab9. 00000100:00000010:3.0:1767384398.188375:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd10ad22. 00000100:00000010:3.0:1767384398.188380:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a90689d2. 00000100:00000010:3.0:1767384398.188382:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ed437b. 00000100:00000010:3.0:1767384398.188387:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000828fcf11. 00000100:00000010:3.0:1767384398.188390:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083d70d44. 00000100:00000010:3.0:1767384398.188395:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079d137fd. 00000100:00000010:3.0:1767384398.188397:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a48bbd0. 00000100:00000010:3.0:1767384398.188407:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f63f7d71. 00000100:00000010:3.0:1767384398.188411:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000680cb2f3. 00000100:00000010:3.0:1767384398.188416:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054190823. 00000100:00000010:3.0:1767384398.188419:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f004a43. 00000100:00000010:3.0:1767384398.188422:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003673b385. 00000100:00000010:3.0:1767384398.188426:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eaa6a92. 00000100:00000010:3.0:1767384398.188431:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036c00a07. 00000100:00000010:3.0:1767384398.188435:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e8a4c3. 00000100:00000010:3.0:1767384398.188444:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000580975fb. 00000100:00000010:3.0:1767384398.188448:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f00210d. 00000100:00000010:3.0:1767384398.188452:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc99bc01. 00000100:00000010:3.0:1767384398.188456:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0da5954. 00000100:00000010:3.0:1767384398.188461:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068e41939. 00000100:00000010:3.0:1767384398.188464:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000977ffd98. 00000100:00000010:3.0:1767384398.188469:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003629e338. 00000100:00000010:3.0:1767384398.188472:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406db7d9. 00000100:00000010:3.0:1767384398.188483:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1924a17. 00000100:00000010:3.0:1767384398.188487:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000792341ff. 00000100:00000010:3.0:1767384398.188490:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004504da1a. 00000100:00000010:3.0:1767384398.188494:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cd39ff6. 00000100:00000010:3.0:1767384398.188498:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c50facd9. 00000100:00000010:3.0:1767384398.188503:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9566016. 00000100:00000010:3.0:1767384398.188507:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000878fbe92. 00000100:00000010:3.0:1767384398.188511:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046a1125a. 00000100:00000010:3.0:1767384398.188521:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d549b43a. 00000100:00000010:3.0:1767384398.188525:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003436b615. 00000100:00000010:3.0:1767384398.188529:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfcc8e15. 00000100:00000010:3.0:1767384398.188533:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001266dc29. 00000100:00000010:3.0:1767384398.188537:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008d339fb. 00000400:00000200:3.0:1767384398.188541:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1767384398.188594:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000aa145d47. 00000020:00000010:3.0:1767384398.188600:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000002aa658d0. 00000100:00000010:3.0:1767384398.188658:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f2c5f5aa. 00000100:00000010:3.0:1767384398.188664:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000584744a5. 00000100:00000010:3.0:1767384398.188669:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e1657b7f. 00000100:00000010:3.0:1767384398.188674:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d4a0ce8d. 00000100:00000010:3.0:1767384398.188677:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e82fae9b. 00000100:00000200:3.0:1767384398.188731:0:40414:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1767384398.188735:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a77c28e1. 00000100:00000010:1.0:1767384398.189040:0:40416:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c4dd60ca. 00000020:00000010:1.0:1767384398.189045:0:40416:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fcc47b88. 00000020:00000010:1.0:1767384398.189049:0:40416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac843f3. 00000020:00000010:1.0:1767384398.189051:0:40416:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005716b9a3. 00000040:00000010:1.0:1767384398.189053:0:40416:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000979408f2. 00000020:00000010:1.0:1767384398.189055:0:40416:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca576970. 00000020:00000010:1.0:1767384398.189063:0:40416:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c521d9b0. 80000000:00000010:1.0:1767384398.189064:0:40416:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000047b96959. 00040000:00000010:1.0:1767384398.189067:0:40416:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1a42a41. 00080000:00000010:1.0:1767384398.189069:0:40416:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004bd0f31. 20000000:00000010:1.0:1767384398.189071:0:40416:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009272fd8d. 00000100:00000200:1.0:1767384398.189074:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189077:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851035ad. 00000400:00000010:1.0:1767384398.189082:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ccc36b2. 00000100:00000200:1.0:1767384398.189086:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189088:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d9febb2. 00000400:00000010:1.0:1767384398.189089:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047fea675. 00000100:00000200:1.0:1767384398.189091:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189092:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1870665. 00000400:00000010:1.0:1767384398.189093:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aa2b817. 00000100:00000200:1.0:1767384398.189094:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189096:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847bdfd2. 00000400:00000010:1.0:1767384398.189098:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca1d3144. 00000100:00000200:1.0:1767384398.189100:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189101:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002169d910. 00000400:00000010:1.0:1767384398.189103:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2c700b. 00000100:00000200:1.0:1767384398.189104:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189106:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043f7b98f. 00000400:00000010:1.0:1767384398.189108:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000569a4314. 00000100:00000200:1.0:1767384398.189109:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189110:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c39cdbd. 00000400:00000010:1.0:1767384398.189112:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a790496. 00000100:00000200:1.0:1767384398.189113:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189115:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d0466b. 00000400:00000010:1.0:1767384398.189117:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa906ac6. 00000100:00000200:1.0:1767384398.189118:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189119:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3ea1b5. 00000400:00000010:1.0:1767384398.189121:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2bcadb3. 00000100:00000200:1.0:1767384398.189122:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189123:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d898bb6. 00000400:00000010:1.0:1767384398.189124:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8da1c86. 00000100:00000200:1.0:1767384398.189125:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189131:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b53285f. 00000400:00000010:1.0:1767384398.189133:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060aacb45. 00000100:00000200:1.0:1767384398.189135:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189136:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002afb157f. 00000400:00000010:1.0:1767384398.189138:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008021b615. 00000100:00000200:1.0:1767384398.189139:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189140:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8d8ec0. 00000400:00000010:1.0:1767384398.189142:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc275d81. 00000100:00000200:1.0:1767384398.189143:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189144:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694b96e1. 00000400:00000010:1.0:1767384398.189146:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ac795b1. 00000100:00000200:1.0:1767384398.189147:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189148:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc28fbd6. 00000400:00000010:1.0:1767384398.189149:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e48315d4. 00000100:00000200:1.0:1767384398.189150:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189151:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6416b27. 00000400:00000010:1.0:1767384398.189164:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642c9eaf. 00000100:00000200:1.0:1767384398.189166:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189168:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022a4c9ef. 00000400:00000010:1.0:1767384398.189171:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeeef497. 00000100:00000200:1.0:1767384398.189173:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189175:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081296ce5. 00000400:00000010:1.0:1767384398.189177:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007449f11f. 00000100:00000200:1.0:1767384398.189179:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189181:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034546b63. 00000400:00000010:1.0:1767384398.189183:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc7a42e2. 00000100:00000200:1.0:1767384398.189185:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189186:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7e1ea2. 00000400:00000010:1.0:1767384398.189188:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000454219c4. 00000100:00000200:1.0:1767384398.189189:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189191:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fee1bff0. 00000400:00000010:1.0:1767384398.189192:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003074a8c0. 00000100:00000200:1.0:1767384398.189193:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189194:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf9e0dd9. 00000400:00000010:1.0:1767384398.189196:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd707ccf. 00000100:00000200:1.0:1767384398.189197:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189203:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007de60cd. 00000400:00000010:1.0:1767384398.189205:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dccec55. 00000100:00000200:1.0:1767384398.189206:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189207:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc94049. 00000400:00000010:1.0:1767384398.189209:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0a0b89e. 00000100:00000200:1.0:1767384398.189211:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189212:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e692c8c1. 00000400:00000010:1.0:1767384398.189213:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d750453. 00000100:00000200:1.0:1767384398.189215:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189216:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343b8cb7. 00000400:00000010:1.0:1767384398.189217:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dc0c8ad. 00000100:00000200:1.0:1767384398.189218:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189219:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d48c47. 00000400:00000010:1.0:1767384398.189221:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c623cc37. 00000100:00000200:1.0:1767384398.189222:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189223:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b23ce2. 00000400:00000010:1.0:1767384398.189224:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023ee1551. 00000100:00000200:1.0:1767384398.189226:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189227:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a4176a9. 00000400:00000010:1.0:1767384398.189228:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054a31fbe. 00000100:00000200:1.0:1767384398.189229:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189231:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c771966. 00000400:00000010:1.0:1767384398.189232:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca7339ff. 00000100:00000200:1.0:1767384398.189233:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189233:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bec3055. 00000400:00000010:1.0:1767384398.189234:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048aa7814. 00000100:00000200:1.0:1767384398.189235:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189236:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c57e68. 00000400:00000010:1.0:1767384398.189237:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000898c81d3. 00000100:00000200:1.0:1767384398.189238:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189240:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018e53d6a. 00000400:00000010:1.0:1767384398.189241:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000573433ff. 00000100:00000200:1.0:1767384398.189243:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189244:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a27665e1. 00000400:00000010:1.0:1767384398.189245:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000103ff5ac. 00000100:00000200:1.0:1767384398.189247:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189252:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967529c7. 00000400:00000010:1.0:1767384398.189254:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049c212ae. 00000100:00000200:1.0:1767384398.189255:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189256:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000342851b2. 00000400:00000010:1.0:1767384398.189258:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079f98376. 00000100:00000200:1.0:1767384398.189260:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189261:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9946033. 00000400:00000010:1.0:1767384398.189262:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107cfaba. 00000100:00000200:1.0:1767384398.189263:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189264:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d9279e. 00000400:00000010:1.0:1767384398.189265:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b0b85f. 00000100:00000200:1.0:1767384398.189266:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189268:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d95aff. 00000400:00000010:1.0:1767384398.189269:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b9bd01. 00000100:00000200:1.0:1767384398.189270:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189271:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b29a6bd. 00000400:00000010:1.0:1767384398.189272:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0582fa6. 00000100:00000200:1.0:1767384398.189273:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189381:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bedd3e81. 00000400:00000010:1.0:1767384398.189384:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019891104. 00000100:00000200:1.0:1767384398.189387:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189388:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c534c8. 00000400:00000010:1.0:1767384398.189389:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ae03aaf. 00000100:00000200:1.0:1767384398.189392:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189393:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1cf188. 00000400:00000010:1.0:1767384398.189394:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b25d9e07. 00000100:00000200:1.0:1767384398.189395:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189397:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838e12ba. 00000400:00000010:1.0:1767384398.189398:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006bec52c. 00000100:00000200:1.0:1767384398.189399:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189400:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d728f7e. 00000400:00000010:1.0:1767384398.189402:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a68a061. 00000100:00000200:1.0:1767384398.189403:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189404:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000758737. 00000400:00000010:1.0:1767384398.189405:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7e829a9. 00000100:00000200:1.0:1767384398.189406:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189412:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a48b0d8. 00000400:00000010:1.0:1767384398.189413:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb016366. 00000100:00000200:1.0:1767384398.189415:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189416:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029530a13. 00000400:00000010:1.0:1767384398.189418:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057414b29. 00000100:00000200:1.0:1767384398.189419:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189420:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a8d941b. 00000400:00000010:1.0:1767384398.189421:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a6d7126. 00000100:00000200:1.0:1767384398.189422:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189423:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044f3fbb3. 00000400:00000010:1.0:1767384398.189424:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f8ec30. 00000100:00000200:1.0:1767384398.189425:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189426:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdfca4f3. 00000400:00000010:1.0:1767384398.189428:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042a990f6. 00000100:00000200:1.0:1767384398.189429:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189429:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e02952f. 00000400:00000010:1.0:1767384398.189431:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068cf191c. 00000100:00000200:1.0:1767384398.189432:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189433:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7172ea6. 00000400:00000010:1.0:1767384398.189435:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd694039. 00000100:00000200:1.0:1767384398.189436:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189437:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7fe5aee. 00000400:00000010:1.0:1767384398.189438:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076cfbd64. 00000100:00000200:1.0:1767384398.189439:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189440:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e345f38e. 00000400:00000010:1.0:1767384398.189443:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecb0266d. 00000100:00000200:1.0:1767384398.189445:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189446:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028854fe2. 00000400:00000010:1.0:1767384398.189448:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009fa6c7bd. 00000100:00000200:1.0:1767384398.189449:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189450:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000458ca0ac. 00000400:00000010:1.0:1767384398.189451:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ddc242. 00000100:00000200:1.0:1767384398.189453:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189454:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a18c143. 00000400:00000010:1.0:1767384398.189455:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038db6d65. 00000100:00000200:1.0:1767384398.189456:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189462:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3dfd10b. 00000400:00000010:1.0:1767384398.189463:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000557ed5c1. 00000100:00000200:1.0:1767384398.189465:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189466:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dcb3b1a. 00000400:00000010:1.0:1767384398.189467:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d64247d. 00000100:00000200:1.0:1767384398.189469:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189470:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002554dc40. 00000400:00000010:1.0:1767384398.189472:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c042888d. 00000100:00000200:1.0:1767384398.189473:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189474:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ba5b9f. 00000400:00000010:1.0:1767384398.189475:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f566d75. 00000100:00000200:1.0:1767384398.189476:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189477:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077901ace. 00000400:00000010:1.0:1767384398.189478:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a44ec2f6. 00000100:00000200:1.0:1767384398.189478:0:40416:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.189479:0:40416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f11a9826. 00000400:00000010:1.0:1767384398.189480:0:40416:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f42954ea. 00000100:00000010:1.0:1767384398.189490:0:40416:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000080b97ef1. 00000100:00000200:1.0:1767384398.189503:0:40416:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384398.189536:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000077f10cbb. 00000100:00000010:0.0:1767384398.189746:0:40418:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e54de311. 00000020:00000010:0.0:1767384398.189752:0:40418:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007bb7b8b2. 00000020:00000010:0.0:1767384398.189758:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7081c4. 00000020:00000010:0.0:1767384398.189763:0:40418:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be8959ac. 00000040:00000010:0.0:1767384398.189767:0:40418:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002d978510. 00000020:00000010:0.0:1767384398.189772:0:40418:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad1a094c. 00000020:00000010:0.0:1767384398.189776:0:40418:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000059153ccb. 80000000:00000010:0.0:1767384398.189780:0:40418:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000962fa198. 00040000:00000010:0.0:1767384398.189785:0:40418:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000adae2e12. 00080000:00000010:0.0:1767384398.189789:0:40418:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000023a05596. 20000000:00000010:0.0:1767384398.189792:0:40418:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000056d6d3ab. 00000100:00000010:0.0:1767384398.189809:0:40418:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000686c1ff6. 00000100:00000200:0.0:1767384398.189827:0:40418:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384398.189848:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ac5135b4. 00000100:00000010:1.0:1767384398.190019:0:40419:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000033c9c98f. 00000020:00000010:1.0:1767384398.190024:0:40419:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000ca1692b. 00000020:00000010:1.0:1767384398.190028:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d1b826d. 00000020:00000010:1.0:1767384398.190030:0:40419:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000158c9c6d. 00000040:00000010:1.0:1767384398.190032:0:40419:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ca3bed4. 00000020:00000010:1.0:1767384398.190034:0:40419:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000fab83cd. 00000020:00000010:1.0:1767384398.190037:0:40419:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000194d0f85. 80000000:00000010:1.0:1767384398.190039:0:40419:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000067eb10cd. 00040000:00000010:1.0:1767384398.190041:0:40419:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f0bea71. 00080000:00000010:1.0:1767384398.190043:0:40419:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054f62e68. 20000000:00000010:1.0:1767384398.190045:0:40419:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009d97381b. 00000100:00000010:1.0:1767384398.190056:0:40419:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a2635de2. 00000100:00000200:1.0:1767384398.190069:0:40419:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384398.190199:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ae62e84e. 00000020:00000010:0.0:1767384398.190207:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ba3153e. 00000020:00000010:0.0:1767384398.190229:0:40414:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000007a1195b8. 00080000:00000010:0.0:1767384398.190253:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005c920c80. 00000020:00000010:0.0:1767384398.190256:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f9c33b5. 00080000:00000010:0.0:1767384398.190323:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000accd1c95. 00000020:00000010:0.0:1767384398.190329:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bce8abdc. 00080000:00000010:0.0:1767384398.190383:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008b3b7875. 20000000:00000010:0.0:1767384398.190386:0:40414:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000008cf29e73. 00080000:00000010:0.0:1767384398.190462:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007d100798. 00000020:00000010:0.0:1767384398.190468:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a623901c. 00000020:00000010:0.0:1767384398.190501:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001752c39f. 00000040:00000010:0.0:1767384398.190506:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b14ba506. 00000020:00000010:0.0:1767384398.190511:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003498b68b. 00000020:00000010:0.0:1767384398.190516:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d483db49. 80000000:00000010:0.0:1767384398.190520:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007d3c9224. 00040000:00000010:0.0:1767384398.190525:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2d9e873. 00080000:00000010:0.0:1767384398.190529:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008d52ea33. 00000020:00000010:0.0:1767384398.190538:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000873696f6. 00000020:00000010:0.0:1767384398.190543:0:40414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f1e8dd4. 00000020:00000010:0.0:1767384398.190547:0:40414:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed2f7ef1. 00000008:00000010:0.0:1767384398.190553:0:40414:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000829e4946. 00020000:00000010:0.0:1767384398.190558:0:40414:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006cb7636f. 00008000:00000010:0.0:1767384398.190563:0:40414:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000070c3e712. 00000080:00000010:0.0:1767384398.190568:0:40414:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000021189048. 00000020:00000010:0.0:1767384398.190574:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079cf3fd0. 00000020:00000010:0.0:1767384398.190581:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000465e9b1d. 00000020:00000010:0.0:1767384398.190609:0:40414:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000c469866e. 00000020:00000010:0.0:1767384398.190614:0:40414:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000000eb5b450. 00000100:02020000:0.0:1767384398.190633:0:40414:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.152@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767384398.194628:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f107f09. 00000400:00000200:2.0:1767384398.194635:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a2ab67 00000400:00000010:2.0:1767384398.194638:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8a2ab67. 00000400:00000010:3.0:1767384398.194645:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd8148. 00000100:00000200:2.0:1767384398.194649:0:16141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384398.194652:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000572fc4e6 00000400:00000010:3.0:1767384398.194656:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000572fc4e6. 00000100:00000200:3.0:1767384398.194665:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737772160/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384413 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.194667:0:16141:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737771904/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384398.194686:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737772160/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384413 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384398.194705:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e745fa49. 02000000:00000010:2.0:1767384398.194705:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b28dba2. 02000000:00000010:3.0:1767384398.194712:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000167844fd. 02000000:00000010:2.0:1767384398.194713:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cccea9bd. 00000100:00000010:3.0:1767384398.194718:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000100:00000010:2.0:1767384398.194719:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 00000100:00000010:0.0:1767384398.194906:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d110b5. 02000000:00000010:0.0:1767384398.194922:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003db6c85a. 02000000:00000010:1.0:1767384398.194977:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052301b66. 00000400:00000010:1.0:1767384398.194982:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df608667. 00000400:00000010:1.0:1767384398.194989:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384398.194991:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737772288, portal 25 00000400:00000010:1.0:1767384398.194995:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384398.194996:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236737772288, offset 0 00000400:00000200:1.0:1767384398.195001:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.195008:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.195015:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824d708b00 00000400:00000200:1.0:1767384398.195019:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2245 [2] + 0 00000400:00000010:1.0:1767384398.195022:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851035ad. 00000400:00000200:1.0:1767384398.195024:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ccc36b2 00000400:00000200:1.0:1767384398.195028:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384398.195030:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384398.195034:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ccc36b2 00000400:00000010:1.0:1767384398.195035:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ccc36b2. 00000100:00000200:1.0:1767384398.195037:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384398.195052:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065228480 00000400:00000010:1.0:1767384398.195053:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065228480. 00000100:00000200:1.0:1767384398.195055:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036d110b5 x1853236737772288/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384398.195066:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002626e628. 00000100:00000010:1.0:1767384398.195077:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8ef7d9a. 00000100:00000010:1.0:1767384398.195084:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a803999. 00000100:00000010:1.0:1767384398.195088:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa3e6584. 00000020:00000010:0.0:1767384398.195090:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cc5b097a. 00000020:00000010:0.0:1767384398.195109:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2d9e873. 00000020:00000010:0.0:1767384398.195114:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.195119:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000200:0.0:1767384398.195164:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772288 02000000:00000010:0.0:1767384398.195181:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ee415339. 00000020:00000010:0.0:1767384398.195191:0:40419:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008039af84. 00000001:00000010:0.0:1767384398.195199:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b484a227. 00000001:00000010:0.0:1767384398.195203:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000405829dc. 00000001:00000010:0.0:1767384398.195206:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d483db49. 00000001:00000010:0.0:1767384398.195209:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b14ba506. 00000001:00000010:0.0:1767384398.195212:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079cf3fd0. 00000001:00000010:0.0:1767384398.195214:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000873696f6. 00000020:00000010:0.0:1767384398.195226:0:40419:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000028c90b4. 00000020:00000010:0.0:1767384398.195362:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a0d3e2d9. 00000020:00000010:0.0:1767384398.195366:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000130566a1. 00000020:00000010:0.0:1767384398.195370:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000dd75d7b3. 00000020:00000010:0.0:1767384398.195384:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b1f37de5. 00000020:00000010:0.0:1767384398.195387:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000b33de083. 00000020:00000010:0.0:1767384398.195390:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001752c39f. 00000020:00000010:0.0:1767384398.195401:0:40419:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006ab4e255. 00010000:00000200:0.0:1767384398.195439:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a04266bb x1853236737772288/t0(0) o250->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384418 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.195459:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384398.195463:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236737772288, offset 0 00000400:00000200:0.0:1767384398.195470:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.195481:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.195491:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824d708b00 00000400:00000200:0.0:1767384398.195500:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2345 [1] + 0 00000400:00000200:0.0:1767384398.195506:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.195509:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.195517:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036d110b5 x1853236737772288/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.195542:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000400:00000010:0.0:1767384398.195545:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000400:00000010:1.0:1767384398.195557:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df608667. 00000400:00000200:1.0:1767384398.195562:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4957097 00000020:00000010:0.0:1767384398.195562:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000400:00000010:1.0:1767384398.195570:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4957097. 00000020:00000010:0.0:1767384398.195574:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000100:00000200:1.0:1767384398.195577:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036d110b5 x1853236737772288/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.195581:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2d9e873. 02000000:00000010:0.0:1767384398.195592:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ee415339. 00000100:00000200:1.0:1767384398.195597:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036d110b5 x1853236737772288/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384398.195601:0:40419:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.195609:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000296468a2. 00000400:00000010:0.0:1767384398.195617:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6cdcdf4. 00000020:00000010:1.0:1767384398.195650:0:16137:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000001ccc36b2. 02000000:00000010:1.0:1767384398.195681:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052301b66. 02000000:00000010:1.0:1767384398.195691:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003db6c85a. 00000100:00000010:1.0:1767384398.195694:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036d110b5. 00000020:00000010:0.0:1767384398.195720:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000b53b69f1. 00000020:00000010:1.0:1767384398.195726:0:40414:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000000eb5b450. 00000020:00000010:1.0:1767384398.195738:0:40414:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000c469866e. 00000020:00000010:1.0:1767384398.195752:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000030997e40. 00000020:00000010:1.0:1767384398.195767:0:40414:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000cd9aac2c. 00000100:00000010:0.0:1767384398.195770:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009afb2f64. 00000020:00000010:1.0:1767384398.195774:0:40414:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a7c52148. 00000100:00000010:0.0:1767384398.195786:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039b09e4f. 00000020:00000010:1.0:1767384398.195787:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000030997e40. 00000020:00000010:1.0:1767384398.195798:0:40414:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000746689e1. 02000000:00000010:0.0:1767384398.195804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008932bd8e. 00000100:00000010:0.0:1767384398.195813:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ee415339. 00000001:00000010:1.0:1767384398.195817:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000052b22d5c. 00000100:00000010:0.0:1767384398.195818:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000caee9093. 00000001:00000010:1.0:1767384398.195825:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002a6ebfdd. 00000001:00000010:1.0:1767384398.195832:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb16f8a6. 00000001:00000010:1.0:1767384398.195836:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a541340. 00000001:00000010:1.0:1767384398.195838:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b8b53f9. 00000400:00000010:0.0:1767384398.195841:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002335f981. 00000001:00000010:1.0:1767384398.195842:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd66adff. 00000001:00000010:1.0:1767384398.195849:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000087cf4fa. 00000400:00000010:0.0:1767384398.195850:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000001:00000010:1.0:1767384398.195853:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f09abc72. 00000100:00000200:0.0:1767384398.195857:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d708b80-0x695824d708b80, portal 33 00000001:00000010:1.0:1767384398.195859:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f29889c. 00000001:00000010:1.0:1767384398.195867:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040609ef6. 00000001:00000010:1.0:1767384398.195871:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000322ca849. 02000000:00000010:0.0:1767384398.195872:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000091054bbb. 00000001:00000010:1.0:1767384398.195876:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbee04da. 00000400:00000010:0.0:1767384398.195878:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c60cc0. 00000020:00000010:1.0:1767384398.195882:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bea822a1. 00000400:00000010:0.0:1767384398.195888:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000051c0239. 00000020:00000010:1.0:1767384398.195889:0:40414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b5459f7. 00000100:00000200:0.0:1767384398.195894:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737772416, portal 25 00000020:00000010:1.0:1767384398.195896:0:40414:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000852ecdff. 00000400:00000010:0.0:1767384398.195901:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036048db8. 00000008:00000010:1.0:1767384398.195903:0:40414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000034acde16. 00000100:00000200:0.0:1767384398.195906:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236737772416, offset 0 00020000:00000010:1.0:1767384398.195909:0:40414:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000025f721c1. 00000400:00000200:0.0:1767384398.195914:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00008000:00000010:1.0:1767384398.195915:0:40414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000092bb9923. 00000080:00000010:1.0:1767384398.195922:0:40414:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c016b573. 00000400:00000200:0.0:1767384398.195927:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384398.195930:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bec3cbf5. 00000400:00000200:0.0:1767384398.195937:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d708b80 00000020:00000010:1.0:1767384398.195938:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012dc590f. 00000040:00000010:1.0:1767384398.195945:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e31cf5f. 00000400:00000200:0.0:1767384398.195948:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2249 [2] + 0 00000020:00000010:1.0:1767384398.195951:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b511aacf. 00000400:00000010:0.0:1767384398.195954:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d9febb2. 00000020:00000010:1.0:1767384398.195958:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000589a947e. 00000400:00000200:0.0:1767384398.195961:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047fea675 00000400:00000200:0.0:1767384398.195966:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384398.195970:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed34e5b1. 00000400:00000200:0.0:1767384398.195975:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 80000000:00000010:1.0:1767384398.195980:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000030997e40. 00000400:00000200:0.0:1767384398.195981:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fea675 00000400:00000010:0.0:1767384398.195986:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047fea675. 40000000:00000010:1.0:1767384398.195987:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003fb91b46. 00000100:00000200:0.0:1767384398.195995:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00100000:00000010:1.0:1767384398.195997:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069c9a2c4. 00040000:00000010:1.0:1767384398.196004:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e667d74f. 00040000:00000010:1.0:1767384398.196007:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa150184. 00080000:00000010:1.0:1767384398.196010:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a00317db. 00000004:00000010:1.0:1767384398.196014:0:40414:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 0000000047fea675. 00000400:00000200:0.0:1767384398.196020:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036048db8 00000400:00000010:0.0:1767384398.196024:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036048db8. 00000100:00000200:0.0:1767384398.196032:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039b09e4f x1853236737772416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.196043:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc780568. 00000100:00000010:1.0:1767384398.196091:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000053cc85e4. 00000100:00000010:1.0:1767384398.196096:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c434ddcd. 00000100:00000010:1.0:1767384398.196108:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002b5295ea. 00000100:00000010:1.0:1767384398.196114:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000cd71dc2f. 00000100:00000010:1.0:1767384398.196119:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000641db596. 00000100:00000010:1.0:1767384398.196204:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e959c75d. 00000100:00000010:1.0:1767384398.196209:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ac7a24f. 00000100:00000010:1.0:1767384398.196317:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004bf6fd5f. 00000100:00000010:1.0:1767384398.196326:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e92d150. 00000100:00000010:1.0:1767384398.196398:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ccaf257. 00000100:00000010:1.0:1767384398.196403:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df6a1cda. 00000100:00000010:1.0:1767384398.196477:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ca08972. 00000100:00000010:1.0:1767384398.196481:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fe5c93e. 00000100:00000010:1.0:1767384398.196547:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002e167ed1. 00000100:00000010:1.0:1767384398.196550:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca0619b8. 00000100:00000010:1.0:1767384398.196615:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bfe36d3c. 00000100:00000010:1.0:1767384398.196618:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e5ac08a. 00000100:00000010:1.0:1767384398.196684:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000027943560. 00000100:00000010:1.0:1767384398.196687:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008c64cf8. 00000100:00000010:1.0:1767384398.196752:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000028486cc6. 00000100:00000010:1.0:1767384398.196755:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001578c9f7. 00000100:00000010:1.0:1767384398.196821:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae9253e1. 00000100:00000010:1.0:1767384398.196825:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02e8ff4. 00000100:00000010:1.0:1767384398.196895:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c21f90d5. 00000100:00000010:1.0:1767384398.196900:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa77d975. 00000100:00000010:1.0:1767384398.196966:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c9eb248. 00000100:00000010:1.0:1767384398.196969:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020e44aad. 00000100:00000010:1.0:1767384398.197034:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000cad1690. 00000100:00000010:1.0:1767384398.197038:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037dc25ac. 00000100:00000010:1.0:1767384398.197104:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000042f40469. 00000100:00000010:1.0:1767384398.197107:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5eea6a0. 00000100:00000010:1.0:1767384398.197189:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007888c16f. 00000100:00000010:1.0:1767384398.197193:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000058c13cf. 00000100:00000010:1.0:1767384398.197258:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e9443526. 00000100:00000010:1.0:1767384398.197262:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0f6ba06. 00000020:00000010:3.0:1767384398.197318:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a44459c. 00000020:00000010:3.0:1767384398.197323:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a44459c. 00000020:00000010:3.0:1767384398.197328:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932a4995. 00000020:00000010:3.0:1767384398.197331:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fbba4c2b. 00000020:00000010:3.0:1767384398.197335:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a1c302a. 00000100:00000010:1.0:1767384398.197356:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f52b6153. 00000100:00000010:1.0:1767384398.197360:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed049e46. 00000020:00000010:3.0:1767384398.197371:0:40418:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e433e423. 00000020:00000010:3.0:1767384398.197382:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a44459c. 00000020:00000010:3.0:1767384398.197386:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a44459c. 00000100:00000200:3.0:1767384398.197388:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772416 02000000:00000010:3.0:1767384398.197411:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e7927068. 20000000:00000010:3.0:1767384398.197422:0:40418:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000008523b467. 00000100:00000010:3.0:1767384398.197426:0:40418:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d44cefd7. 00000100:00000010:3.0:1767384398.197429:0:40418:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009a4d3b15. 00000100:00000010:1.0:1767384398.197431:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009c09dc49. 00000400:00000010:3.0:1767384398.197437:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000010:1.0:1767384398.197437:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073bb0676. 00000400:00000010:3.0:1767384398.197446:0:40418:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a6566b2. 00000400:00000200:3.0:1767384398.197452:0:40418:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384398.197460:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384398.197468:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d708b80 00000400:00000200:3.0:1767384398.197475:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2355 [1] + 0 00000400:00000010:3.0:1767384398.197479:0:40418:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002335f981. 00000400:00000200:3.0:1767384398.197483:0:40418:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e6fb17e 00000100:00000200:3.0:1767384398.197487:0:40418:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d44cefd7 00000400:00000200:3.0:1767384398.197497:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384398.197505:0:40418:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2361 00000400:00000200:3.0:1767384398.197509:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384398.197511:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bf9294e5. 00000400:00000200:3.0:1767384398.197515:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000100:00000010:1.0:1767384398.197517:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c72ea99d. 00000400:00000200:3.0:1767384398.197519:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:3.0:1767384398.197522:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384398.197525:0:40418:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000d44cefd7 00000400:00000200:3.0:1767384398.197529:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e6fb17e 00000400:00000010:3.0:1767384398.197530:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e6fb17e. 00000100:00000200:3.0:1767384398.197534:0:40418:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000039b09e4f desc 00000000ee415339 mbits 1853236737772416 00000100:00000200:3.0:1767384398.197551:0:40418:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d708b80-0x695824d708b80 20000000:00000010:3.0:1767384398.197561:0:40418:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d63722a0. 20000000:00000010:3.0:1767384398.197567:0:40418:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000a6c106e4. 20000000:00000010:3.0:1767384398.197571:0:40418:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000a3a5cf0f. 20000000:00000010:3.0:1767384398.197575:0:40418:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000c4a95b76. 20000000:00000010:3.0:1767384398.197579:0:40418:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000008aa31100. 00000100:00000010:1.0:1767384398.197587:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000092b73dc8. 00000100:00000010:1.0:1767384398.197591:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005759663. 00000100:00000010:1.0:1767384398.197657:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c7f24e63. 00000100:00000010:1.0:1767384398.197660:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f793da4. 00000100:00000010:1.0:1767384398.197726:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005da90fc5. 00000100:00000010:1.0:1767384398.197729:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8dd23bd. 20000000:00000010:3.0:1767384398.197740:0:40418:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000167844fd. 00080000:00000010:3.0:1767384398.197747:0:40418:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004719f495. 00000100:00000010:1.0:1767384398.197796:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ee367963. 00000100:00000010:1.0:1767384398.197801:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91945c7. 00000100:00000010:1.0:1767384398.197866:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002a562690. 00000100:00000010:1.0:1767384398.197870:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c886d96. 20000000:00000010:3.0:1767384398.197893:0:40418:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003a05b8b0. 00000040:00000010:3.0:1767384398.197899:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000822567c8. 00000040:00000010:3.0:1767384398.197926:0:40418:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000014ec4e2f. 00000020:00000010:3.0:1767384398.197930:0:40418:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007c02063c. 00080000:00000010:3.0:1767384398.197936:0:40418:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a3bb0376. 00000100:00000010:1.0:1767384398.197936:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000054f42147. 00000100:00000010:1.0:1767384398.197943:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005505efee. 00000040:00000010:3.0:1767384398.197987:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b0325ede. 00000100:00000010:1.0:1767384398.198009:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000df143af2. 00000100:00000010:1.0:1767384398.198017:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b722261. 00000100:00000010:1.0:1767384398.198083:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a859d67b. 00000100:00000010:1.0:1767384398.198086:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f03722b3. 00000100:00000010:1.0:1767384398.198170:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000126727e8. 00000100:00000010:1.0:1767384398.198175:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068814800. 00000040:00000010:3.0:1767384398.198240:0:40418:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002eee2381. 00000100:00000010:1.0:1767384398.198241:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ba3dfbc3. 00000100:00000010:1.0:1767384398.198248:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002671508b. 00000100:00000010:1.0:1767384398.198330:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b74c45e. 00000100:00000010:1.0:1767384398.198334:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be08a6b3. 00000100:00000010:1.0:1767384398.198404:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d6023a6e. 00000100:00000010:1.0:1767384398.198409:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060b837b8. 00000020:00000010:3.0:1767384398.198449:0:40422:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf5c2806. 00000020:00000010:3.0:1767384398.198454:0:40422:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093ca717b. 00000040:00000010:3.0:1767384398.198458:0:40422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b28dba2. 00000020:00000010:3.0:1767384398.198461:0:40422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b338a2c. 00000020:00000010:3.0:1767384398.198466:0:40422:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e0637fb. 00000020:00000010:3.0:1767384398.198469:0:40422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f409a22c. 80000000:00000010:3.0:1767384398.198472:0:40422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aa0051a4. 40000000:00000010:3.0:1767384398.198474:0:40422:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001672b626. 00100000:00000010:3.0:1767384398.198478:0:40422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca37969e. 00000100:00000010:1.0:1767384398.198480:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000042b333bf. 00040000:00000010:3.0:1767384398.198481:0:40422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f07eef2. 00040000:00000010:3.0:1767384398.198486:0:40422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a0e93ac. 00000100:00000010:1.0:1767384398.198487:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e82270e9. 00080000:00000010:3.0:1767384398.198490:0:40422:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000056e320b0. 00000004:00000010:3.0:1767384398.198496:0:40422:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c73d174. 00002000:00000010:3.0:1767384398.198500:0:40422:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f74f4480. 00000020:00000010:3.0:1767384398.198504:0:40422:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c5a0c871. 00000040:00000010:3.0:1767384398.198510:0:40422:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000572d3b69. 00000100:00000010:1.0:1767384398.198557:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d8323e82. 00000100:00000010:1.0:1767384398.198562:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087a67624. 00000100:00000010:1.0:1767384398.198628:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000055d33327. 00000100:00000010:1.0:1767384398.198632:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631e5b91. 00000040:00000010:3.0:1767384398.198662:0:40422:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000572d3b69. 00000020:00000010:3.0:1767384398.198668:0:40422:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c5a0c871. 00000020:00000010:3.0:1767384398.198676:0:40422:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093ca717b. 00000040:00000010:3.0:1767384398.198681:0:40422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001b28dba2. 00000020:00000010:3.0:1767384398.198685:0:40422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b338a2c. 00000020:00000010:3.0:1767384398.198688:0:40422:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000e0637fb. 00000020:00000010:3.0:1767384398.198694:0:40422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f409a22c. 80000000:00000010:3.0:1767384398.198697:0:40422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aa0051a4. 40000000:00000010:3.0:1767384398.198702:0:40422:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001672b626. 00000100:00000010:1.0:1767384398.198705:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fe1fb4c7. 00100000:00000010:3.0:1767384398.198707:0:40422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca37969e. 00040000:00000010:3.0:1767384398.198712:0:40422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008f07eef2. 00000100:00000010:1.0:1767384398.198712:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaf8b48a. 00040000:00000010:3.0:1767384398.198719:0:40422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a0e93ac. 00080000:00000010:3.0:1767384398.198723:0:40422:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000056e320b0. 00000004:00000010:3.0:1767384398.198725:0:40422:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008c73d174. 00002000:00000010:3.0:1767384398.198730:0:40422:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f74f4480. 00000020:00000010:3.0:1767384398.198733:0:40422:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf5c2806. 00000040:00000010:2.0:1767384398.198764:0:40418:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002eee2381. 00000040:00000010:2.0:1767384398.198774:0:40418:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000014ec4e2f. 00000040:00000010:2.0:1767384398.198781:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b0325ede. 00000100:00000010:1.0:1767384398.198786:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f823315. 00000040:00000010:2.0:1767384398.198790:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000822567c8. 00000100:00000010:1.0:1767384398.198792:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019794c7d. 20000000:00000010:2.0:1767384398.198801:0:40418:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003a05b8b0. 20000000:00000010:2.0:1767384398.198808:0:40418:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000a9631adc. 00000040:00000010:2.0:1767384398.198813:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003a8001e4. 00000040:00000010:2.0:1767384398.198848:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003a8001e4. 20000000:00000010:2.0:1767384398.198856:0:40418:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000a9631adc. 00000100:00000010:1.0:1767384398.198860:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e43ecbb. 20000000:00000010:2.0:1767384398.198862:0:40418:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000b448d0d7. 00000100:00000010:1.0:1767384398.198864:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000898bd59c. 20000000:00000010:2.0:1767384398.198875:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a8001e4. 20000000:00000010:2.0:1767384398.198883:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006bf760e3. 20000000:00000010:2.0:1767384398.198889:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e745fa49. 20000000:00000010:2.0:1767384398.198895:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004414e9cb. 20000000:00000010:2.0:1767384398.198902:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008004f5d9. 20000000:00000010:2.0:1767384398.198908:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000822567c8. 20000000:00000010:2.0:1767384398.198913:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000140de6d0. 20000000:00000010:2.0:1767384398.198918:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005eab4847. 20000000:00000010:2.0:1767384398.198922:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000701cbf7. 20000000:00000010:2.0:1767384398.198925:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098b7eacf. 20000000:00000010:2.0:1767384398.198928:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000100314ef. 00000100:00000010:1.0:1767384398.198930:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000056cddaa2. 20000000:00000010:2.0:1767384398.198935:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c4b61ca. 00000100:00000010:1.0:1767384398.198936:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327fd606. 20000000:00000010:2.0:1767384398.198945:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c95b16cb. 20000000:00000010:2.0:1767384398.198951:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033cbcc55. 20000000:00000010:2.0:1767384398.198955:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd88f470. 20000000:00000010:2.0:1767384398.198958:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fbab5cc. 20000000:00000010:2.0:1767384398.198964:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7a1241f. 20000000:00000010:2.0:1767384398.198971:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006be786fa. 20000000:00000010:2.0:1767384398.198977:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ece10dd. 20000000:00000010:2.0:1767384398.198981:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6185074. 20000000:00000010:2.0:1767384398.198986:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa9a0653. 20000000:00000010:2.0:1767384398.198991:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006cf7e6f8. 20000000:00000010:2.0:1767384398.198997:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc19a808. 20000000:00000010:2.0:1767384398.199001:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005056e0a5. 00000100:00000010:1.0:1767384398.199004:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000065b09413. 20000000:00000010:2.0:1767384398.199007:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2619f15. 00000100:00000010:1.0:1767384398.199008:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fe3bde3. 20000000:00000010:2.0:1767384398.199016:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099f904ff. 20000000:00000010:2.0:1767384398.199021:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f3d3ffc. 20000000:00000010:2.0:1767384398.199025:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ce923e0. 20000000:00000010:2.0:1767384398.199028:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a14c0fe. 20000000:00000010:2.0:1767384398.199032:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f6f8022. 20000000:00000010:2.0:1767384398.199036:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002fb141e4. 20000000:00000010:2.0:1767384398.199039:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007298a6d9. 20000000:00000010:2.0:1767384398.199042:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c1cc799d. 20000000:00000010:2.0:1767384398.199047:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002786fff8. 20000000:00000010:2.0:1767384398.199051:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001eb657c3. 20000000:00000010:2.0:1767384398.199056:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004950aebe. 20000000:00000010:2.0:1767384398.199060:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa31deb4. 20000000:00000010:2.0:1767384398.199065:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f89bb039. 20000000:00000010:2.0:1767384398.199069:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000029496b4c. 20000000:00000010:2.0:1767384398.199072:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9c70461. 00000100:00000010:1.0:1767384398.199074:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c4e4a0be. 20000000:00000010:2.0:1767384398.199077:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea2fbc52. 00000100:00000010:1.0:1767384398.199079:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb284d8c. 20000000:00000010:2.0:1767384398.199083:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b659321. 00000020:00000010:2.0:1767384398.199106:0:40418:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000000532d9e0. 00080000:00000010:2.0:1767384398.199114:0:40418:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000987dac02. 00000100:00000010:1.0:1767384398.199145:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d45ec58e. 00000100:00000010:1.0:1767384398.199149:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005214b9da. 00000100:00000010:1.0:1767384398.199232:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bbd026e9. 00000100:00000010:1.0:1767384398.199236:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a55b7652. 00010000:00000010:0.1:1767384398.199312:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001f3b897c. 00000100:00000010:1.0:1767384398.199320:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b4e9e349. 00000100:00000010:1.0:1767384398.199326:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007107fa1. 00010000:00000010:0.1:1767384398.199326:0:40420:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8b9cebd. 00010000:00000010:0.1:1767384398.199347:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000331744c9. 00010000:00000010:0.1:1767384398.199357:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000467176bf. 00010000:00000010:0.1:1767384398.199363:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b91921c9. 00010000:00000010:0.1:1767384398.199367:0:40420:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001e0938bd. 00010000:00000010:0.1:1767384398.199378:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032e4beec. 00010000:00000010:0.1:1767384398.199397:0:40420:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000072f4ce3f. 00000100:00000010:1.0:1767384398.199407:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002cf52074. 00000100:00000010:1.0:1767384398.199413:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecdedb35. 00000100:00000010:1.0:1767384398.199493:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004277ff91. 00000100:00000010:1.0:1767384398.199496:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a635081b. 00000100:00000010:1.0:1767384398.199563:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000df194950. 00000100:00000010:1.0:1767384398.199568:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067a9586b. 00000100:00000010:1.0:1767384398.199633:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000566c80c6. 00000100:00000010:1.0:1767384398.199637:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8482ddf. 00000100:00000010:1.0:1767384398.199714:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000082dff557. 00000100:00000010:1.0:1767384398.199719:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba5ae600. 00000100:00000010:1.0:1767384398.199789:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002c21bf8a. 00000100:00000010:1.0:1767384398.199872:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a773eeac. 00000100:00000010:1.0:1767384398.199942:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dcdb641f. 00000100:00000010:1.0:1767384398.199945:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4a4c01b. 00000100:00000010:1.0:1767384398.200012:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000083e7b70. 00000100:00000010:1.0:1767384398.200016:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb04669c. 00000100:00000010:1.0:1767384398.200088:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ff227155. 00000100:00000010:1.0:1767384398.200091:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000523236af. 00000100:00000010:1.0:1767384398.200173:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fffe4317. 00000100:00000010:1.0:1767384398.200177:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000953bdec1. 00000100:00000010:1.0:1767384398.200242:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005c8660f7. 00000100:00000010:1.0:1767384398.200245:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000608798ca. 00000100:00000010:1.0:1767384398.200333:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae5c5e32. 00000100:00000010:1.0:1767384398.200511:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065c684f3. 00000100:00000010:1.0:1767384398.200596:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000058b6aeea. 00000100:00000010:1.0:1767384398.200600:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b82f30fa. 00000100:00000010:1.0:1767384398.200669:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d23051ce. 00000100:00000010:1.0:1767384398.200681:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2a00480. 00000100:00000010:1.0:1767384398.200754:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001d55d850. 00000100:00000010:1.0:1767384398.200759:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e0716c6. 00000100:00000010:1.0:1767384398.200829:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f250dfb6. 00000100:00000010:1.0:1767384398.200832:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e11a5bf6. 00000100:00000010:1.0:1767384398.200897:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc2e63dd. 00000100:00000010:1.0:1767384398.200901:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000952ce328. 00000100:00000010:1.0:1767384398.200968:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000039ac397b. 00000100:00000010:1.0:1767384398.200974:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063c11598. 00000100:00000010:1.0:1767384398.201039:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a73ba656. 00000100:00000010:1.0:1767384398.201042:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afd51a20. 00000100:00000010:1.0:1767384398.201106:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000005dc9e9d. 00000100:00000010:1.0:1767384398.201109:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000807a00ab. 00000100:00000010:1.0:1767384398.201185:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000456b3d2b. 00000100:00000010:1.0:1767384398.201190:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d6d15b8. 00000100:00000010:1.0:1767384398.201255:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009de345fa. 00000400:00000200:1.0:1767384398.201260:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:1.0:1767384398.201359:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001a92de31. 00000020:00000010:1.0:1767384398.201364:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005bf21c61. 00000100:00000010:1.0:1767384398.201420:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000eb5b450. 00000100:00000010:1.0:1767384398.201427:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000570a4877. 00000100:00000010:1.0:1767384398.201433:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d10bc34a. 00000100:00000010:1.0:1767384398.201440:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000606415c3. 00000100:00000010:1.0:1767384398.201444:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e3095133. 00000100:00000010:1.0:1767384398.201448:0:40414:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000bf3dc2c7. 00000100:00000010:1.0:1767384398.201450:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bac5f37b. 00000100:00000010:1.0:1767384398.201453:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000518ace6f. 00000100:00000010:1.0:1767384398.201455:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e04f1ac. 00000100:00000010:1.0:1767384398.201458:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000045318d09. 00000100:00000010:1.0:1767384398.201462:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bd78f9b2. 00000100:00000200:1.0:1767384398.201508:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:1.0:1767384398.201511:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004d55fa7a. 00000100:00000010:1.0:1767384398.201691:0:40425:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bfbae54c. 00000020:00000010:1.0:1767384398.201696:0:40425:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000966f9820. 00000020:00000010:1.0:1767384398.201704:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003187d32e. 00000020:00000010:1.0:1767384398.201707:0:40425:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069d38768. 00000040:00000010:1.0:1767384398.201710:0:40425:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000820b4f49. 00000020:00000010:1.0:1767384398.201714:0:40425:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000820cb9fe. 00000020:00000010:1.0:1767384398.201718:0:40425:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d6b8b656. 00000020:00000010:1.0:1767384398.201722:0:40425:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2a5ea05. 80000000:00000010:1.0:1767384398.201725:0:40425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a511ddd. 40000000:00000010:1.0:1767384398.201728:0:40425:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000156c7256. 00100000:00000010:1.0:1767384398.201732:0:40425:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4724f18. 00040000:00000010:1.0:1767384398.201736:0:40425:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009faa07fc. 00040000:00000010:1.0:1767384398.201740:0:40425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc908c3a. 00080000:00000010:1.0:1767384398.201742:0:40425:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003d78b3f9. 00000004:00000010:1.0:1767384398.201745:0:40425:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005aa6eba1. 00002000:00000010:1.0:1767384398.201749:0:40425:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f0d8b1c5. 00000100:00000200:1.0:1767384398.201753:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201758:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df608667. 00000400:00000010:1.0:1767384398.201764:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001ac1d3b3. 00000100:00000200:1.0:1767384398.201771:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201774:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062729384. 00000400:00000010:1.0:1767384398.201778:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e63ebf91. 00000100:00000200:1.0:1767384398.201781:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201783:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a42b02e. 00000400:00000010:1.0:1767384398.201788:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000057eb8fa. 00000100:00000200:1.0:1767384398.201791:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201794:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000815b698e. 00000400:00000010:1.0:1767384398.201798:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000001ca753b. 00000100:00000200:1.0:1767384398.201799:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201802:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927792d8. 00000400:00000010:1.0:1767384398.201807:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c78521a. 00000100:00000200:1.0:1767384398.201811:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201814:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000472db4bc. 00000400:00000010:1.0:1767384398.201817:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c9c6e15b. 00000100:00000200:1.0:1767384398.201822:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201830:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a505fef4. 00000400:00000010:1.0:1767384398.201833:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009cc00f5e. 00000100:00000200:1.0:1767384398.201839:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201841:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e0ae74e. 00000400:00000010:1.0:1767384398.201845:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d7049869. 00000100:00000200:1.0:1767384398.201851:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201854:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0e3fe69. 00000400:00000010:1.0:1767384398.201858:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f422fd43. 00000100:00000200:1.0:1767384398.201861:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201864:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0983bfb. 00000400:00000010:1.0:1767384398.201868:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000022af2dbc. 00000100:00000200:1.0:1767384398.201872:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201874:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045244c66. 00000400:00000010:1.0:1767384398.201876:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000075df8a66. 00000100:00000200:1.0:1767384398.201880:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201882:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d11c465d. 00000400:00000010:1.0:1767384398.201887:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007e109f39. 00000100:00000200:1.0:1767384398.201888:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201891:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d49e3e6. 00000400:00000010:1.0:1767384398.201894:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000533872e8. 00000100:00000200:1.0:1767384398.201896:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201898:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032ab08c3. 00000400:00000010:1.0:1767384398.201900:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e936558. 00000100:00000200:1.0:1767384398.201905:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201907:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009486aeba. 00000400:00000010:1.0:1767384398.201909:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de192157. 00000100:00000200:1.0:1767384398.201912:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201915:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e3ee751. 00000400:00000010:1.0:1767384398.201920:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dd14a4f8. 00000100:00000200:1.0:1767384398.201922:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201925:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085112339. 00000400:00000010:1.0:1767384398.201928:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000931f6e27. 00000100:00000200:1.0:1767384398.201931:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201935:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d024aaa6. 00000400:00000010:1.0:1767384398.201937:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005718ba7f. 00000100:00000200:1.0:1767384398.201939:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201944:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6afec2f. 00000400:00000010:1.0:1767384398.201946:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001592f5a1. 00000100:00000200:1.0:1767384398.201950:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201952:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c8092cd. 00000400:00000010:1.0:1767384398.201957:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004239f444. 00000100:00000200:1.0:1767384398.201960:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201963:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f01a571. 00000400:00000010:1.0:1767384398.201967:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dd927028. 00000100:00000200:1.0:1767384398.201971:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201973:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d06e75. 00000400:00000010:1.0:1767384398.201975:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a4d7d20d. 00000100:00000200:1.0:1767384398.201977:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201979:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f7e43e6. 00000400:00000010:1.0:1767384398.201983:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007ce96cdb. 00000100:00000200:1.0:1767384398.201987:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.201991:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c743a7. 00000400:00000010:1.0:1767384398.201994:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002879ab2d. 00000100:00000200:1.0:1767384398.201997:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202000:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d9b452d. 00000400:00000010:1.0:1767384398.202003:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003dcba46d. 00000100:00000200:1.0:1767384398.202007:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202009:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d1b43d5. 00000400:00000010:1.0:1767384398.202011:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f72559cc. 00000100:00000200:1.0:1767384398.202017:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202019:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c9d77ac. 00000400:00000010:1.0:1767384398.202021:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eef277ae. 00000100:00000200:1.0:1767384398.202023:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202025:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069b34ad8. 00000400:00000010:1.0:1767384398.202027:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fa0785ef. 00000100:00000200:1.0:1767384398.202030:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202032:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057344227. 00000400:00000010:1.0:1767384398.202037:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f6cc29a1. 00000100:00000200:1.0:1767384398.202039:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202041:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf4f7319. 00000400:00000010:1.0:1767384398.202043:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038537176. 00000100:00000200:1.0:1767384398.202046:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202052:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1f43a7a. 00000400:00000010:1.0:1767384398.202054:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec9f989e. 00000100:00000200:1.0:1767384398.202056:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202058:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370b92a3. 00000400:00000010:1.0:1767384398.202063:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000049353402. 00000100:00000200:1.0:1767384398.202065:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202068:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94490ad. 00000400:00000010:1.0:1767384398.202072:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a8fe922a. 00000100:00000200:1.0:1767384398.202073:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202076:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cefedba9. 00000400:00000010:1.0:1767384398.202079:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e2022f41. 00000100:00000200:1.0:1767384398.202080:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202082:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b47692. 00000400:00000010:1.0:1767384398.202085:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e964a11. 00000100:00000200:1.0:1767384398.202089:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202091:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e865412. 00000400:00000010:1.0:1767384398.202094:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0950662. 00000100:00000200:1.0:1767384398.202096:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202098:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ead3a5d7. 00000400:00000010:1.0:1767384398.202100:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a0cd79cc. 00000100:00000200:1.0:1767384398.202101:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202105:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d9febb2. 00000400:00000010:1.0:1767384398.202110:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b8d41ec7. 00000100:00000200:1.0:1767384398.202112:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202114:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851035ad. 00000400:00000010:1.0:1767384398.202118:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8c65e2d. 00000100:00000200:1.0:1767384398.202120:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202123:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036d2c457. 00000400:00000010:1.0:1767384398.202126:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b122f849. 00000100:00000200:1.0:1767384398.202129:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202131:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419701f6. 00000400:00000010:1.0:1767384398.202133:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e95bb69a. 00000100:00000200:1.0:1767384398.202135:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202137:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ba0f2a. 00000400:00000010:1.0:1767384398.202140:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d438e5f1. 00000100:00000200:1.0:1767384398.202142:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202147:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069a77c9. 00000400:00000010:1.0:1767384398.202149:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006717939f. 00000100:00000200:1.0:1767384398.202152:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202167:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051920157. 00000400:00000010:1.0:1767384398.202171:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005543f13c. 00000100:00000200:1.0:1767384398.202174:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202176:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ad6f253. 00000400:00000010:1.0:1767384398.202178:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3190648. 00000100:00000200:1.0:1767384398.202181:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202183:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d0023d8. 00000400:00000010:1.0:1767384398.202186:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000007cbf3ea. 00000100:00000200:1.0:1767384398.202188:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202192:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6861ea0. 00000400:00000010:1.0:1767384398.202195:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000af655255. 00000100:00000200:1.0:1767384398.202200:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202204:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aaa0021. 00000400:00000010:1.0:1767384398.202207:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dbaff2f1. 00000100:00000200:1.0:1767384398.202210:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202213:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d74347. 00000400:00000010:1.0:1767384398.202216:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009d22f1a1. 00000100:00000200:1.0:1767384398.202218:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202219:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ba6974c. 00000400:00000010:1.0:1767384398.202222:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fc47505f. 00000100:00000200:1.0:1767384398.202223:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202225:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f355082b. 00000400:00000010:1.0:1767384398.202229:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003151de02. 00000100:00000200:1.0:1767384398.202232:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202234:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c744c182. 00000400:00000010:1.0:1767384398.202236:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ddee7e71. 00000100:00000200:1.0:1767384398.202242:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202244:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9451a79. 00000400:00000010:1.0:1767384398.202249:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001b1bd3bc. 00000100:00000200:1.0:1767384398.202253:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202255:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000506651bd. 00000400:00000010:1.0:1767384398.202258:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eac8d955. 00000100:00000200:1.0:1767384398.202259:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202267:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5020fd. 00000400:00000010:1.0:1767384398.202271:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000013757dc0. 00000100:00000200:1.0:1767384398.202298:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202301:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c0551bd. 00000400:00000010:1.0:1767384398.202303:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000812067a0. 00000100:00000200:1.0:1767384398.202306:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202307:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1d724c9. 00000400:00000010:1.0:1767384398.202309:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f41ac112. 00000100:00000200:1.0:1767384398.202311:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202313:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f3fdcb9. 00000400:00000010:1.0:1767384398.202316:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000041c8ec17. 00000100:00000200:1.0:1767384398.202319:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202321:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2ebeb0. 00000400:00000010:1.0:1767384398.202323:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007aa42d53. 00000100:00000200:1.0:1767384398.202326:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202328:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af08d7c3. 00000400:00000010:1.0:1767384398.202330:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e9ea027b. 00000100:00000200:1.0:1767384398.202333:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202335:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032563e40. 00000400:00000010:1.0:1767384398.202338:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b1a7586e. 00000100:00000200:1.0:1767384398.202340:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202342:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c8fbf4f. 00000400:00000010:1.0:1767384398.202346:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000acfc76a9. 00000100:00000200:1.0:1767384398.202349:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202352:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ed873fe. 00000400:00000010:1.0:1767384398.202356:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000862c9173. 00000100:00000200:1.0:1767384398.202361:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384398.202364:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4e66d92. 00000400:00000010:1.0:1767384398.202367:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000faac41ad. 00000100:00000010:1.0:1767384398.202411:0:40425:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000e6ef0d0c. 00000100:00000200:1.0:1767384398.202436:0:40425:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384398.202455:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000365e4caf. 00000100:00000010:3.0:1767384398.202609:0:40426:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000395f6899. 00000020:00000010:3.0:1767384398.202615:0:40426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a6f1377. 00000020:00000010:3.0:1767384398.202621:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bcf7e50. 00000020:00000010:3.0:1767384398.202625:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a0e93ac. 00000040:00000010:3.0:1767384398.202629:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bf5c2806. 00000020:00000010:3.0:1767384398.202632:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056e320b0. 00000020:00000010:3.0:1767384398.202637:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e0637fb. 00000020:00000010:3.0:1767384398.202641:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000093ca717b. 80000000:00000010:3.0:1767384398.202644:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b8891e0. 40000000:00000010:3.0:1767384398.202647:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000801c30fa. 00100000:00000010:3.0:1767384398.202652:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca37969e. 00040000:00000010:3.0:1767384398.202656:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f07eef2. 00040000:00000010:3.0:1767384398.202660:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a1b3fcc. 00080000:00000010:3.0:1767384398.202664:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004b338a2c. 00000004:00000010:3.0:1767384398.202668:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c73d174. 00002000:00000010:3.0:1767384398.202671:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ee11cbaf. 00000100:00000010:3.0:1767384398.202717:0:40426:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000006af03901. 00000100:00000200:3.0:1767384398.202736:0:40426:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384398.202748:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004fccb0a9. 00000100:00000010:3.0:1767384398.202886:0:40427:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006cc1bf5e. 00000020:00000010:3.0:1767384398.202891:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008ef64e9d. 00000020:00000010:3.0:1767384398.202896:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a22e45cc. 00000020:00000010:3.0:1767384398.202901:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe32664a. 00000040:00000010:3.0:1767384398.202904:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5bbb750. 00000020:00000010:3.0:1767384398.202909:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002637312f. 00000020:00000010:3.0:1767384398.202914:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb2e1a45. 00000020:00000010:3.0:1767384398.202918:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001cd5566c. 80000000:00000010:3.0:1767384398.202922:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a2672cb8. 40000000:00000010:3.0:1767384398.202925:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe8ba7e8. 00100000:00000010:3.0:1767384398.202929:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b47148c4. 00040000:00000010:3.0:1767384398.202933:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aec348fc. 00040000:00000010:3.0:1767384398.202936:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f0caeb87. 00080000:00000010:3.0:1767384398.202940:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c934aed6. 00000004:00000010:3.0:1767384398.202945:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a63cbac3. 00002000:00000010:3.0:1767384398.202950:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df1591d1. 00000100:00000010:3.0:1767384398.202993:0:40427:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a6b879c4. 00000100:00000200:3.0:1767384398.203017:0:40427:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384398.203017:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009c2ee087. 00000100:00000010:1.0:1767384398.203022:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000006ecd2b99. 00000100:00000010:1.0:1767384398.203034:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b920982f. 00000100:00000010:1.0:1767384398.203044:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a6b4e69a. 00000100:00000010:1.0:1767384398.203051:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd80853b. 00000100:00000010:1.0:1767384398.203055:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0d0712d. 00000100:00000010:1.0:1767384398.203059:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d82a6a6d. 00000100:00000010:1.0:1767384398.203063:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc8905fc. 00000100:00000010:1.0:1767384398.203068:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078994494. 00000100:00000010:1.0:1767384398.203071:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e3d88bf. 00000100:00000010:1.0:1767384398.203074:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adeeb1c1. 00000100:00000010:1.0:1767384398.203085:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f07ec15. 00000100:00000010:1.0:1767384398.203088:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089a9cb55. 00000100:00000010:1.0:1767384398.203092:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c492ae41. 00000100:00000010:1.0:1767384398.203097:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3543d30. 00000100:00000010:1.0:1767384398.203101:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b94bf886. 00000100:00000010:1.0:1767384398.203103:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f3341a7. 00000100:00000010:1.0:1767384398.203106:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee7aeba2. 00000100:00000010:1.0:1767384398.203109:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9eaa907. 00000100:00000010:1.0:1767384398.203117:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005430be90. 00000100:00000010:1.0:1767384398.203122:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca6b0df0. 00000100:00000010:1.0:1767384398.203126:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acc664bb. 00000100:00000010:1.0:1767384398.203129:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0ff92d0. 00000100:00000010:1.0:1767384398.203133:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a58abe6d. 00000100:00000010:1.0:1767384398.203136:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037e3dc6e. 00000100:00000010:1.0:1767384398.203139:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e391597. 00000100:00000010:1.0:1767384398.203143:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e110383. 00000100:00000010:1.0:1767384398.203151:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8f7eba2. 00000100:00000010:1.0:1767384398.203168:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5ab603. 00000100:00000010:1.0:1767384398.203173:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aeea933b. 00000100:00000010:1.0:1767384398.203178:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4fa6482. 00000100:00000010:1.0:1767384398.203182:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3c5ee6d. 00000100:00000010:1.0:1767384398.203186:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed17c40a. 00000100:00000010:1.0:1767384398.203192:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000014d7d3e. 00000100:00000010:1.0:1767384398.203200:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023dbcdc5. 00000100:00000010:1.0:1767384398.203208:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3e871c3. 00000100:00000010:1.0:1767384398.203212:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed2389a7. 00000100:00000010:1.0:1767384398.203215:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f2564b4. 00000100:00000010:1.0:1767384398.203219:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaead0aa. 00000100:00000010:1.0:1767384398.203222:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b614a8c. 00000100:00000010:1.0:1767384398.203226:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005a20f1c. 00000100:00000010:1.0:1767384398.203230:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bd9596f. 00000100:00000010:1.0:1767384398.203236:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000743452c7. 00000100:00000010:1.0:1767384398.203245:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001424b9cc. 00000100:00000010:1.0:1767384398.203248:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5c50d80. 00000100:00000010:1.0:1767384398.203251:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bec8c72. 00000100:00000010:1.0:1767384398.203254:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c0732d9. 00000100:00000010:1.0:1767384398.203257:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000baebe45a. 00000100:00000010:1.0:1767384398.203261:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3175cfa. 00000100:00000010:1.0:1767384398.203264:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000841829d0. 00000100:00000010:1.0:1767384398.203268:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e49edcaf. 00000100:00000010:1.0:1767384398.203326:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039e3e18f. 00000100:00000010:1.0:1767384398.203332:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000184e855b. 00000100:00000010:1.0:1767384398.203337:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054fd47d9. 00000100:00000010:1.0:1767384398.203341:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009706a8d3. 00000100:00000010:1.0:1767384398.203346:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8dc3559. 00000100:00000010:1.0:1767384398.203354:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f380c7f. 00000100:00000010:1.0:1767384398.203360:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000da499d4. 00000100:00000010:1.0:1767384398.203363:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc65cc9f. 00000100:00000010:1.0:1767384398.203373:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000065b9a5b. 00000100:00000010:1.0:1767384398.203376:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000889467fb. 00000100:00000010:1.0:1767384398.203380:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ffaca3c. 00000100:00000010:1.0:1767384398.203383:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f9820ef. 00000100:00000010:1.0:1767384398.203387:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000021d65c0. 00000100:00000010:1.0:1767384398.203392:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023841ccb. 00000100:00000010:1.0:1767384398.203400:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2664448. 00000100:00000010:1.0:1767384398.203405:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034e0dda8. 00000100:00000010:1.0:1767384398.203416:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000636dc973. 00000100:00000010:1.0:1767384398.203421:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001d35bb3. 00000100:00000010:1.0:1767384398.203427:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae626713. 00000100:00000010:1.0:1767384398.203434:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc844e0. 00000100:00000010:1.0:1767384398.203439:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038fb73a8. 00000100:00000010:1.0:1767384398.203448:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055d2cc1f. 00000100:00000010:1.0:1767384398.203452:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ac0adbd. 00000100:00000010:1.0:1767384398.203455:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268201a2. 00000100:00000010:1.0:1767384398.203464:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d41cf6f8. 00000100:00000010:1.0:1767384398.203467:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dca26a8. 00000100:00000010:1.0:1767384398.203471:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000908efec6. 00000100:00000010:1.0:1767384398.203473:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d16ac8d. 00000100:00000010:1.0:1767384398.203477:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001151fc3a. 00000100:00000010:1.0:1767384398.203481:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000560b3d12. 00000100:00000010:1.0:1767384398.203485:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c6de2d8. 00000100:00000010:1.0:1767384398.203487:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db99d5b4. 00000100:00000010:1.0:1767384398.203494:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005eddacfc. 00000100:00000010:1.0:1767384398.203503:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6166c84. 00000100:00000010:1.0:1767384398.203507:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbb825a5. 00000100:00000010:1.0:1767384398.203511:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f085e9d. 00000100:00000010:1.0:1767384398.203514:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037964e6b. 00000100:00000010:1.0:1767384398.203517:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee5fdaa8. 00000100:00000010:1.0:1767384398.203520:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2c55eec. 00000100:00000010:1.0:1767384398.203523:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092f8ffa3. 00000100:00000010:1.0:1767384398.203530:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096c5ae64. 00000100:00000010:1.0:1767384398.203536:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000217e1ec. 00000100:00000010:1.0:1767384398.203540:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b6ad4b6. 00000100:00000010:1.0:1767384398.203545:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e1a413. 00000100:00000010:1.0:1767384398.203548:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000164e11d6. 00000100:00000010:1.0:1767384398.203555:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac6425e2. 00000100:00000010:1.0:1767384398.203559:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de61355e. 00000100:00000010:1.0:1767384398.203562:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f26acf8. 00000100:00000010:1.0:1767384398.203570:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001c6be37. 00000100:00000010:1.0:1767384398.203572:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9af1975. 00000100:00000010:1.0:1767384398.203575:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c55c8d5d. 00000100:00000010:1.0:1767384398.203577:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bdcacd1. 00000100:00000010:1.0:1767384398.203582:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c767fe73. 00000100:00000010:1.0:1767384398.203584:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000820b05a2. 00000100:00000010:1.0:1767384398.203587:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb5124fc. 00000100:00000010:1.0:1767384398.203589:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000affe7e7f. 00000100:00000010:1.0:1767384398.203596:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083a043a1. 00000100:00000010:1.0:1767384398.203598:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006d07a18. 00000100:00000010:1.0:1767384398.203602:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9ea1310. 00000100:00000010:1.0:1767384398.203604:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5317b74. 00000100:00000010:1.0:1767384398.203608:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000cb40a64. 00000100:00000010:1.0:1767384398.203610:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0b4e69c. 00000100:00000010:1.0:1767384398.203613:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee4e39d1. 00000100:00000010:1.0:1767384398.203616:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fb56a22. 00000100:00000010:1.0:1767384398.203624:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000deb94324. 00000100:00000010:1.0:1767384398.203633:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7d6c384. 00000100:00000010:1.0:1767384398.203638:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012552774. 00000100:00000010:1.0:1767384398.203641:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069bb517d. 00000100:00000010:1.0:1767384398.203645:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036912f12. 00000100:00000010:1.0:1767384398.203650:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd8c6bc0. 00000100:00000010:1.0:1767384398.203655:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000810465bc. 00000100:00000010:1.0:1767384398.203661:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a91c794. 00000100:00000010:1.0:1767384398.203673:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf5af84b. 00000100:00000010:1.0:1767384398.203677:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002479341. 00000100:00000010:1.0:1767384398.203681:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001502086a. 00000100:00000010:1.0:1767384398.203686:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079341e13. 00000100:00000010:1.0:1767384398.203695:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc9226be. 00000100:00000010:1.0:1767384398.203700:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6a0f322. 00000100:00000010:1.0:1767384398.203705:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1b95e40. 00000100:00000010:1.0:1767384398.203709:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000935e942b. 00000100:00000010:1.0:1767384398.203717:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b66b3196. 00000400:00000200:1.0:1767384398.203720:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384398.203767:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000003c4ac95. 00000020:00000010:1.0:1767384398.203771:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000cf1d17d. 00000100:00000010:1.0:1767384398.203815:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009714199f. 00000100:00000010:1.0:1767384398.203818:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000015f68751. 00000100:00000010:1.0:1767384398.203821:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000341a3552. 00000100:00000010:1.0:1767384398.203823:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d1837f03. 00000100:00000010:1.0:1767384398.203825:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000010e3b6eb. 00000100:00000200:1.0:1767384398.203851:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384398.203854:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005c69b700. 00000100:00000010:1.0:1767384398.203989:0:40428:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f08034fc. 00000020:00000010:1.0:1767384398.203992:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000006d651f0. 00000020:00000010:1.0:1767384398.203995:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a401595d. 00000020:00000010:1.0:1767384398.203996:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0b1c0bd. 00000040:00000010:1.0:1767384398.203998:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bca294cb. 00000020:00000010:1.0:1767384398.204000:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d16cadc0. 00000020:00000010:1.0:1767384398.204002:0:40428:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b91d2df1. 00000020:00000010:1.0:1767384398.204003:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000645e79f9. 80000000:00000010:1.0:1767384398.204005:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cca7aafd. 40000000:00000010:1.0:1767384398.204006:0:40428:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021f684be. 00100000:00000010:1.0:1767384398.204008:0:40428:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004077df2. 00040000:00000010:1.0:1767384398.204009:0:40428:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004bd3d443. 00040000:00000010:1.0:1767384398.204011:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ece7ee6. 00080000:00000010:1.0:1767384398.204013:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005665434a. 00000004:00000010:1.0:1767384398.204016:0:40428:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b034a5ba. 00000100:00000200:1.0:1767384398.204017:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204019:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a023b44b. 00000400:00000010:1.0:1767384398.204021:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2323cc4. 00000100:00000200:1.0:1767384398.204027:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204028:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77108cc. 00000400:00000010:1.0:1767384398.204030:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fceeefe. 00000100:00000200:1.0:1767384398.204031:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204032:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2360cc0. 00000400:00000010:1.0:1767384398.204033:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b72e1a5. 00000100:00000200:1.0:1767384398.204034:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204035:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e3cd87b. 00000400:00000010:1.0:1767384398.204036:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b07b9bd1. 00000100:00000200:1.0:1767384398.204037:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204038:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7ab38c. 00000400:00000010:1.0:1767384398.204039:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eebd2ebb. 00000100:00000200:1.0:1767384398.204040:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204041:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009125b934. 00000400:00000010:1.0:1767384398.204042:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9e6c3fc. 00000100:00000200:1.0:1767384398.204043:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204044:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000912aa433. 00000400:00000010:1.0:1767384398.204045:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b27958c. 00000100:00000200:1.0:1767384398.204046:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204047:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a0080e4. 00000400:00000010:1.0:1767384398.204048:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000907090ec. 00000100:00000200:1.0:1767384398.204049:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204049:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddbca6c2. 00000400:00000010:1.0:1767384398.204051:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95f8d06. 00000100:00000200:1.0:1767384398.204052:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204052:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000482e6d97. 00000400:00000010:1.0:1767384398.204054:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089fd60cc. 00000100:00000200:1.0:1767384398.204055:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204055:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074da31ef. 00000400:00000010:1.0:1767384398.204057:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000167c1160. 00000100:00000200:1.0:1767384398.204057:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204058:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026e3e358. 00000400:00000010:1.0:1767384398.204059:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ae53ed. 00000100:00000200:1.0:1767384398.204060:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204061:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008836ea5d. 00000400:00000010:1.0:1767384398.204064:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a88f761. 00000100:00000200:1.0:1767384398.204066:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204067:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c865443. 00000400:00000010:1.0:1767384398.204069:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642fe188. 00000100:00000200:1.0:1767384398.204070:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204071:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077e21ffb. 00000400:00000010:1.0:1767384398.204072:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d8ce912. 00000100:00000200:1.0:1767384398.204073:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204074:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba61d45. 00000400:00000010:1.0:1767384398.204075:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c316dd8a. 00000100:00000200:1.0:1767384398.204076:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204076:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047305e76. 00000400:00000010:1.0:1767384398.204078:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032ef8727. 00000100:00000200:1.0:1767384398.204079:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204079:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af2cd759. 00000400:00000010:1.0:1767384398.204081:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5500c1c. 00000100:00000200:1.0:1767384398.204081:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204082:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c74cb12. 00000400:00000010:1.0:1767384398.204083:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca6e2463. 00000100:00000200:1.0:1767384398.204085:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204086:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000819a7fec. 00000400:00000010:1.0:1767384398.204088:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000923f8c00. 00000100:00000200:1.0:1767384398.204090:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204091:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd09d321. 00000400:00000010:1.0:1767384398.204093:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4898a7e. 00000100:00000200:1.0:1767384398.204094:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204096:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053d44f46. 00000400:00000010:1.0:1767384398.204099:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e90b7cd. 00000100:00000200:1.0:1767384398.204100:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204102:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000846a7d1. 00000400:00000010:1.0:1767384398.204103:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e57e47a. 00000100:00000200:1.0:1767384398.204105:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204107:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d79bb5e. 00000400:00000010:1.0:1767384398.204110:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003202b6cb. 00000100:00000200:1.0:1767384398.204112:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204118:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bbe05d6. 00000400:00000010:1.0:1767384398.204120:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1626b1b. 00000100:00000200:1.0:1767384398.204123:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204125:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075588f06. 00000400:00000010:1.0:1767384398.204127:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fde4d8. 00000100:00000200:1.0:1767384398.204128:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204130:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7639de. 00000400:00000010:1.0:1767384398.204132:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7cb9675. 00000100:00000200:1.0:1767384398.204135:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204137:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000188551e9. 00000400:00000010:1.0:1767384398.204139:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006587b30e. 00000100:00000200:1.0:1767384398.204140:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204142:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b73577. 00000400:00000010:1.0:1767384398.204144:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d7cd445. 00000100:00000200:1.0:1767384398.204145:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204148:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5bd77da. 00000400:00000010:1.0:1767384398.204149:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e3ebf6. 00000100:00000200:1.0:1767384398.204150:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204150:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027d9d841. 00000400:00000010:1.0:1767384398.204164:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf3bb2f. 00000100:00000200:1.0:1767384398.204166:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204168:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ad56f0. 00000400:00000010:1.0:1767384398.204172:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de6b92d9. 00000100:00000200:1.0:1767384398.204174:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204175:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8d21f7. 00000400:00000010:1.0:1767384398.204177:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cce5f7ff. 00000100:00000200:1.0:1767384398.204179:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204181:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000925e1d46. 00000400:00000010:1.0:1767384398.204183:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006768402b. 00000100:00000200:1.0:1767384398.204185:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204187:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004296ece5. 00000400:00000010:1.0:1767384398.204189:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079ee6658. 00000100:00000200:1.0:1767384398.204191:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204192:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071d8d5a2. 00000400:00000010:1.0:1767384398.204193:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c4253f4. 00000100:00000200:1.0:1767384398.204199:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204201:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edb55222. 00000400:00000010:1.0:1767384398.204204:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9dab4f2. 00000100:00000200:1.0:1767384398.204206:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204208:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056e249a6. 00000400:00000010:1.0:1767384398.204210:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000986a1731. 00000100:00000200:1.0:1767384398.204212:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204214:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2740dee. 00000400:00000010:1.0:1767384398.204216:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afcfd2b5. 00000100:00000200:1.0:1767384398.204217:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204218:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e0ca715. 00000400:00000010:1.0:1767384398.204219:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026e6adf7. 00000100:00000200:1.0:1767384398.204220:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204221:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c410e6. 00000400:00000010:1.0:1767384398.204222:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047de14f1. 00000100:00000200:1.0:1767384398.204223:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204225:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6df3409. 00000400:00000010:1.0:1767384398.204227:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4bf2b6b. 00000100:00000200:1.0:1767384398.204229:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204230:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045153e19. 00000400:00000010:1.0:1767384398.204232:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d4fc006. 00000100:00000200:1.0:1767384398.204233:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204235:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d63cce. 00000400:00000010:1.0:1767384398.204236:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3bb067f. 00000100:00000200:1.0:1767384398.204237:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204238:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004111d5ce. 00000400:00000010:1.0:1767384398.204241:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2c7d386. 00000100:00000200:1.0:1767384398.204243:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204245:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000310fae23. 00000400:00000010:1.0:1767384398.204247:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6cf7ce3. 00000100:00000200:1.0:1767384398.204249:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204251:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1d4754. 00000400:00000010:1.0:1767384398.204253:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c73232f. 00000100:00000200:1.0:1767384398.204256:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204257:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017f13bf. 00000400:00000010:1.0:1767384398.204261:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f5f0259. 00000100:00000200:1.0:1767384398.204263:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204264:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093ba728d. 00000400:00000010:1.0:1767384398.204266:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7ddde63. 00000100:00000200:1.0:1767384398.204268:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204269:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1186546. 00000400:00000010:1.0:1767384398.204271:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7c32c2b. 00000100:00000200:1.0:1767384398.204273:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204302:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031d454c0. 00000400:00000010:1.0:1767384398.204304:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec9e10f3. 00000100:00000200:1.0:1767384398.204305:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204308:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094a5dd02. 00000400:00000010:1.0:1767384398.204310:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc2cb34c. 00000100:00000200:1.0:1767384398.204311:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204312:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4908401. 00000400:00000010:1.0:1767384398.204314:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf91302a. 00000100:00000200:1.0:1767384398.204315:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204316:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7abf383. 00000400:00000010:1.0:1767384398.204317:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000270dc435. 00000100:00000200:1.0:1767384398.204318:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204319:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035a8b7dc. 00000400:00000010:1.0:1767384398.204322:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000322bfee1. 00000100:00000200:1.0:1767384398.204323:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204324:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7241c27. 00000400:00000010:1.0:1767384398.204328:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006670ba80. 00000100:00000200:1.0:1767384398.204332:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204334:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f87034e. 00000400:00000010:1.0:1767384398.204338:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4a6afed. 00000100:00000200:1.0:1767384398.204340:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204342:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000967983b3. 00000400:00000010:1.0:1767384398.204345:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5f5cbae. 00000100:00000200:1.0:1767384398.204349:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204351:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c75f39. 00000400:00000010:1.0:1767384398.204353:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078a781bc. 00000100:00000200:1.0:1767384398.204354:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204360:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047359b90. 00000400:00000010:1.0:1767384398.204362:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfcca8db. 00000100:00000200:1.0:1767384398.204364:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204365:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a1ce1a. 00000400:00000010:1.0:1767384398.204367:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0da5d8a. 00000100:00000200:1.0:1767384398.204372:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204374:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062309f8d. 00000400:00000010:1.0:1767384398.204376:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1154cd7. 00000100:00000200:1.0:1767384398.204377:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204379:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001848b8d6. 00000400:00000010:1.0:1767384398.204382:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab53361c. 00000100:00000200:1.0:1767384398.204384:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384398.204388:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063cd3bcc. 00000400:00000010:1.0:1767384398.204391:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000167dd144. 00000100:00000010:1.0:1767384398.204403:0:40428:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d8b3407f. 00000100:00000200:1.0:1767384398.204422:0:40428:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384398.204586:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000713d5146. 00000100:00000010:0.0:1767384398.205548:0:40429:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000041fb4516. 00000020:00000010:0.0:1767384398.205555:0:40429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000968e784d. 00000020:00000010:0.0:1767384398.205588:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eb51f79. 00000020:00000010:0.0:1767384398.205592:0:40429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009da341a9. 00000040:00000010:0.0:1767384398.205596:0:40429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df7772f1. 00000020:00000010:0.0:1767384398.205601:0:40429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000418f8349. 00000020:00000010:0.0:1767384398.205607:0:40429:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000698a0144. 00000020:00000010:0.0:1767384398.205612:0:40429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000119ae4a2. 80000000:00000010:0.0:1767384398.205617:0:40429:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073b2f272. 40000000:00000010:0.0:1767384398.205621:0:40429:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000847324ed. 00100000:00000010:0.0:1767384398.205625:0:40429:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41c407e. 00040000:00000010:0.0:1767384398.205630:0:40429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004395326e. 00040000:00000010:0.0:1767384398.205635:0:40429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b3a7306. 00080000:00000010:0.0:1767384398.205641:0:40429:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a094669e. 00000004:00000010:0.0:1767384398.205648:0:40429:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064572260. 00000100:00000010:0.0:1767384398.205665:0:40429:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005bea1fe5. 00000100:00000200:0.0:1767384398.205693:0:40429:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384398.205771:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000021ba8646. 00000100:00000010:3.0:1767384398.205778:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009569ab56. 00000100:00000010:3.0:1767384398.205790:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000479c6c67. 00000100:00000010:3.0:1767384398.205797:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d4151c87. 00000100:00000010:3.0:1767384398.205802:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f2da99. 00000100:00000010:3.0:1767384398.206065:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000672ee20f. 00000100:00000010:3.0:1767384398.206070:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000578a152c. 00000100:00000010:3.0:1767384398.206363:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c84ef6e2. 00000100:00000010:3.0:1767384398.206369:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001666ec23. 00000100:00000010:3.0:1767384398.206634:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005f6918ca. 00000100:00000010:3.0:1767384398.206663:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e93776b. 00000100:00000010:3.0:1767384398.206927:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca07c89b. 00000100:00000010:3.0:1767384398.206948:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c33d4cc. 00000100:00000010:3.0:1767384398.207225:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb1ee047. 00000100:00000010:3.0:1767384398.207230:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e6187e1. 00000100:00000010:3.0:1767384398.207549:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad3ffd74. 00000100:00000010:3.0:1767384398.207554:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0b2b4bb. 00000100:00000010:3.0:1767384398.207829:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001d6e3744. 00000100:00000010:3.0:1767384398.207833:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afed8473. 00000100:00000010:3.0:1767384398.208097:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad4b95ba. 00000100:00000010:2.0:1767384398.208331:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035ac4980. 00000100:00000010:2.0:1767384398.208612:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000162eeb90. 00000100:00000010:2.0:1767384398.208617:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6a38b5a. 00000100:00000010:2.0:1767384398.208895:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005653e18a. 00000100:00000010:2.0:1767384398.208900:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f877b70a. 00000100:00000010:2.0:1767384398.209210:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1ba8433. 00000100:00000010:2.0:1767384398.209215:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085b682cf. 00000100:00000010:2.0:1767384398.209503:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000769a6dc4. 00000100:00000010:2.0:1767384398.209508:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bcdbeee. 00000100:00000010:2.0:1767384398.209817:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e75c2bbc. 00000100:00000010:2.0:1767384398.209822:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e65f5c0. 00000100:00000010:2.0:1767384398.210099:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000888a8323. 00000100:00000010:2.0:1767384398.210103:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2a54b8a. 00000100:00000010:2.0:1767384398.210412:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b7f0478. 00000100:00000010:2.0:1767384398.210418:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be256702. 00080000:00000010:3.0:1767384398.210667:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000987dac02. 00000100:00000010:2.0:1767384398.210705:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000014cb0b98. 00000100:00000010:2.0:1767384398.210711:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000987dac02. 00000100:00000010:2.0:1767384398.210990:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a3e87ceb. 00000100:00000010:2.0:1767384398.210995:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028b5beae. 00000100:00000010:2.0:1767384398.211300:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f53da36. 00000100:00000010:2.0:1767384398.211305:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002622c2a9. 00000100:00000010:2.0:1767384398.211581:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9b53d63. 00000100:00000010:2.0:1767384398.211587:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081633e7f. 00000100:00000010:2.0:1767384398.211868:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000091bdc218. 00000100:00000010:2.0:1767384398.211874:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e94397d. 00000100:00000010:2.0:1767384398.212150:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000182afdad. 00000100:00000010:2.0:1767384398.212166:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009313b9f7. 00010000:00000010:0.0:1767384398.212369:0:40421:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9f24211. 00010000:00000010:0.0:1767384398.212379:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b91921c9. 00000020:00000010:0.0:1767384398.212385:0:40421:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ebde92c0. 00000100:00000010:2.0:1767384398.212466:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004ae2a3a9. 00000100:00000010:2.0:1767384398.212473:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f04da3e. 00000100:00000010:2.0:1767384398.212754:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004b6e859. 00000100:00000010:2.0:1767384398.212760:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066fb4805. 00000100:00000010:2.0:1767384398.213041:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000016be3793. 00000100:00000010:2.0:1767384398.213046:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f653d530. 00000100:00000010:2.0:1767384398.213367:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e7a311eb. 00000100:00000010:2.0:1767384398.213374:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f97c00b. 00000100:00000010:2.0:1767384398.213655:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b655fd50. 00000100:00000010:2.0:1767384398.213661:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cffc9a0c. 00000100:00000010:2.0:1767384398.213940:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bd9c3c06. 00000100:00000010:2.0:1767384398.213945:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001ba5c23. 00000100:00000010:2.0:1767384398.214240:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034383213. 00000100:00000010:2.0:1767384398.214246:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab607944. 00000100:00000010:2.0:1767384398.214575:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c1ff9ba7. 00000100:00000010:2.0:1767384398.214581:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d5f199f. 00000100:00000010:0.0:1767384398.214688:0:40418:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009a4d3b15. 00000100:00000010:0.0:1767384398.214696:0:40418:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d44cefd7. 20000000:00000010:0.0:1767384398.214699:0:40418:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000008523b467. 00010000:00000200:0.0:1767384398.214713:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000286d89de x1853236737772416/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.214737:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008296e8f1. 00000100:00000200:0.0:1767384398.214742:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737772416, offset 224 00000400:00000200:0.0:1767384398.214749:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.214763:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.214772:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d708b80 00000400:00000200:0.0:1767384398.214781:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2359 [2] + 224 00000400:00000200:0.0:1767384398.214791:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.214794:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.214803:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039b09e4f x1853236737772416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.214830:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008296e8f1 00000400:00000010:0.0:1767384398.214833:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008296e8f1. 00000400:00000010:3.0:1767384398.214843:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051c60cc0. 00000400:00000200:3.0:1767384398.214850:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000051c0239 00000400:00000010:3.0:1767384398.214852:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000051c0239. 00000020:00000010:0.0:1767384398.214855:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fbba4c2b. 00000100:00000200:3.0:1767384398.214861:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039b09e4f x1853236737772416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.214863:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a1c302a. 00000100:00000010:2.0:1767384398.214864:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bff2e663. 00000100:00000010:2.0:1767384398.214875:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9b52d03. 00000020:00000010:0.0:1767384398.214876:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932a4995. 00000100:00000200:3.0:1767384398.214878:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039b09e4f x1853236737772416/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384398.214891:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e7927068. 00000100:00000200:0.0:1767384398.214901:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.214906:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b9633e. 00000400:00000010:0.0:1767384398.214910:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008296e8f1. 02000000:00000010:3.0:1767384398.214913:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000091054bbb. 00000100:00000010:3.0:1767384398.214922:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000caee9093. 00000100:00000010:3.0:1767384398.214925:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ee415339. 02000000:00000010:3.0:1767384398.214928:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008932bd8e. 00000100:00000010:3.0:1767384398.214933:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039b09e4f. 00000100:00000010:3.0:1767384398.214936:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009afb2f64. 00000020:00000010:3.0:1767384398.214939:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000b53b69f1. 00000020:00000010:3.0:1767384398.214949:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000001ccc36b2. 00000100:00000010:2.0:1767384398.215173:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000517d499b. 00000100:00000010:2.0:1767384398.215179:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014f775a8. 00000100:00000010:0.0:1767384398.215335:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002626e628. 00000100:00000010:2.0:1767384398.215480:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041dd124a. 00000100:00000010:2.0:1767384398.215486:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015bce12f. 00000100:00000010:2.0:1767384398.215768:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c2390a40. 00000100:00000010:2.0:1767384398.215773:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e25db18e. 00000100:00000010:2.0:1767384398.216053:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000916c8bdd. 00000100:00000010:2.0:1767384398.216057:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077878f39. 00000100:00000010:3.0:1767384398.216317:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa3e6584. 00000100:00000010:1.0:1767384398.216333:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8ef7d9a. 00000100:00000010:2.0:1767384398.216391:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009c669a0f. 00000100:00000010:2.0:1767384398.216408:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a803999. 00000100:00000010:2.0:1767384398.216419:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a1d946. 00000100:00000010:2.0:1767384398.216704:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000472ee6f. 00000100:00000010:2.0:1767384398.216709:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1a9d1c2. 00000100:00000010:2.0:1767384398.216988:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ebcb79c0. 00000100:00000010:2.0:1767384398.216993:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007861c3d5. 00000100:00000010:2.0:1767384398.217315:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb28407c. 00000100:00000010:2.0:1767384398.217320:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c2fc76. 00000100:00000010:2.0:1767384398.217599:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007de39e62. 00000100:00000010:2.0:1767384398.217604:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d92d02ea. 00000100:00000010:2.0:1767384398.217906:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007da827d1. 00000100:00000010:2.0:1767384398.217921:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000039410a0. 00000100:00000010:2.0:1767384398.218237:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004187c302. 00000100:00000010:2.0:1767384398.218242:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c437b5ee. 00000100:00000010:2.0:1767384398.218628:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000369ce72f. 00000100:00000010:2.0:1767384398.218634:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000013231dc. 00000100:00000010:2.0:1767384398.218942:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025ab568d. 00000100:00000010:2.0:1767384398.218946:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c80ce9. 00000100:00000010:2.0:1767384398.219265:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d65d208. 00000100:00000010:2.0:1767384398.219270:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b38ead2e. 00000100:00000010:2.0:1767384398.219566:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a9902250. 00000100:00000010:2.0:1767384398.219571:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004dcc4b9. 00000100:00000010:2.0:1767384398.219863:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bf38b406. 00000100:00000010:2.0:1767384398.219868:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008f9b4d5. 00000100:00000010:2.0:1767384398.220140:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000069ffb2b. 00000100:00000010:2.0:1767384398.220144:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008789051c. 00000100:00000010:2.0:1767384398.220459:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a951b950. 00000100:00000010:2.0:1767384398.220465:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004348c191. 00000100:00000010:2.0:1767384398.220743:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005524a38a. 00000100:00000010:2.0:1767384398.220748:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088b7545f. 00000100:00000010:2.0:1767384398.221037:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a93100d9. 00000100:00000010:2.0:1767384398.221042:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6fcfbaa. 00000100:00000010:2.0:1767384398.221350:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e455fcae. 00000100:00000010:2.0:1767384398.221356:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a431ea2c. 00000100:00000010:2.0:1767384398.221642:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005f0c19e7. 00000100:00000010:2.0:1767384398.221647:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d341fada. 00000100:00000010:2.0:1767384398.221922:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f59f415d. 00000100:00000010:2.0:1767384398.221926:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ed207bc. 00000100:00000010:2.0:1767384398.222226:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000be1c4f37. 00000100:00000010:2.0:1767384398.222231:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002957b8d1. 00000100:00000010:2.0:1767384398.222531:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e899f29a. 00000100:00000010:2.0:1767384398.222537:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feff1224. 00000100:00000010:2.0:1767384398.222831:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002f63b947. 00000100:00000010:2.0:1767384398.222845:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e50a19a8. 00000100:00000010:2.0:1767384398.223120:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f67cb03c. 00000100:00000010:2.0:1767384398.223124:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000907266d8. 00000100:00000010:2.0:1767384398.223446:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c95dcfe. 00000100:00000010:2.0:1767384398.223451:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053948257. 00000100:00000010:2.0:1767384398.223732:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c07384df. 00000100:00000010:2.0:1767384398.223736:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4f03dfd. 00000100:00000010:2.0:1767384398.224020:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c2d5963e. 00000100:00000010:2.0:1767384398.224025:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f86f9a9. 00000100:00000010:2.0:1767384398.224333:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d81cef94. 00000100:00000010:2.0:1767384398.224338:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005776076c. 00000100:00000010:2.0:1767384398.224627:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002e69d1d7. 00000100:00000010:2.0:1767384398.224632:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ed97e44. 00000100:00000010:2.0:1767384398.224911:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000070d8e514. 00000100:00000010:2.0:1767384398.224915:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2c4f68f. 00000100:00000010:2.0:1767384398.225218:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d5f07a8. 00000400:00000200:2.0:1767384398.225224:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384398.225321:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000aa6b5662. 00000020:00000010:2.0:1767384398.225328:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c05b1761. 00000100:00000010:2.0:1767384398.225381:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b69b966d. 00000100:00000010:2.0:1767384398.225387:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000edeff991. 00000100:00000010:2.0:1767384398.225390:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000053fa41d5. 00000100:00000010:2.0:1767384398.225395:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c244011. 00000100:00000010:2.0:1767384398.225398:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007971425f. 00000100:00000200:2.0:1767384398.225428:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384398.225432:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000844c1ad1. 00000100:00000010:0.0:1767384398.225670:0:40430:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000ed9897a. 00000020:00000010:0.0:1767384398.225677:0:40430:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000025367ce4. 00000020:00000010:0.0:1767384398.225683:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baf12d14. 00000020:00000010:0.0:1767384398.225686:0:40430:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008469fd13. 00000040:00000010:0.0:1767384398.225689:0:40430:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d575fb9. 00000020:00000010:0.0:1767384398.225693:0:40430:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be2814b1. 00000020:00000010:0.0:1767384398.225697:0:40430:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cb0ae75. 00000020:00000010:0.0:1767384398.225701:0:40430:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df0eca77. 80000000:00000010:0.0:1767384398.225704:0:40430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a92e1cf1. 40000000:00000010:0.0:1767384398.225707:0:40430:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e36ea62e. 00100000:00000010:0.0:1767384398.225712:0:40430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008d52ea33. 00040000:00000010:0.0:1767384398.225716:0:40430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000500dd7af. 00040000:00000010:0.0:1767384398.225719:0:40430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000417f566b. 00080000:00000010:0.0:1767384398.225723:0:40430:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003498b68b. 00000004:00000010:0.0:1767384398.225728:0:40430:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c812846b. 00002000:00000010:0.0:1767384398.225732:0:40430:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000406e6c6c. 00000100:00000200:0.0:1767384398.225736:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225740:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3fcc50d. 00000400:00000010:0.0:1767384398.225748:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091054bbb. 00000100:00000200:0.0:1767384398.225753:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225754:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033d1cbaa. 00000400:00000010:0.0:1767384398.225758:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7927068. 00000100:00000200:0.0:1767384398.225760:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225761:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a7af40. 00000400:00000010:0.0:1767384398.225765:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008523b467. 00000100:00000200:0.0:1767384398.225767:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225768:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e909bac4. 00000400:00000010:0.0:1767384398.225771:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006609e21b. 00000100:00000200:0.0:1767384398.225774:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225776:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d704adeb. 00000400:00000010:0.0:1767384398.225796:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d77d86d. 00000100:00000200:0.0:1767384398.225805:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225808:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb633eb. 00000400:00000010:0.0:1767384398.225813:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4008899. 00000100:00000200:0.0:1767384398.225816:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225818:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f90a608d. 00000400:00000010:0.0:1767384398.225823:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038f13ed9. 00000100:00000200:0.0:1767384398.225826:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225827:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062c20b3c. 00000400:00000010:0.0:1767384398.225832:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000722979e9. 00000100:00000200:0.0:1767384398.225836:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225837:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f426a2c3. 00000400:00000010:0.0:1767384398.225848:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fcae7f03. 00000100:00000200:0.0:1767384398.225852:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225855:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c60cc0. 00000400:00000010:0.0:1767384398.225860:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eafeb8bd. 00000100:00000200:0.0:1767384398.225863:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225865:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002335f981. 00000400:00000010:0.0:1767384398.225869:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdd8bbb1. 00000100:00000200:0.0:1767384398.225873:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225875:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f107f09. 00000400:00000010:0.0:1767384398.225880:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d8b51643. 00000100:00000200:0.0:1767384398.225883:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225885:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b78b211. 00000400:00000010:0.0:1767384398.225895:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031c4a619. 00000100:00000200:0.0:1767384398.225901:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225903:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a70f21. 00000400:00000010:0.0:1767384398.225908:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000918b7759. 00000100:00000200:0.0:1767384398.225910:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225912:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059fde146. 00000400:00000010:0.0:1767384398.225916:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084297b24. 00000100:00000200:0.0:1767384398.225919:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225921:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd476c76. 00000400:00000010:0.0:1767384398.225925:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e3c4176. 00000100:00000200:0.0:1767384398.225928:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225929:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009250a2ea. 00000400:00000010:0.0:1767384398.225941:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006279e2a3. 00000100:00000200:0.0:1767384398.225946:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225948:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac4d8e. 00000400:00000010:0.0:1767384398.225952:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aa63b87e. 00000100:00000200:0.0:1767384398.225955:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225957:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099885154. 00000400:00000010:0.0:1767384398.225961:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000053c4056. 00000100:00000200:0.0:1767384398.225964:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225966:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df7c8557. 00000400:00000010:0.0:1767384398.225971:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a9a86b81. 00000100:00000200:0.0:1767384398.225974:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225976:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d7fcd4. 00000400:00000010:0.0:1767384398.225986:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e4d0071. 00000100:00000200:0.0:1767384398.225991:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.225993:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001289bca1. 00000400:00000010:0.0:1767384398.225998:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000ad3329a. 00000100:00000200:0.0:1767384398.226001:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226003:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004872db9e. 00000400:00000010:0.0:1767384398.226007:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091cb2448. 00000100:00000200:0.0:1767384398.226010:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226012:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027add2b6. 00000400:00000010:0.0:1767384398.226016:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000624b17fd. 00000100:00000200:0.0:1767384398.226020:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226022:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b16949c0. 00000400:00000010:0.0:1767384398.226033:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002377a683. 00000100:00000200:0.0:1767384398.226038:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226040:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003642d5b7. 00000400:00000010:0.0:1767384398.226044:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bed70d0e. 00000100:00000200:0.0:1767384398.226046:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226047:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f065b44d. 00000400:00000010:0.0:1767384398.226050:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072880639. 00000100:00000200:0.0:1767384398.226053:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226054:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732a5bc4. 00000400:00000010:0.0:1767384398.226057:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000047c23927. 00000100:00000200:0.0:1767384398.226059:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226060:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bc22a7. 00000400:00000010:0.0:1767384398.226067:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000039abd61d. 00000100:00000200:0.0:1767384398.226071:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226071:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004661eb67. 00000400:00000010:0.0:1767384398.226075:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000050ad1424. 00000100:00000200:0.0:1767384398.226077:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226078:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c6758. 00000400:00000010:0.0:1767384398.226081:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000059bde6a3. 00000100:00000200:0.0:1767384398.226084:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226085:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3d5df6. 00000400:00000010:0.0:1767384398.226089:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009b21f9c0. 00000100:00000200:0.0:1767384398.226091:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226092:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146cd4a6. 00000400:00000010:0.0:1767384398.226098:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f9a91d8a. 00000100:00000200:0.0:1767384398.226101:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226102:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f29b8a7. 00000400:00000010:0.0:1767384398.226106:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000454c4d66. 00000100:00000200:0.0:1767384398.226108:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226108:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003da4889b. 00000400:00000010:0.0:1767384398.226111:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005cc1d406. 00000100:00000200:0.0:1767384398.226114:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226114:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6dba14. 00000400:00000010:0.0:1767384398.226117:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094e426c4. 00000100:00000200:0.0:1767384398.226120:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226121:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a686b564. 00000400:00000010:0.0:1767384398.226128:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f598d996. 00000100:00000200:0.0:1767384398.226131:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226132:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089644c05. 00000400:00000010:0.0:1767384398.226136:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d78ec26b. 00000100:00000200:0.0:1767384398.226138:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226139:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82cdcee. 00000400:00000010:0.0:1767384398.226142:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eefa9e48. 00000100:00000200:0.0:1767384398.226144:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226146:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6b12a65. 00000400:00000010:0.0:1767384398.226149:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005eccc63f. 00000100:00000200:0.0:1767384398.226151:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226163:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000302a3e67. 00000400:00000010:0.0:1767384398.226172:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004466f6c1. 00000100:00000200:0.0:1767384398.226176:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226177:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a92e9d. 00000400:00000010:0.0:1767384398.226181:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c4ea07c3. 00000100:00000200:0.0:1767384398.226183:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226184:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000539598c5. 00000400:00000010:0.0:1767384398.226187:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc7ad06c. 00000100:00000200:0.0:1767384398.226190:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226191:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fe68aee. 00000400:00000010:0.0:1767384398.226195:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d1fe85d. 00000100:00000200:0.0:1767384398.226197:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226198:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a599b51. 00000400:00000010:0.0:1767384398.226205:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c6a2d3a7. 00000100:00000200:0.0:1767384398.226208:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226209:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba26b02. 00000400:00000010:0.0:1767384398.226213:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a1224219. 00000100:00000200:0.0:1767384398.226215:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226216:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b57ead. 00000400:00000010:0.0:1767384398.226219:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001cb06a41. 00000100:00000200:0.0:1767384398.226221:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226222:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007459a51d. 00000400:00000010:0.0:1767384398.226226:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5c8a265. 00000100:00000200:0.0:1767384398.226228:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226230:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029922222. 00000400:00000010:0.0:1767384398.226237:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c6d126f. 00000100:00000200:0.0:1767384398.226240:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226241:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074bc0067. 00000400:00000010:0.0:1767384398.226245:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000244fcbf5. 00000100:00000200:0.0:1767384398.226247:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226248:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002e7449e. 00000400:00000010:0.0:1767384398.226251:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d872318c. 00000100:00000200:0.0:1767384398.226253:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226254:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2de570b. 00000400:00000010:0.0:1767384398.226257:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006fe5ec96. 00000100:00000200:0.0:1767384398.226259:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226260:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd5bfc6. 00000400:00000010:0.0:1767384398.226267:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001be7551c. 00000100:00000200:0.0:1767384398.226270:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226271:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ef13fba. 00000400:00000010:0.0:1767384398.226309:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042cff78c. 00000100:00000200:0.0:1767384398.226314:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226316:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000171546af. 00000400:00000010:0.0:1767384398.226319:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092cc9f51. 00000100:00000200:0.0:1767384398.226323:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226324:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef18d104. 00000400:00000010:0.0:1767384398.226327:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030aec2a4. 00000100:00000200:0.0:1767384398.226329:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226330:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000446d6530. 00000400:00000010:0.0:1767384398.226339:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000354eca5f. 00000100:00000200:0.0:1767384398.226342:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226343:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bd35186. 00000400:00000010:0.0:1767384398.226347:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000078a21d23. 00000100:00000200:0.0:1767384398.226349:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226351:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9209493. 00000400:00000010:0.0:1767384398.226354:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002fb50a28. 00000100:00000200:0.0:1767384398.226357:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226357:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000650fc6d8. 00000400:00000010:0.0:1767384398.226361:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e6b855d. 00000100:00000200:0.0:1767384398.226363:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226365:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f8d0cf. 00000400:00000010:0.0:1767384398.226371:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d2ba5ed4. 00000100:00000200:0.0:1767384398.226375:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226376:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b9dd455. 00000400:00000010:0.0:1767384398.226379:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d5a45314. 00000100:00000200:0.0:1767384398.226381:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226382:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031103729. 00000400:00000010:0.0:1767384398.226385:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007830e0a7. 00000100:00000200:0.0:1767384398.226387:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384398.226388:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048750814. 00000400:00000010:0.0:1767384398.226391:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff998634. 00000100:00000010:0.0:1767384398.226404:0:40430:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001f2097a6. 00000100:00000200:0.0:1767384398.226417:0:40430:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384398.226450:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000071095e16. 00000100:00000010:0.0:1767384398.226603:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f035b340. 00000020:00000010:0.0:1767384398.226606:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e31c3bf8. 00000020:00000010:0.0:1767384398.226609:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0d3c539. 00000020:00000010:0.0:1767384398.226611:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000932a4995. 00000040:00000010:0.0:1767384398.226613:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000070beb58f. 00000020:00000010:0.0:1767384398.226616:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002165149d. 00000020:00000010:0.0:1767384398.226618:0:40431:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006732c9a1. 00000020:00000010:0.0:1767384398.226620:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2d9e873. 80000000:00000010:0.0:1767384398.226621:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011708cf8. 40000000:00000010:0.0:1767384398.226622:0:40431:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a922e6d. 00100000:00000010:0.0:1767384398.226625:0:40431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005051445f. 00040000:00000010:0.0:1767384398.226627:0:40431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008e2aa6d. 00040000:00000010:0.0:1767384398.226629:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9731ccd. 00080000:00000010:0.0:1767384398.226631:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005a65e442. 00000004:00000010:0.0:1767384398.226633:0:40431:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005e4a884a. 00002000:00000010:0.0:1767384398.226635:0:40431:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed4464db. 00000100:00000010:0.0:1767384398.226647:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000de8164f4. 00000100:00000200:0.0:1767384398.226656:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384398.226680:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000042fbc797. 00000100:00000010:2.0:1767384398.226687:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e9e68dd6. 00000100:00000010:2.0:1767384398.226700:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000054b0079e. 00000100:00000010:2.0:1767384398.226708:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000052c6d2b9. 00000100:00000010:2.0:1767384398.226712:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb8be806. 00000100:00000010:2.0:1767384398.226715:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000434d75d4. 00000100:00000010:2.0:1767384398.226717:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a33cf8. 00000100:00000010:2.0:1767384398.226720:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6b70474. 00000100:00000010:2.0:1767384398.226722:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b978dd83. 00000100:00000010:2.0:1767384398.226725:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c375549b. 00000100:00000010:2.0:1767384398.226727:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f29f88e5. 00000100:00000010:2.0:1767384398.226730:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007fb6498c. 00000100:00000010:2.0:1767384398.226732:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003237ac18. 00000100:00000010:2.0:1767384398.226735:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c4b97a4. 00000100:00000010:2.0:1767384398.226737:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035875425. 00000100:00000010:2.0:1767384398.226739:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045b1743e. 00000100:00000010:2.0:1767384398.226748:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bc9a88f. 00000100:00000010:2.0:1767384398.226752:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000636fd7f4. 00000100:00000010:2.0:1767384398.226755:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c88d31d. 00000100:00000010:2.0:1767384398.226757:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b53ec4db. 00000100:00000010:2.0:1767384398.226760:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000254a225. 00000100:00000010:2.0:1767384398.226762:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000530db0ae. 00000100:00000010:2.0:1767384398.226764:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dadeeac. 00000100:00000010:2.0:1767384398.226767:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009260b78. 00000100:00000010:2.0:1767384398.226770:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003528e957. 00000100:00000010:2.0:1767384398.226772:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000056535818. 00000100:00000010:2.0:1767384398.226775:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b08866b9. 00000100:00000010:2.0:1767384398.226778:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008acaf846. 00000100:00000010:2.0:1767384398.226780:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a54c7b20. 00000100:00000010:2.0:1767384398.226783:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffd8836f. 00000100:00000010:2.0:1767384398.226785:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cec6f675. 00000100:00000010:2.0:1767384398.226787:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c0a41f8e. 00000100:00000010:2.0:1767384398.226789:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000793304d9. 00000100:00000010:2.0:1767384398.226792:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b45e4a2. 00000100:00000010:2.0:1767384398.226795:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf16e8bc. 00000100:00000010:2.0:1767384398.226797:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb540aec. 00000100:00000010:2.0:1767384398.226799:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be1611fa. 00000100:00000010:2.0:1767384398.226802:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c627c799. 00000100:00000010:2.0:1767384398.226804:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b40c15ba. 00000100:00000010:2.0:1767384398.226807:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ec9a832. 00000100:00000010:2.0:1767384398.226809:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008053457. 00000100:00000010:2.0:1767384398.226812:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000739f9e1. 00000100:00000010:2.0:1767384398.226813:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001480df28. 00000100:00000010:2.0:1767384398.226817:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093b5820e. 00000100:00000010:2.0:1767384398.226819:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f8b45b0. 00000100:00000010:2.0:1767384398.226822:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b37f49ea. 00000100:00000010:2.0:1767384398.226824:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007711eac8. 00000100:00000010:2.0:1767384398.226827:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000549fb34b. 00000100:00000010:2.0:1767384398.226836:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004afbe94d. 00000100:00000010:2.0:1767384398.226840:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066b479e6. 00000100:00000010:2.0:1767384398.226842:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc759c4e. 00000100:00000010:2.0:1767384398.226845:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c04666fa. 00000100:00000010:2.0:1767384398.226848:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cef41bb7. 00000100:00000010:2.0:1767384398.226850:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c6faadd. 00000100:00000010:2.0:1767384398.226852:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9bef55f. 00000100:00000010:2.0:1767384398.226856:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8d40ef6. 00000100:00000010:2.0:1767384398.226858:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eeb477d. 00000100:00000010:2.0:1767384398.226861:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cce4a250. 00000100:00000010:2.0:1767384398.226863:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb91956c. 00000100:00000010:2.0:1767384398.226866:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9ece5cd. 00000100:00000010:2.0:1767384398.226868:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f8e0cd. 00000100:00000010:2.0:1767384398.226871:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc9f65ac. 00000100:00000010:2.0:1767384398.226873:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000088e89c4. 00000100:00000010:2.0:1767384398.226876:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab2e3d2c. 00000100:00000010:2.0:1767384398.226878:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6e95002. 00000100:00000010:2.0:1767384398.226881:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ba8c201. 00000100:00000010:2.0:1767384398.226883:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056792d8c. 00000100:00000010:2.0:1767384398.226885:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c690dc7. 00000100:00000010:2.0:1767384398.226887:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7c3871f. 00000100:00000010:2.0:1767384398.226890:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082f5367e. 00000100:00000010:2.0:1767384398.226893:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f700ba6. 00000100:00000010:2.0:1767384398.226896:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091ccf3f1. 00000100:00000010:2.0:1767384398.226899:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de1f5b25. 00000100:00000010:2.0:1767384398.226902:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c8a22d7. 00000100:00000010:2.0:1767384398.226905:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000320fcedd. 00000100:00000010:2.0:1767384398.226907:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a839bd2. 00000100:00000010:2.0:1767384398.226910:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029b33b28. 00000100:00000010:2.0:1767384398.226912:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022fa110c. 00000100:00000010:2.0:1767384398.226915:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031c29da7. 00000100:00000010:2.0:1767384398.226917:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f5934e2c. 00000100:00000010:2.0:1767384398.226926:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006189e69c. 00000100:00000010:2.0:1767384398.226929:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000472b00d5. 00000100:00000010:2.0:1767384398.226932:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e70dc94. 00000100:00000010:2.0:1767384398.226934:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d342e227. 00000100:00000010:2.0:1767384398.226937:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9c17e31. 00000100:00000010:2.0:1767384398.226940:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bd1d398. 00000100:00000010:2.0:1767384398.226943:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089158067. 00000100:00000010:2.0:1767384398.226946:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b9571a4. 00000100:00000010:2.0:1767384398.226948:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091c16102. 00000100:00000010:2.0:1767384398.226951:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035a8d37a. 00000100:00000010:2.0:1767384398.226953:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a07f702. 00000100:00000010:2.0:1767384398.226955:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024d308ec. 00000100:00000010:2.0:1767384398.226957:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016b6a2ca. 00000100:00000010:2.0:1767384398.226960:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a7e0218. 00000100:00000010:2.0:1767384398.226962:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077e20b3a. 00000100:00000010:2.0:1767384398.226965:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000194f673d. 00000100:00000010:2.0:1767384398.226967:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000812de6fc. 00000100:00000010:2.0:1767384398.226970:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000520831e2. 00000100:00000010:2.0:1767384398.226973:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070e3fac4. 00000100:00000010:2.0:1767384398.226977:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c393020. 00000100:00000010:2.0:1767384398.226979:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6775bd9. 00000100:00000010:2.0:1767384398.226983:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008566c69a. 00000100:00000010:2.0:1767384398.226985:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b030cfb. 00000100:00000010:2.0:1767384398.226987:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ec012da. 00000100:00000010:2.0:1767384398.226990:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c578686. 00000100:00000010:2.0:1767384398.226993:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d6da49f. 00000100:00000010:2.0:1767384398.226996:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086c2d37c. 00000100:00000010:2.0:1767384398.226998:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2964332. 00000100:00000010:2.0:1767384398.227000:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d52ee5e9. 00000100:00000010:2.0:1767384398.227003:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000958983d6. 00000100:00000010:2.0:1767384398.227005:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084edb86e. 00000100:00000010:2.0:1767384398.227008:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b60c8143. 00000100:00000010:2.0:1767384398.227016:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebaab8b8. 00000100:00000010:2.0:1767384398.227020:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de5aca12. 00000100:00000010:2.0:1767384398.227022:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd39a2eb. 00000100:00000010:2.0:1767384398.227025:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011d5fe95. 00000100:00000010:2.0:1767384398.227027:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005737dd0c. 00000100:00000010:2.0:1767384398.227030:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012ebb834. 00000100:00000010:2.0:1767384398.227032:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2ffac3b. 00000100:00000010:2.0:1767384398.227036:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000427b71c9. 00000100:00000010:2.0:1767384398.227038:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b18aa1d5. 00000100:00000010:2.0:1767384398.227042:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d32dcf6f. 00000100:00000010:2.0:1767384398.227044:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003be8a91d. 00000100:00000010:2.0:1767384398.227047:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f750fe0. 00000100:00000010:2.0:1767384398.227050:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059c1a977. 00000100:00000010:2.0:1767384398.227053:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab5956cb. 00000100:00000010:2.0:1767384398.227055:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000878f0279. 00000100:00000010:2.0:1767384398.227059:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa214661. 00000100:00000010:2.0:1767384398.227061:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96b43e3. 00000100:00000010:2.0:1767384398.227064:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009087870c. 00000100:00000010:2.0:1767384398.227066:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021dc2ba9. 00000100:00000010:2.0:1767384398.227069:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085fac219. 00000400:00000200:2.0:1767384398.227071:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:2.0:1767384398.227102:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d98c9633. 00000020:00000010:2.0:1767384398.227105:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c4b326a2. 00000100:00000010:2.0:1767384398.227145:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000086ea53ba. 00000100:00000010:2.0:1767384398.227148:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003058de3c. 00000100:00000010:2.0:1767384398.227151:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e649ba99. 00000100:00000010:2.0:1767384398.227165:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008287b406. 00000100:00000010:2.0:1767384398.227168:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c7f792c2. 00000100:00000200:2.0:1767384398.227199:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:2.0:1767384398.227202:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002166e9cc. 00000100:00000010:0.0:1767384398.227404:0:40432:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002ace9ba5. 00000020:00000010:0.0:1767384398.227409:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000015b0114. 00000020:00000010:0.0:1767384398.227414:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052d641be. 00000020:00000010:0.0:1767384398.227418:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000096dfc80c. 00000040:00000010:0.0:1767384398.227421:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038179cef. 00000020:00000010:0.0:1767384398.227426:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4bb7228. 00000020:00000010:0.0:1767384398.227429:0:40432:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003374ec14. 00000020:00000010:0.0:1767384398.227433:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009440d54. 80000000:00000010:0.0:1767384398.227435:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f22165b. 40000000:00000010:0.0:1767384398.227437:0:40432:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a40980e3. 00100000:00000010:0.0:1767384398.227441:0:40432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000325caeff. 00040000:00000010:0.0:1767384398.227443:0:40432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0f764ca. 00040000:00000010:0.0:1767384398.227447:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000430a28de. 00080000:00000010:0.0:1767384398.227450:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000baf0d6ce. 00000004:00000010:0.0:1767384398.227454:0:40432:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003c84964f. 00000100:00000200:0.0:1767384398.227457:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227462:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e842daea. 00000400:00000010:0.0:1767384398.227466:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b3ffb0b. 00000100:00000200:0.0:1767384398.227469:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227471:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089daf227. 00000400:00000010:0.0:1767384398.227473:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a50c864c. 00000100:00000200:0.0:1767384398.227475:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227477:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1c7c45. 00000400:00000010:0.0:1767384398.227479:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d402b38c. 00000100:00000200:0.0:1767384398.227481:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227483:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000317c14ad. 00000400:00000010:0.0:1767384398.227485:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a1041f. 00000100:00000200:0.0:1767384398.227486:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227488:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000704b4df0. 00000400:00000010:0.0:1767384398.227490:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cad751ec. 00000100:00000200:0.0:1767384398.227492:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227495:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ec6024. 00000400:00000010:0.0:1767384398.227497:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d89c456b. 00000100:00000200:0.0:1767384398.227499:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227500:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005599d919. 00000400:00000010:0.0:1767384398.227503:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000071865a. 00000100:00000200:0.0:1767384398.227505:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227507:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cca0cee. 00000400:00000010:0.0:1767384398.227509:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f402b90a. 00000100:00000200:0.0:1767384398.227511:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227513:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075ef1dbe. 00000400:00000010:0.0:1767384398.227515:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c0ad934. 00000100:00000200:0.0:1767384398.227517:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227519:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000848d671c. 00000400:00000010:0.0:1767384398.227521:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040758483. 00000100:00000200:0.0:1767384398.227523:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227525:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eafde897. 00000400:00000010:0.0:1767384398.227528:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e6fb17e. 00000100:00000200:0.0:1767384398.227530:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227531:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab25a39. 00000400:00000010:0.0:1767384398.227534:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8a2ab67. 00000100:00000200:0.0:1767384398.227536:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227538:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0fa9e79. 00000400:00000010:0.0:1767384398.227540:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f94d113. 00000100:00000200:0.0:1767384398.227542:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227544:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064932605. 00000400:00000010:0.0:1767384398.227547:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000489127b0. 00000100:00000200:0.0:1767384398.227548:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227562:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004da57140. 00000400:00000010:0.0:1767384398.227566:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000728b69a0. 00000100:00000200:0.0:1767384398.227569:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227571:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693379e8. 00000400:00000010:0.0:1767384398.227573:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f5fadc. 00000100:00000200:0.0:1767384398.227575:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227577:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a2c746c. 00000400:00000010:0.0:1767384398.227579:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a2b82e. 00000100:00000200:0.0:1767384398.227581:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227583:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb754c8d. 00000400:00000010:0.0:1767384398.227585:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0592e8. 00000100:00000200:0.0:1767384398.227588:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227589:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004452218c. 00000400:00000010:0.0:1767384398.227592:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd918751. 00000100:00000200:0.0:1767384398.227595:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227597:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c03720. 00000400:00000010:0.0:1767384398.227599:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b064c092. 00000100:00000200:0.0:1767384398.227602:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227603:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2541844. 00000400:00000010:0.0:1767384398.227605:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080c3dd74. 00000100:00000200:0.0:1767384398.227607:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227609:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc31667. 00000400:00000010:0.0:1767384398.227611:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6bb0520. 00000100:00000200:0.0:1767384398.227613:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227615:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b01f95e. 00000400:00000010:0.0:1767384398.227617:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000484ccff4. 00000100:00000200:0.0:1767384398.227619:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227620:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cebb5cb9. 00000400:00000010:0.0:1767384398.227622:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0f7683a. 00000100:00000200:0.0:1767384398.227624:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227626:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db1ecfc5. 00000400:00000010:0.0:1767384398.227628:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba4afd4. 00000100:00000200:0.0:1767384398.227629:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227631:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000828a878c. 00000400:00000010:0.0:1767384398.227633:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c763dc8. 00000100:00000200:0.0:1767384398.227634:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227636:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cba694. 00000400:00000010:0.0:1767384398.227638:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f53c6. 00000100:00000200:0.0:1767384398.227640:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227642:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005457c7e2. 00000400:00000010:0.0:1767384398.227644:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a0f4896. 00000100:00000200:0.0:1767384398.227646:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227648:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092de23f6. 00000400:00000010:0.0:1767384398.227649:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a602723e. 00000100:00000200:0.0:1767384398.227651:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227653:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac35e41a. 00000400:00000010:0.0:1767384398.227656:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0db0a3c. 00000100:00000200:0.0:1767384398.227658:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227659:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e35ac4f. 00000400:00000010:0.0:1767384398.227672:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf1fa8db. 00000100:00000200:0.0:1767384398.227677:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227679:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d687120. 00000400:00000010:0.0:1767384398.227682:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007555e5ed. 00000100:00000200:0.0:1767384398.227684:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227685:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000018a45fd. 00000400:00000010:0.0:1767384398.227688:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c672175. 00000100:00000200:0.0:1767384398.227689:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227691:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aee592b. 00000400:00000010:0.0:1767384398.227693:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd103b5c. 00000100:00000200:0.0:1767384398.227695:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227697:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000532e9d85. 00000400:00000010:0.0:1767384398.227699:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d6bd895. 00000100:00000200:0.0:1767384398.227701:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227702:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74bbf21. 00000400:00000010:0.0:1767384398.227704:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae5f34af. 00000100:00000200:0.0:1767384398.227706:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227707:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002303663a. 00000400:00000010:0.0:1767384398.227709:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f19b96a0. 00000100:00000200:0.0:1767384398.227711:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227712:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d2490d1. 00000400:00000010:0.0:1767384398.227714:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb8b25cf. 00000100:00000200:0.0:1767384398.227715:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227717:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094727047. 00000400:00000010:0.0:1767384398.227719:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000526c7868. 00000100:00000200:0.0:1767384398.227721:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227723:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000097e8e2f. 00000400:00000010:0.0:1767384398.227725:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afa7efdf. 00000100:00000200:0.0:1767384398.227727:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227728:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010bc8509. 00000400:00000010:0.0:1767384398.227731:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f378acf9. 00000100:00000200:0.0:1767384398.227733:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227734:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4fb4211. 00000400:00000010:0.0:1767384398.227736:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a10f72a. 00000100:00000200:0.0:1767384398.227738:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227740:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012290f1a. 00000400:00000010:0.0:1767384398.227741:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063d5e6f4. 00000100:00000200:0.0:1767384398.227743:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227745:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000172d268. 00000400:00000010:0.0:1767384398.227747:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d24dc73e. 00000100:00000200:0.0:1767384398.227749:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227751:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005447d9b4. 00000400:00000010:0.0:1767384398.227753:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ded131a. 00000100:00000200:0.0:1767384398.227755:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227756:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f5b379. 00000400:00000010:0.0:1767384398.227758:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9b5c51. 00000100:00000200:0.0:1767384398.227760:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227762:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6908a26. 00000400:00000010:0.0:1767384398.227764:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e2c554d. 00000100:00000200:0.0:1767384398.227766:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227768:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003273f6b. 00000400:00000010:0.0:1767384398.227770:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083a72e2c. 00000100:00000200:0.0:1767384398.227772:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227774:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004167b17d. 00000400:00000010:0.0:1767384398.227776:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abbc37f8. 00000100:00000200:0.0:1767384398.227778:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227779:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d051f59. 00000400:00000010:0.0:1767384398.227781:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee0b65c2. 00000100:00000200:0.0:1767384398.227783:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227785:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070b414b1. 00000400:00000010:0.0:1767384398.227786:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df212cdc. 00000100:00000200:0.0:1767384398.227788:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227790:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023335743. 00000400:00000010:0.0:1767384398.227792:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058b46e1e. 00000100:00000200:0.0:1767384398.227794:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227796:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000287a6a87. 00000400:00000010:0.0:1767384398.227797:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a9fba22. 00000100:00000200:0.0:1767384398.227799:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227801:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1c92751. 00000400:00000010:0.0:1767384398.227803:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d34719. 00000100:00000200:0.0:1767384398.227805:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227807:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ac67fc. 00000400:00000010:0.0:1767384398.227809:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008492b038. 00000100:00000200:0.0:1767384398.227811:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227812:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000243efaac. 00000400:00000010:0.0:1767384398.227814:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf93148b. 00000100:00000200:0.0:1767384398.227815:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227817:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f06a72b7. 00000400:00000010:0.0:1767384398.227819:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e5715e2. 00000100:00000200:0.0:1767384398.227821:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227823:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007159e12a. 00000400:00000010:0.0:1767384398.227825:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004c19463. 00000100:00000200:0.0:1767384398.227827:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227828:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0606437. 00000400:00000010:0.0:1767384398.227830:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea06fab3. 00000100:00000200:0.0:1767384398.227831:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227833:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fb73d85. 00000400:00000010:0.0:1767384398.227834:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0600dc8. 00000100:00000200:0.0:1767384398.227836:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227848:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa9572d. 00000400:00000010:0.0:1767384398.227860:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c629ec0. 00000100:00000200:0.0:1767384398.227863:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227865:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da73ebff. 00000400:00000010:0.0:1767384398.227868:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020479dda. 00000100:00000200:0.0:1767384398.227870:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227872:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706386ac. 00000400:00000010:0.0:1767384398.227874:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008efec5e8. 00000100:00000200:0.0:1767384398.227876:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384398.227878:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d257c9. 00000400:00000010:0.0:1767384398.227880:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4396b9. 00000100:00000010:0.0:1767384398.227883:0:40432:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e111f553. 00000100:00000200:0.0:1767384398.227898:0:40432:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384398.227929:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a0b15564. 00000100:00000010:0.0:1767384398.228112:0:40433:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fcccb693. 00000020:00000010:0.0:1767384398.228116:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a2252d9f. 00000020:00000010:0.0:1767384398.228121:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3650166. 00000020:00000010:0.0:1767384398.228124:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000005d5fe6f. 00000040:00000010:0.0:1767384398.228128:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e257c146. 00000020:00000010:0.0:1767384398.228131:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae948ce9. 00000020:00000010:0.0:1767384398.228134:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009639f2d3. 00000020:00000010:0.0:1767384398.228137:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043239029. 80000000:00000010:0.0:1767384398.228139:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c9a83dda. 40000000:00000010:0.0:1767384398.228141:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007caab53e. 00100000:00000010:0.0:1767384398.228144:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b7732c47. 00040000:00000010:0.0:1767384398.228147:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ebdec3f. 00040000:00000010:0.0:1767384398.228150:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d6c42fb. 00080000:00000010:0.0:1767384398.228162:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dd70a7cf. 00000004:00000010:0.0:1767384398.228167:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009483adb9. 00000100:00000010:0.0:1767384398.228170:0:40433:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000832689d9. 00000100:00000200:0.0:1767384398.228183:0:40433:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384398.228203:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000682777f0. 00000100:00000010:2.0:1767384398.228208:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001f81f50e. 00000100:00000010:2.0:1767384398.228219:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005d3d6e34. 00000100:00000010:2.0:1767384398.228225:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002035609d. 00000100:00000010:2.0:1767384398.228229:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b930e9e8. 00000100:00000010:2.0:1767384398.228232:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf9a233a. 00000100:00000010:2.0:1767384398.228234:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8e99048. 00000100:00000010:2.0:1767384398.228237:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b341da8. 00000100:00000010:2.0:1767384398.228239:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff26370f. 00000100:00000010:2.0:1767384398.228243:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092e25f84. 00000100:00000010:2.0:1767384398.228245:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073441c04. 00000100:00000010:2.0:1767384398.228247:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000077a7cc5. 00000100:00000010:2.0:1767384398.228257:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b17b1305. 00000100:00000010:2.0:1767384398.228261:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ddd50b88. 00000100:00000010:2.0:1767384398.228264:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000003ab46b. 00000100:00000010:2.0:1767384398.228267:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000370d7c46. 00000100:00000010:2.0:1767384398.228270:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7bf8596. 00000100:00000010:2.0:1767384398.228273:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000292804b. 00000100:00000010:2.0:1767384398.228306:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dbba537. 00000100:00000010:2.0:1767384398.228310:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c38f1c1. 00000100:00000010:2.0:1767384398.228313:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9fdf275. 00000100:00000010:2.0:1767384398.228316:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc123cca. 00000100:00000010:2.0:1767384398.228318:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d304e326. 00000100:00000010:2.0:1767384398.228322:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b12a969. 00000100:00000010:2.0:1767384398.228325:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d5d9efc. 00000100:00000010:2.0:1767384398.228328:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ee87333. 00000100:00000010:2.0:1767384398.228331:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e7be7da. 00000100:00000010:2.0:1767384398.228335:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000678a6754. 00000100:00000010:2.0:1767384398.228337:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ab443f6. 00000100:00000010:2.0:1767384398.228340:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5491811. 00000100:00000010:2.0:1767384398.228342:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000577f8eb7. 00000100:00000010:2.0:1767384398.228345:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006796716b. 00000100:00000010:2.0:1767384398.228348:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aed05739. 00000100:00000010:2.0:1767384398.228351:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000723f05a6. 00000100:00000010:2.0:1767384398.228355:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4668f51. 00000100:00000010:2.0:1767384398.228358:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1951e60. 00000100:00000010:2.0:1767384398.228361:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051ffae09. 00000100:00000010:2.0:1767384398.228364:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef07f68d. 00000100:00000010:2.0:1767384398.228366:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4bb7a2. 00000100:00000010:2.0:1767384398.228370:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1c93bb3. 00000100:00000010:2.0:1767384398.228372:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac74b8fa. 00000100:00000010:2.0:1767384398.228375:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000373c4838. 00000100:00000010:2.0:1767384398.228377:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f800afa0. 00000100:00000010:2.0:1767384398.228380:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007dc95b67. 00000100:00000010:2.0:1767384398.228389:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006daa4a27. 00000100:00000010:2.0:1767384398.228393:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007297f4b. 00000100:00000010:2.0:1767384398.228397:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9903b2a. 00000100:00000010:2.0:1767384398.228400:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e56dc0d. 00000100:00000010:2.0:1767384398.228402:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb60b825. 00000100:00000010:2.0:1767384398.228405:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098cf6c02. 00000100:00000010:2.0:1767384398.228408:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000338c20f1. 00000100:00000010:2.0:1767384398.228411:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f06fbd88. 00000100:00000010:2.0:1767384398.228414:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001be2250b. 00000100:00000010:2.0:1767384398.228417:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2f25a71. 00000100:00000010:2.0:1767384398.228419:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077d43be8. 00000100:00000010:2.0:1767384398.228422:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8a15b3a. 00000100:00000010:2.0:1767384398.228424:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c5004b1. 00000100:00000010:2.0:1767384398.228426:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000724888d6. 00000100:00000010:2.0:1767384398.228428:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ae7f08a. 00000100:00000010:2.0:1767384398.228431:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060ace228. 00000100:00000010:2.0:1767384398.228433:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cab6c810. 00000100:00000010:2.0:1767384398.228436:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001164d50b. 00000100:00000010:2.0:1767384398.228438:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c7dea1d. 00000100:00000010:2.0:1767384398.228441:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026767ef4. 00000100:00000010:2.0:1767384398.228443:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c476bab0. 00000100:00000010:2.0:1767384398.228446:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4f0982c. 00000100:00000010:2.0:1767384398.228449:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3c729b8. 00000100:00000010:2.0:1767384398.228451:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1150a03. 00000100:00000010:2.0:1767384398.228454:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017f50b6d. 00000100:00000010:2.0:1767384398.228456:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061d08ba7. 00000100:00000010:2.0:1767384398.228458:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005669684d. 00000100:00000010:2.0:1767384398.228462:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e76cf0df. 00000100:00000010:2.0:1767384398.228464:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066af3327. 00000100:00000010:2.0:1767384398.228468:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a8d2bd3. 00000100:00000010:2.0:1767384398.228470:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031f94d4e. 00000100:00000010:2.0:1767384398.228473:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e220a86b. 00000100:00000010:2.0:1767384398.228483:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000333e4cd0. 00000100:00000010:2.0:1767384398.228487:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069043dcf. 00000100:00000010:2.0:1767384398.228490:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082abbe25. 00000100:00000010:2.0:1767384398.228492:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027329dde. 00000100:00000010:2.0:1767384398.228494:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066b9e099. 00000100:00000010:2.0:1767384398.228497:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032026d27. 00000100:00000010:2.0:1767384398.228500:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ada759c4. 00000100:00000010:2.0:1767384398.228502:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000889484bf. 00000100:00000010:2.0:1767384398.228505:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e006f058. 00000100:00000010:2.0:1767384398.228509:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000472f3a7f. 00000100:00000010:2.0:1767384398.228511:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057b9f71e. 00000100:00000010:2.0:1767384398.228514:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006530f99c. 00000100:00000010:2.0:1767384398.228516:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8957615. 00000100:00000010:2.0:1767384398.228519:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078923c4e. 00000100:00000010:2.0:1767384398.228521:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008be461bc. 00000100:00000010:2.0:1767384398.228525:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000594fe7b1. 00000100:00000010:2.0:1767384398.228527:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025dacf55. 00000100:00000010:2.0:1767384398.228530:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000096e26a0a. 00000100:00000010:2.0:1767384398.228533:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc142377. 00000100:00000010:2.0:1767384398.228536:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af078fa2. 00000100:00000010:2.0:1767384398.228539:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d7dcd30. 00000100:00000010:2.0:1767384398.228541:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a2b4d8f. 00000100:00000010:2.0:1767384398.228544:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9fe5a81. 00000100:00000010:2.0:1767384398.228548:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064acb868. 00000100:00000010:2.0:1767384398.228550:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033a87cea. 00000100:00000010:2.0:1767384398.228553:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000081f8d01d. 00000100:00000010:2.0:1767384398.228556:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000023df72f. 00000100:00000010:2.0:1767384398.228558:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000071cb725. 00000100:00000010:2.0:1767384398.228560:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d74d34c. 00000100:00000010:2.0:1767384398.228563:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000784bf9b4. 00000100:00000010:2.0:1767384398.228565:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000116158a3. 00000100:00000010:2.0:1767384398.228568:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1745b8f. 00000100:00000010:2.0:1767384398.228577:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b38aaac. 00000100:00000010:2.0:1767384398.228581:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbcb9afe. 00000100:00000010:2.0:1767384398.228583:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000834ebdc5. 00000100:00000010:2.0:1767384398.228586:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9be1dd2. 00000100:00000010:2.0:1767384398.228588:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b654b5. 00000100:00000010:2.0:1767384398.228591:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6e8906b. 00000100:00000010:2.0:1767384398.228593:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f630cdf. 00000100:00000010:2.0:1767384398.228596:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ebde1e9. 00000100:00000010:2.0:1767384398.228599:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000911284b. 00000100:00000010:2.0:1767384398.228602:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f5a5d0a. 00000100:00000010:2.0:1767384398.228604:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cde8345. 00000100:00000010:2.0:1767384398.228607:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076638684. 00000100:00000010:2.0:1767384398.228609:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000760bf83a. 00000100:00000010:2.0:1767384398.228612:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000903dc3d3. 00000100:00000010:2.0:1767384398.228614:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000546018f7. 00000100:00000010:2.0:1767384398.228617:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000973fdf6d. 00000100:00000010:2.0:1767384398.228620:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf93ca45. 00000100:00000010:2.0:1767384398.228623:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b797674. 00000100:00000010:2.0:1767384398.228625:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3fb9a7b. 00000100:00000010:2.0:1767384398.228628:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007563549d. 00000100:00000010:2.0:1767384398.228631:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ccc05bf. 00000100:00000010:2.0:1767384398.228633:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002e0d033. 00000100:00000010:2.0:1767384398.228636:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b8f5831. 00000100:00000010:2.0:1767384398.228638:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000ae1645. 00000400:00000200:2.0:1767384398.228640:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384398.228670:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d39bef04. 00000020:00000010:2.0:1767384398.228675:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000084ca406f. 00000100:00000010:2.0:1767384398.228712:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fc268e4. 00000100:00000010:2.0:1767384398.228715:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000060198678. 00000100:00000010:2.0:1767384398.228718:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003081275d. 00000100:00000010:2.0:1767384398.228720:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048bff940. 00000100:00000010:2.0:1767384398.228723:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c2ca582. 00000100:00000200:2.0:1767384398.228748:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384398.228751:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001928a9c3. 00000100:00000010:1.0:1767384398.228920:0:40434:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b650f572. 00000020:00000010:1.0:1767384398.228934:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000097e27d0c. 00000020:00000010:1.0:1767384398.228940:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff03de2c. 00000020:00000010:1.0:1767384398.228944:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9b76e90. 00000040:00000010:1.0:1767384398.228947:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aadc5e97. 00000020:00000010:1.0:1767384398.228952:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf3bd96f. 00000020:00000010:1.0:1767384398.228962:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f4dcb86f. 00000020:00000010:1.0:1767384398.228967:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000358c564f. 80000000:00000010:1.0:1767384398.228970:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8ef7d9a. 40000000:00000010:1.0:1767384398.228973:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6efc2e8. 00100000:00000010:1.0:1767384398.229001:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001c5bbb87. 00040000:00000010:1.0:1767384398.229006:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6323d2c. 00040000:00000010:1.0:1767384398.229009:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c905170. 00080000:00000010:1.0:1767384398.229013:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008d70badc. 00000004:00000010:1.0:1767384398.229018:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003101918c. 00002000:00000010:1.0:1767384398.229023:0:40434:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000388e2b18. 00000100:00000200:1.0:1767384398.229041:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229052:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c34238a. 00000400:00000010:1.0:1767384398.229057:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4957097. 00000100:00000200:1.0:1767384398.229062:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229064:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001241df95. 00000400:00000010:1.0:1767384398.229066:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065228480. 00000100:00000200:1.0:1767384398.229068:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229069:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343d0559. 00000400:00000010:1.0:1767384398.229071:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2d3b2cd. 00000100:00000200:1.0:1767384398.229072:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229074:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc95558a. 00000400:00000010:1.0:1767384398.229076:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037a98b7d. 00000100:00000200:1.0:1767384398.229077:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229079:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e887d224. 00000400:00000010:1.0:1767384398.229081:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f2bea0. 00000100:00000200:1.0:1767384398.229083:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229084:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000793efdc0. 00000400:00000010:1.0:1767384398.229086:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f835e04. 00000100:00000200:1.0:1767384398.229088:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229089:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030ae61ed. 00000400:00000010:1.0:1767384398.229091:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8fbea7. 00000100:00000200:1.0:1767384398.229093:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229094:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a65a9798. 00000400:00000010:1.0:1767384398.229096:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a908d2. 00000100:00000200:1.0:1767384398.229097:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229099:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097a89426. 00000400:00000010:1.0:1767384398.229101:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d3bce9. 00000100:00000200:1.0:1767384398.229103:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229105:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000048a110. 00000400:00000010:1.0:1767384398.229106:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b575ccec. 00000100:00000200:1.0:1767384398.229108:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229109:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064259e50. 00000400:00000010:1.0:1767384398.229111:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e57f1b9. 00000100:00000200:1.0:1767384398.229113:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229114:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003598d40f. 00000400:00000010:1.0:1767384398.229115:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd02ce0c. 00000100:00000200:1.0:1767384398.229123:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229126:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000457ee1f5. 00000400:00000010:1.0:1767384398.229128:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42776fa. 00000100:00000200:1.0:1767384398.229130:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229131:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000434e3712. 00000400:00000010:1.0:1767384398.229133:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a724993d. 00000100:00000200:1.0:1767384398.229135:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229136:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbc7b5c8. 00000400:00000010:1.0:1767384398.229138:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6813cc. 00000100:00000200:1.0:1767384398.229139:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229141:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a093ae01. 00000400:00000010:1.0:1767384398.229143:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c2ea0f. 00000100:00000200:1.0:1767384398.229145:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229146:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089d61598. 00000400:00000010:1.0:1767384398.229148:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b482f36. 00000100:00000200:1.0:1767384398.229149:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229151:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc53445c. 00000400:00000010:1.0:1767384398.229211:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ba7c74. 00000100:00000200:1.0:1767384398.229213:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229215:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000391aa308. 00000400:00000010:1.0:1767384398.229217:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a50a4a4. 00000100:00000200:1.0:1767384398.229218:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229220:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ff7b93. 00000400:00000010:1.0:1767384398.229222:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cd054c0. 00000100:00000200:1.0:1767384398.229224:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229225:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e06da17b. 00000400:00000010:1.0:1767384398.229227:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5a698e0. 00000100:00000200:1.0:1767384398.229229:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229231:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b7123d1. 00000400:00000010:1.0:1767384398.229232:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4b8a2c8. 00000100:00000200:1.0:1767384398.229234:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229236:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85d7dc3. 00000400:00000010:1.0:1767384398.229237:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f069c73f. 00000100:00000200:1.0:1767384398.229239:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229241:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da0cf6a1. 00000400:00000010:1.0:1767384398.229247:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058747b35. 00000100:00000200:1.0:1767384398.229249:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229251:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005467aef2. 00000400:00000010:1.0:1767384398.229253:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d307f6. 00000100:00000200:1.0:1767384398.229254:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229256:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8c172fe. 00000400:00000010:1.0:1767384398.229258:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0dad6c. 00000100:00000200:1.0:1767384398.229259:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229261:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094e705b6. 00000400:00000010:1.0:1767384398.229262:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a560f502. 00000100:00000200:1.0:1767384398.229264:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229265:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da2af012. 00000400:00000010:1.0:1767384398.229266:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5564d43. 00000100:00000200:1.0:1767384398.229268:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229269:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe3de9b. 00000400:00000010:1.0:1767384398.229307:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a201cd. 00000100:00000200:1.0:1767384398.229311:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229314:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008054878c. 00000400:00000010:1.0:1767384398.229317:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004762ab55. 00000100:00000200:1.0:1767384398.229322:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229325:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069411d56. 00000400:00000010:1.0:1767384398.229327:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a7d320. 00000100:00000200:1.0:1767384398.229330:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229332:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f1a2442. 00000400:00000010:1.0:1767384398.229336:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007698c86c. 00000100:00000200:1.0:1767384398.229341:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229343:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddc2a73f. 00000400:00000010:1.0:1767384398.229346:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d976cd06. 00000100:00000200:1.0:1767384398.229350:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00010000:00000010:0.1:1767384398.229352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9f24211. 00000400:00000010:1.0:1767384398.229361:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3de29a7. 00010000:00000010:0.1:1767384398.229364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b91921c9. 00000400:00000010:1.0:1767384398.229367:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cfc30c63. 00000100:00000200:1.0:1767384398.229372:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229375:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f87ef78. 00000400:00000010:1.0:1767384398.229377:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b293ada7. 00000100:00000200:1.0:1767384398.229381:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229387:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebaf80f2. 00000400:00000010:1.0:1767384398.229390:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c210e13e. 00000100:00000200:1.0:1767384398.229395:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229396:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4e27558. 00000400:00000010:1.0:1767384398.229398:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d14008dd. 00000100:00000200:1.0:1767384398.229400:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229403:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bd9ba13. 00000400:00000010:1.0:1767384398.229405:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4cedf26. 00000100:00000200:1.0:1767384398.229408:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229410:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001ce70ef. 00000400:00000010:1.0:1767384398.229411:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095c1db5d. 00000100:00000200:1.0:1767384398.229413:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229415:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117c3120. 00000400:00000010:1.0:1767384398.229417:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccaf6770. 00000100:00000200:1.0:1767384398.229419:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229420:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b766d2ff. 00000400:00000010:1.0:1767384398.229422:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e333f7ff. 00000100:00000200:1.0:1767384398.229424:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229425:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2e08966. 00000400:00000010:1.0:1767384398.229427:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007225f2ec. 00000100:00000200:1.0:1767384398.229429:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229430:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b8ac7a7. 00000400:00000010:1.0:1767384398.229432:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a280eef. 00000100:00000200:1.0:1767384398.229433:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229435:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e6f7c5d. 00000400:00000010:1.0:1767384398.229437:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000828a76f3. 00000100:00000200:1.0:1767384398.229438:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229440:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a11986a7. 00000400:00000010:1.0:1767384398.229441:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009bdcf6b7. 00000100:00000200:1.0:1767384398.229443:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229445:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c21a82f9. 00000400:00000010:1.0:1767384398.229446:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548fa722. 00000100:00000200:1.0:1767384398.229448:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229449:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109781c4. 00000400:00000010:1.0:1767384398.229451:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000162f8ea6. 00000100:00000200:1.0:1767384398.229456:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229458:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031699edc. 00000400:00000010:1.0:1767384398.229460:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000042cf317. 00000100:00000200:1.0:1767384398.229461:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229463:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e8f4986. 00000400:00000010:1.0:1767384398.229464:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000330a73c5. 00000100:00000200:1.0:1767384398.229466:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229467:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000babd609. 00000400:00000010:1.0:1767384398.229469:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058b67c75. 00000100:00000200:1.0:1767384398.229471:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229472:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df31e8b8. 00000400:00000010:1.0:1767384398.229474:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061d0c9ba. 00000100:00000200:1.0:1767384398.229476:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229477:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6f0d72d. 00000400:00000010:1.0:1767384398.229479:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007123fe22. 00000100:00000200:1.0:1767384398.229480:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229481:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2e1636d. 00000400:00000010:1.0:1767384398.229483:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efd745c9. 00000100:00000200:1.0:1767384398.229485:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229486:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bce96a45. 00000400:00000010:1.0:1767384398.229487:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007358b3dc. 00000100:00000200:1.0:1767384398.229489:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229491:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2d6f6cc. 00000400:00000010:1.0:1767384398.229492:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e23e13. 00000100:00000200:1.0:1767384398.229494:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229495:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d2b757. 00000400:00000010:1.0:1767384398.229497:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b61b6b5. 00000100:00000200:1.0:1767384398.229498:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229500:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039e151ae. 00000400:00000010:1.0:1767384398.229501:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000577be931. 00000100:00000200:1.0:1767384398.229503:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229505:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000140b297b. 00000400:00000010:1.0:1767384398.229506:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713747d9. 00000100:00000200:1.0:1767384398.229508:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229510:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312306ef. 00000400:00000010:1.0:1767384398.229521:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e88b3f7. 00000100:00000200:1.0:1767384398.229524:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229526:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c85485d6. 00000400:00000010:1.0:1767384398.229528:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007afab0f1. 00000100:00000200:1.0:1767384398.229530:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229531:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a297230c. 00000400:00000010:1.0:1767384398.229533:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9c6c344. 00000100:00000200:1.0:1767384398.229534:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229535:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dd538cb. 00000400:00000010:1.0:1767384398.229537:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076c6106c. 00000100:00000200:1.0:1767384398.229538:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229539:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a880fd0. 00000400:00000010:1.0:1767384398.229541:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019faa1d1. 00000100:00000200:1.0:1767384398.229542:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384398.229543:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000411d6561. 00000400:00000010:1.0:1767384398.229545:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027c27233. 00000100:00000010:1.0:1767384398.229547:0:40434:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000030a07840. 00000100:00000200:1.0:1767384398.229561:0:40434:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384398.229589:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008c1f9e73. 00000100:00000010:1.0:1767384398.229725:0:40435:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c8d32db1. 00000020:00000010:1.0:1767384398.229729:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020689f83. 00000020:00000010:1.0:1767384398.229733:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003de9a419. 00000020:00000010:1.0:1767384398.229735:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002dcbbd39. 00000040:00000010:1.0:1767384398.229737:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df5f0566. 00000020:00000010:1.0:1767384398.229740:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4b08d6e. 00000020:00000010:1.0:1767384398.229742:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df6610b. 00000020:00000010:1.0:1767384398.229745:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099a5c93f. 80000000:00000010:1.0:1767384398.229747:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3f67fef. 40000000:00000010:1.0:1767384398.229748:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d5715113. 00100000:00000010:1.0:1767384398.229751:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027b0359b. 00040000:00000010:1.0:1767384398.229753:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000231b2959. 00040000:00000010:1.0:1767384398.229756:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed8170cd. 00080000:00000010:1.0:1767384398.229760:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003b8fde8b. 00000004:00000010:1.0:1767384398.229764:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008d68668f. 00002000:00000010:1.0:1767384398.229767:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008bdc38aa. 00000100:00000010:1.0:1767384398.229776:0:40435:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000094a853a5. 00000100:00000200:1.0:1767384398.229786:0:40435:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384398.229800:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009e63fc4d. 00000100:00000010:2.0:1767384398.229805:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000009ac9613. 00000100:00000010:2.0:1767384398.229817:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000073aaf3d0. 00000100:00000010:2.0:1767384398.229825:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000052725161. 00000100:00000010:2.0:1767384398.229830:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007503a578. 00000100:00000010:2.0:1767384398.229833:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b2378c5. 00000100:00000010:2.0:1767384398.229835:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c48280fa. 00000100:00000010:2.0:1767384398.229838:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054c285d2. 00000100:00000010:2.0:1767384398.229846:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000554c4fb2. 00000100:00000010:2.0:1767384398.229849:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f91b1323. 00000100:00000010:2.0:1767384398.229851:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041221daa. 00000100:00000010:2.0:1767384398.229854:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e112266. 00000100:00000010:2.0:1767384398.229856:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b749ed8. 00000100:00000010:2.0:1767384398.229859:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000256015ef. 00000100:00000010:2.0:1767384398.229861:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f4dd033. 00000100:00000010:2.0:1767384398.229864:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4174719. 00000100:00000010:2.0:1767384398.229866:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4b90fe1. 00000100:00000010:2.0:1767384398.229869:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003446d347. 00000100:00000010:2.0:1767384398.229871:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c135a3a3. 00000100:00000010:2.0:1767384398.229874:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007d7347f. 00000100:00000010:2.0:1767384398.229876:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f92f5c4. 00000100:00000010:2.0:1767384398.229879:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f31f6564. 00000100:00000010:2.0:1767384398.229881:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e7e2fe7. 00000100:00000010:2.0:1767384398.229885:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5674840. 00000100:00000010:2.0:1767384398.229887:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e18653. 00000100:00000010:2.0:1767384398.229890:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a34facb7. 00000100:00000010:2.0:1767384398.229893:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003426173. 00000100:00000010:2.0:1767384398.229896:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b1163c7. 00000100:00000010:2.0:1767384398.229899:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066d9ca02. 00000100:00000010:2.0:1767384398.229903:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c99a8ab. 00000100:00000010:2.0:1767384398.229905:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e024b656. 00000100:00000010:2.0:1767384398.229908:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2a7b6f7. 00000100:00000010:2.0:1767384398.229910:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e60db38. 00000100:00000010:2.0:1767384398.229912:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000102967f9. 00000100:00000010:2.0:1767384398.229914:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631ab1f8. 00000100:00000010:2.0:1767384398.229917:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000055ede33. 00000100:00000010:2.0:1767384398.229919:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090410efa. 00000100:00000010:2.0:1767384398.229922:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004551e34a. 00000100:00000010:2.0:1767384398.229924:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e6498da. 00000100:00000010:2.0:1767384398.229927:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fdba033a. 00000100:00000010:2.0:1767384398.229935:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007574b620. 00000100:00000010:2.0:1767384398.229939:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000922912f9. 00000100:00000010:2.0:1767384398.229941:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c480472. 00000100:00000010:2.0:1767384398.229943:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003871d49c. 00000100:00000010:2.0:1767384398.229945:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba28837c. 00000100:00000010:2.0:1767384398.229949:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dba8cd07. 00000100:00000010:2.0:1767384398.229951:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee127b92. 00000100:00000010:2.0:1767384398.229954:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a822b8b. 00000100:00000010:2.0:1767384398.229956:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005995c02a. 00000100:00000010:2.0:1767384398.229959:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080e82369. 00000100:00000010:2.0:1767384398.229961:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3bad1ce. 00000100:00000010:2.0:1767384398.229964:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3e67fea. 00000100:00000010:2.0:1767384398.229967:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077122839. 00000100:00000010:2.0:1767384398.229970:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbc94f3a. 00000100:00000010:2.0:1767384398.229972:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000273a6b71. 00000100:00000010:2.0:1767384398.229975:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5774783. 00000100:00000010:2.0:1767384398.229978:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a611aea9. 00000100:00000010:2.0:1767384398.229980:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044457694. 00000100:00000010:2.0:1767384398.229983:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a37d6d6e. 00000100:00000010:2.0:1767384398.229986:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097c76a0c. 00000100:00000010:2.0:1767384398.229988:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b80f1ed2. 00000100:00000010:2.0:1767384398.229991:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2ac4a92. 00000100:00000010:2.0:1767384398.229993:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725e2a8c. 00000100:00000010:2.0:1767384398.229996:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bfd73f9. 00000100:00000010:2.0:1767384398.229998:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b709ba50. 00000100:00000010:2.0:1767384398.230001:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016e34d46. 00000100:00000010:2.0:1767384398.230003:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2ebd834. 00000100:00000010:2.0:1767384398.230005:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000586d7267. 00000100:00000010:2.0:1767384398.230008:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbc78a43. 00000100:00000010:2.0:1767384398.230011:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000886c1b41. 00000100:00000010:2.0:1767384398.230013:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f80da985. 00000100:00000010:2.0:1767384398.230015:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000931328a7. 00000100:00000010:2.0:1767384398.230024:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000185e6757. 00000100:00000010:2.0:1767384398.230028:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000724cf9f7. 00000100:00000010:2.0:1767384398.230030:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d268da3. 00000100:00000010:2.0:1767384398.230033:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000faff2b7c. 00000100:00000010:2.0:1767384398.230036:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc6eed98. 00000100:00000010:2.0:1767384398.230039:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db5f10f8. 00000100:00000010:2.0:1767384398.230042:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbd76b61. 00000100:00000010:2.0:1767384398.230045:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b6533ad4. 00000100:00000010:2.0:1767384398.230048:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040e1698a. 00000100:00000010:2.0:1767384398.230051:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c839e27. 00000100:00000010:2.0:1767384398.230053:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000f3b7fe. 00000100:00000010:2.0:1767384398.230056:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b6e770e. 00000100:00000010:2.0:1767384398.230058:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff2a8262. 00000100:00000010:2.0:1767384398.230061:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000871900b8. 00000100:00000010:2.0:1767384398.230064:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff1db6c7. 00000100:00000010:2.0:1767384398.230066:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ef4671a. 00000100:00000010:2.0:1767384398.230069:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083babc10. 00000100:00000010:2.0:1767384398.230071:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee37fefe. 00000100:00000010:2.0:1767384398.230074:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068316994. 00000100:00000010:2.0:1767384398.230077:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073234615. 00000100:00000010:2.0:1767384398.230079:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b1ac336. 00000100:00000010:2.0:1767384398.230081:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2242859. 00000100:00000010:2.0:1767384398.230083:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f55f6b1f. 00000100:00000010:2.0:1767384398.230086:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000447e7af9. 00000100:00000010:2.0:1767384398.230088:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e094170. 00000100:00000010:2.0:1767384398.230090:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dca2b4d0. 00000100:00000010:2.0:1767384398.230092:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053ad65f3. 00000100:00000010:2.0:1767384398.230102:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b006849a. 00000100:00000010:2.0:1767384398.230105:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003df35dee. 00000100:00000010:2.0:1767384398.230108:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f640f76b. 00000100:00000010:2.0:1767384398.230110:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6ef1248. 00000100:00000010:2.0:1767384398.230112:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b814caa0. 00000100:00000010:2.0:1767384398.230121:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abe5e7ba. 00000100:00000010:2.0:1767384398.230124:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c789266. 00000100:00000010:2.0:1767384398.230127:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000639acbce. 00000100:00000010:2.0:1767384398.230130:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f21e1df6. 00000100:00000010:2.0:1767384398.230132:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1bce35f. 00000100:00000010:2.0:1767384398.230135:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4ad2fff. 00000100:00000010:2.0:1767384398.230137:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000155d4f8c. 00000100:00000010:2.0:1767384398.230139:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae329f96. 00000100:00000010:2.0:1767384398.230141:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003525f7f7. 00000100:00000010:2.0:1767384398.230144:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ce88824. 00000100:00000010:2.0:1767384398.230146:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef0d7f95. 00000100:00000010:2.0:1767384398.230167:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b68347be. 00000100:00000010:2.0:1767384398.230171:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019fa9029. 00000100:00000010:2.0:1767384398.230174:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cba803fe. 00000100:00000010:2.0:1767384398.230176:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001f298c5. 00000100:00000010:2.0:1767384398.230179:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000badc956f. 00000100:00000010:2.0:1767384398.230182:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5108926. 00000100:00000010:2.0:1767384398.230185:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d477e0d. 00000100:00000010:2.0:1767384398.230187:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc391094. 00000100:00000010:2.0:1767384398.230190:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071d16692. 00000100:00000010:2.0:1767384398.230193:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a484cb1f. 00000100:00000010:2.0:1767384398.230195:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049703fbe. 00000100:00000010:2.0:1767384398.230198:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000011c8db1. 00000100:00000010:2.0:1767384398.230200:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000275476e8. 00000100:00000010:2.0:1767384398.230202:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006095ead4. 00000100:00000010:2.0:1767384398.230205:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005e1ce5f. 00000100:00000010:2.0:1767384398.230207:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006165cc2a. 00000100:00000010:2.0:1767384398.230216:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f43b9fb3. 00000400:00000200:2.0:1767384398.230218:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384398.230250:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009a1784fe. 00000020:00000010:2.0:1767384398.230254:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007c49e816. 00000100:00000010:2.0:1767384398.230316:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003286298d. 00000100:00000010:2.0:1767384398.230320:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002a2c957b. 00000100:00000010:2.0:1767384398.230323:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000af6949f1. 00000100:00000010:2.0:1767384398.230326:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e05c65c7. 00000100:00000010:2.0:1767384398.230328:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000004808ea. 00000100:00000200:2.0:1767384398.230360:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384398.230364:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005c56a54b. 00000100:00000010:1.0:1767384398.230505:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002f48f25c. 00000020:00000010:1.0:1767384398.230509:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fb1413d2. 00000020:00000010:1.0:1767384398.230512:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006233c631. 00000020:00000010:1.0:1767384398.230514:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b47a5e5f. 00000040:00000010:1.0:1767384398.230516:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2a55580. 00000020:00000010:1.0:1767384398.230519:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b74bd4a. 00000020:00000010:1.0:1767384398.230521:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f756245e. 00000020:00000010:1.0:1767384398.230524:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038d2392a. 80000000:00000010:1.0:1767384398.230526:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007e6f906b. 40000000:00000010:1.0:1767384398.230528:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004dce99b0. 00100000:00000010:1.0:1767384398.230530:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c686e689. 00040000:00000010:1.0:1767384398.230532:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a2c0d854. 00040000:00000010:1.0:1767384398.230534:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f85326d. 00080000:00000010:1.0:1767384398.230537:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006262fb58. 00000004:00000010:1.0:1767384398.230541:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000042c0dfa4. 00002000:00000010:1.0:1767384398.230543:0:40436:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e18894c. 00000100:00000200:1.0:1767384398.230546:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230548:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011bc475f. 00000400:00000010:1.0:1767384398.230551:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e9aee1f. 00000100:00000200:1.0:1767384398.230553:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230555:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000836bd5b4. 00000400:00000010:1.0:1767384398.230557:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb0630c1. 00000100:00000200:1.0:1767384398.230559:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230560:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703d7d07. 00000400:00000010:1.0:1767384398.230562:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e160b14d. 00000100:00000200:1.0:1767384398.230564:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230566:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761e6cd0. 00000400:00000010:1.0:1767384398.230568:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e572cb6. 00000100:00000200:1.0:1767384398.230569:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230571:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d36c470. 00000400:00000010:1.0:1767384398.230572:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6fd66cb. 00000100:00000200:1.0:1767384398.230574:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230584:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e8b2e6e. 00000400:00000010:1.0:1767384398.230586:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b72a7b0. 00000100:00000200:1.0:1767384398.230588:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230590:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0f71c26. 00000400:00000010:1.0:1767384398.230591:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095426318. 00000100:00000200:1.0:1767384398.230593:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230595:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06470d2. 00000400:00000010:1.0:1767384398.230596:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e61232d1. 00000100:00000200:1.0:1767384398.230598:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230600:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ce9cd0. 00000400:00000010:1.0:1767384398.230601:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009be5a5e5. 00000100:00000200:1.0:1767384398.230603:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230604:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fffdb1f7. 00000400:00000010:1.0:1767384398.230606:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e62e8e2d. 00000100:00000200:1.0:1767384398.230608:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230609:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000418d070a. 00000400:00000010:1.0:1767384398.230611:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055617969. 00000100:00000200:1.0:1767384398.230612:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230614:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021386715. 00000400:00000010:1.0:1767384398.230615:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000652c737a. 00000100:00000200:1.0:1767384398.230617:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230618:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd61f94a. 00000400:00000010:1.0:1767384398.230620:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6a49b50. 00000100:00000200:1.0:1767384398.230621:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230623:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8617bc7. 00000400:00000010:1.0:1767384398.230625:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0983349. 00000100:00000200:1.0:1767384398.230626:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230628:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cae301ed. 00000400:00000010:1.0:1767384398.230630:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b88675f1. 00000100:00000200:1.0:1767384398.230631:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230641:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc000682. 00000400:00000010:1.0:1767384398.230644:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3e9f65f. 00000100:00000200:1.0:1767384398.230646:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230647:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f88a504. 00000400:00000010:1.0:1767384398.230649:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4a6d0b4. 00000100:00000200:1.0:1767384398.230655:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230657:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cce869ec. 00000400:00000010:1.0:1767384398.230659:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e7acdfd. 00000100:00000200:1.0:1767384398.230661:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230662:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad6180f9. 00000400:00000010:1.0:1767384398.230664:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002155460c. 00000100:00000200:1.0:1767384398.230666:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230668:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62f46fa. 00000400:00000010:1.0:1767384398.230669:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca74d744. 00000100:00000200:1.0:1767384398.230671:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230672:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e936de0. 00000400:00000010:1.0:1767384398.230674:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000328c7da6. 00000100:00000200:1.0:1767384398.230676:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230677:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000246aec09. 00000400:00000010:1.0:1767384398.230679:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003658960a. 00000100:00000200:1.0:1767384398.230681:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230682:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b99c172. 00000400:00000010:1.0:1767384398.230684:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bdfd369. 00000100:00000200:1.0:1767384398.230685:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230687:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d6b00c2. 00000400:00000010:1.0:1767384398.230688:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e271ce0. 00000100:00000200:1.0:1767384398.230690:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230692:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2b8d67. 00000400:00000010:1.0:1767384398.230700:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064a39899. 00000100:00000200:1.0:1767384398.230703:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230705:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a41dbb61. 00000400:00000010:1.0:1767384398.230707:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f4c8989. 00000100:00000200:1.0:1767384398.230709:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230710:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007603b873. 00000400:00000010:1.0:1767384398.230712:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e88e03c8. 00000100:00000200:1.0:1767384398.230714:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230715:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ebb7ac. 00000400:00000010:1.0:1767384398.230717:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029145918. 00000100:00000200:1.0:1767384398.230719:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230721:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f333a26. 00000400:00000010:1.0:1767384398.230723:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f18586c9. 00000100:00000200:1.0:1767384398.230725:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230727:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086a13ef2. 00000400:00000010:1.0:1767384398.230729:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001324b80c. 00000100:00000200:1.0:1767384398.230730:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230732:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009812d173. 00000400:00000010:1.0:1767384398.230733:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1c5a445. 00000100:00000200:1.0:1767384398.230735:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230737:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002465fd26. 00000400:00000010:1.0:1767384398.230738:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067c93276. 00000100:00000200:1.0:1767384398.230741:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230742:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005669b8ad. 00000400:00000010:1.0:1767384398.230744:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000762d4dc3. 00000100:00000200:1.0:1767384398.230746:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230748:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a074cc3e. 00000400:00000010:1.0:1767384398.230749:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000581297ef. 00000100:00000200:1.0:1767384398.230751:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230753:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084865ed3. 00000400:00000010:1.0:1767384398.230754:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe62da05. 00000100:00000200:1.0:1767384398.230756:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230757:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11f2f5d. 00000400:00000010:1.0:1767384398.230759:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bca1fb9a. 00000100:00000200:1.0:1767384398.230761:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230763:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a5a8471. 00000400:00000010:1.0:1767384398.230764:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba950ad. 00000100:00000200:1.0:1767384398.230766:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230768:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e1a9a7. 00000400:00000010:1.0:1767384398.230769:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a54d4f38. 00000100:00000200:1.0:1767384398.230771:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230772:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0766eeb. 00000400:00000010:1.0:1767384398.230774:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c402c502. 00000100:00000200:1.0:1767384398.230776:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230777:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062694f46. 00000400:00000010:1.0:1767384398.230779:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b42f06e5. 00000100:00000200:1.0:1767384398.230780:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230782:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0c6ef5. 00000400:00000010:1.0:1767384398.230784:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07eae8e. 00000100:00000200:1.0:1767384398.230786:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230787:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006867f151. 00000400:00000010:1.0:1767384398.230789:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031963abe. 00000100:00000200:1.0:1767384398.230790:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230792:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eaf5a09. 00000400:00000010:1.0:1767384398.230794:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf0bda5. 00000100:00000200:1.0:1767384398.230795:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230797:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e016137. 00000400:00000010:1.0:1767384398.230798:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039bf335b. 00000100:00000200:1.0:1767384398.230800:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230802:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa9d1b2. 00000400:00000010:1.0:1767384398.230803:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6f2000c. 00000100:00000200:1.0:1767384398.230805:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230806:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000815c0242. 00000400:00000010:1.0:1767384398.230808:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b38fa649. 00000100:00000200:1.0:1767384398.230810:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230811:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066444a1b. 00000400:00000010:1.0:1767384398.230813:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ab53871. 00000100:00000200:1.0:1767384398.230815:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230817:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbfe35fd. 00000400:00000010:1.0:1767384398.230818:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c297a2f. 00000100:00000200:1.0:1767384398.230820:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230821:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd26629. 00000400:00000010:1.0:1767384398.230823:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f23627b. 00000100:00000200:1.0:1767384398.230825:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230826:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a658d22f. 00000400:00000010:1.0:1767384398.230828:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8bc3d87. 00000100:00000200:1.0:1767384398.230830:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230832:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027c77ab5. 00000400:00000010:1.0:1767384398.230834:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037dc58f8. 00000100:00000200:1.0:1767384398.230835:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230837:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b553de. 00000400:00000010:1.0:1767384398.230838:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000219800ff. 00000100:00000200:1.0:1767384398.230840:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230842:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2cef6d6. 00000400:00000010:1.0:1767384398.230844:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c258b5a. 00000100:00000200:1.0:1767384398.230845:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230847:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042ce905c. 00000400:00000010:1.0:1767384398.230848:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d90a42f. 00000100:00000200:1.0:1767384398.230850:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230852:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c2b0e1. 00000400:00000010:1.0:1767384398.230862:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4939be0. 00000100:00000200:1.0:1767384398.230866:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230868:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a728c3e. 00000400:00000010:1.0:1767384398.230870:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000132321bf. 00000100:00000200:1.0:1767384398.230872:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230874:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ac8e9c2. 00000400:00000010:1.0:1767384398.230875:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000369a8148. 00000100:00000200:1.0:1767384398.230877:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230879:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8cadb76. 00000400:00000010:1.0:1767384398.230881:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed4ba930. 00000100:00000200:1.0:1767384398.230883:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230884:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e274e7. 00000400:00000010:1.0:1767384398.230886:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e061cf74. 00000100:00000200:1.0:1767384398.230887:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230889:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a7dad54. 00000400:00000010:1.0:1767384398.230891:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006138f85c. 00000100:00000200:1.0:1767384398.230892:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230894:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1024f0c. 00000400:00000010:1.0:1767384398.230896:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a52a1243. 00000100:00000200:1.0:1767384398.230898:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230908:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b08db74. 00000400:00000010:1.0:1767384398.230911:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f49b5002. 00000100:00000200:1.0:1767384398.230914:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230916:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d93d6f73. 00000400:00000010:1.0:1767384398.230918:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b253278f. 00000100:00000200:1.0:1767384398.230919:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384398.230921:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046509ada. 00000400:00000010:1.0:1767384398.230923:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be2acddf. 00000100:00000010:1.0:1767384398.230926:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004306aed7. 00000100:00000200:1.0:1767384398.230938:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384398.230964:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e68e2ee0. 00000100:00000010:1.0:1767384398.231115:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fc0d6e6b. 00000020:00000010:1.0:1767384398.231119:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000092c52708. 00000020:00000010:1.0:1767384398.231122:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035bf628b. 00000020:00000010:1.0:1767384398.231125:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e162aa8. 00000040:00000010:1.0:1767384398.231128:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca045e0e. 00000020:00000010:1.0:1767384398.231131:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1227d9b. 00000020:00000010:1.0:1767384398.231133:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0626637. 00000020:00000010:1.0:1767384398.231136:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000119beb2f. 80000000:00000010:1.0:1767384398.231138:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5ee0e5f. 40000000:00000010:1.0:1767384398.231140:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000024495b8e. 00100000:00000010:1.0:1767384398.231143:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004761772d. 00040000:00000010:1.0:1767384398.231146:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3b333df. 00040000:00000010:1.0:1767384398.231148:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006242da40. 00080000:00000010:1.0:1767384398.231150:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ca037797. 00000004:00000010:1.0:1767384398.231164:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000c6ca8dd. 00002000:00000010:1.0:1767384398.231166:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bf507f6d. 00000100:00000010:1.0:1767384398.231169:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008e8a12c4. 00000100:00000200:1.0:1767384398.231178:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384398.231195:0:40414:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007f5d521f. 00000100:00000010:2.0:1767384398.231201:0:40414:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ae65b055. 00000100:00000010:2.0:1767384398.231212:0:40414:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f0eab93d. 00000100:00000010:2.0:1767384398.231219:0:40414:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000008d81a033. 00000100:00000010:2.0:1767384398.231229:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0653abb. 00000100:00000010:2.0:1767384398.231397:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002d2b0f28. 00000100:00000010:2.0:1767384398.231401:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b195296. 00000100:00000010:2.0:1767384398.231544:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f92b5650. 00000100:00000010:2.0:1767384398.231548:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe88e4de. 00000100:00000010:2.0:1767384398.231694:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002fc89c14. 00000100:00000010:2.0:1767384398.231698:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6ae61b1. 00000100:00000010:2.0:1767384398.231841:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005dda4798. 00000100:00000010:2.0:1767384398.231845:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041c5ec41. 00000100:00000010:2.0:1767384398.231990:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000cc4b565. 00000100:00000010:2.0:1767384398.231994:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090d445e4. 00000100:00000010:2.0:1767384398.232147:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a5c2172c. 00000100:00000010:2.0:1767384398.232151:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004555ecde. 00000100:00000010:2.0:1767384398.232322:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000097de34a7. 00000100:00000010:2.0:1767384398.232327:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9d1ae13. 00000100:00000010:2.0:1767384398.232466:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008306bb78. 00000100:00000010:2.0:1767384398.232470:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b79339c8. 00000100:00000010:2.0:1767384398.232609:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f8911914. 00000100:00000010:2.0:1767384398.232613:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac6a4f1b. 00000100:00000010:2.0:1767384398.232758:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008914a155. 00000100:00000010:2.0:1767384398.232763:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094b8089b. 00000100:00000010:2.0:1767384398.232905:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000770f7566. 00000100:00000010:2.0:1767384398.232909:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e86fba6. 00000100:00000010:2.0:1767384398.233050:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d1b48537. 00000100:00000010:2.0:1767384398.233054:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000278a2293. 00000100:00000010:2.0:1767384398.233225:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cda82958. 00000100:00000010:2.0:1767384398.233230:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035c32f67. 00000100:00000010:2.0:1767384398.233388:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a3a1dbd. 00000100:00000010:2.0:1767384398.233393:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d47191f. 00000100:00000010:2.0:1767384398.233535:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e827aa0a. 00000100:00000010:2.0:1767384398.233540:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000498b28df. 00000100:00000010:2.0:1767384398.233680:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000058f8fdf6. 00000100:00000010:2.0:1767384398.233691:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a0e85fe. 00000100:00000010:2.0:1767384398.233844:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c84454d5. 00000100:00000010:2.0:1767384398.233848:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000849e3f9b. 00000100:00000010:2.0:1767384398.233990:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0f50b30. 00000100:00000010:2.0:1767384398.233994:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc723632. 00000100:00000010:2.0:1767384398.234135:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002206c4ea. 00000100:00000010:2.0:1767384398.234139:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a835bff6. 00000100:00000010:2.0:1767384398.234311:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000839d56b1. 00000100:00000010:2.0:1767384398.234317:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac214282. 00000100:00000010:2.0:1767384398.234469:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005b7595e6. 00000100:00000010:2.0:1767384398.234474:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c04a9d8b. 00000100:00000010:2.0:1767384398.234616:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001ed3fac0. 00000100:00000010:2.0:1767384398.234620:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000620041ff. 00000100:00000010:2.0:1767384398.234765:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af0e1992. 00000100:00000010:2.0:1767384398.234770:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006f3ffac. 00000100:00000010:2.0:1767384398.234910:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bfd13c00. 00000100:00000010:2.0:1767384398.234914:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc62c7fa. 00000100:00000010:2.0:1767384398.235064:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cee7dd8e. 00000100:00000010:2.0:1767384398.235069:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c08eb40. 00000100:00000010:2.0:1767384398.235222:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008027b7cc. 00000100:00000010:2.0:1767384398.235226:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092c07eb5. 00000100:00000010:2.0:1767384398.235397:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d73ae5c9. 00000100:00000010:2.0:1767384398.235402:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a87c2147. 00000100:00000010:2.0:1767384398.235540:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009fd98e8f. 00000100:00000010:2.0:1767384398.235544:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001d26a06. 00000100:00000010:2.0:1767384398.235697:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002fba7e34. 00000100:00000010:2.0:1767384398.235701:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f03b374. 00000100:00000010:2.0:1767384398.235841:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000adf0cd1f. 00000100:00000010:2.0:1767384398.235846:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c104af. 00000100:00000010:2.0:1767384398.235984:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028e54b0a. 00000100:00000010:2.0:1767384398.235988:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039cea0e1. 00000100:00000010:2.0:1767384398.236127:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003825e394. 00000100:00000010:2.0:1767384398.236138:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b9e677b. 00000100:00000010:2.0:1767384398.236318:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f63e8294. 00000100:00000010:2.0:1767384398.236323:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecf9b89c. 00000100:00000010:2.0:1767384398.236462:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f6b577b9. 00000100:00000010:2.0:1767384398.236466:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e1bdf66. 00000100:00000010:2.0:1767384398.236604:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000357558dd. 00000100:00000010:2.0:1767384398.236608:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e9aee9. 00000100:00000010:2.0:1767384398.236751:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028cd3c1f. 00000100:00000010:2.0:1767384398.236756:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e79a79e7. 00000100:00000010:2.0:1767384398.236907:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d3de6bdd. 00000100:00000010:2.0:1767384398.236912:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008de8866c. 00000100:00000010:2.0:1767384398.237054:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000d05e44f. 00000100:00000010:2.0:1767384398.237058:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0bbcd6a. 00000100:00000010:2.0:1767384398.237208:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf5b2f50. 00000100:00000010:2.0:1767384398.237212:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd8a844f. 00000100:00000010:2.0:1767384398.237368:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001b382cd6. 00000100:00000010:2.0:1767384398.237373:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a01326d. 00000100:00000010:2.0:1767384398.237524:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd5fae80. 00000100:00000010:2.0:1767384398.237528:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4f55a4b. 00000100:00000010:2.0:1767384398.237668:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000084716fd1. 00000100:00000010:2.0:1767384398.237673:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029d0f47d. 00000100:00000010:2.0:1767384398.237811:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fded6857. 00000100:00000010:2.0:1767384398.237816:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b18abf81. 00000100:00000010:2.0:1767384398.237956:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001f02db82. 00000100:00000010:2.0:1767384398.237961:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038e55be0. 00000100:00000010:2.0:1767384398.238113:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000947f20b4. 00000100:00000010:2.0:1767384398.238118:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000847eefda. 00000100:00000010:2.0:1767384398.238268:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0f32175. 00000100:00000010:2.0:1767384398.238273:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de24695f. 00000100:00000010:2.0:1767384398.238430:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000defbd3b4. 00000100:00000010:2.0:1767384398.238434:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa6267ee. 00000100:00000010:2.0:1767384398.238578:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005a737066. 00000100:00000010:2.0:1767384398.238588:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d7768b7. 00000100:00000010:2.0:1767384398.238743:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000000b07a03. 00000100:00000010:2.0:1767384398.238748:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4f2aeb1. 00000100:00000010:2.0:1767384398.238888:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0b8c2f9. 00000100:00000010:2.0:1767384398.238892:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acdd132d. 00000100:00000010:2.0:1767384398.239031:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000727f692d. 00000100:00000010:2.0:1767384398.239035:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d93140f2. 00000100:00000010:2.0:1767384398.239184:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000090f3fd54. 00000100:00000010:2.0:1767384398.239189:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002feeb2d2. 00000100:00000010:2.0:1767384398.239358:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ddf21bf. 00000100:00000010:2.0:1767384398.239364:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000400f369e. 00000100:00000010:2.0:1767384398.239504:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eb406ff1. 00000100:00000010:2.0:1767384398.239508:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007eb3703e. 00000100:00000010:2.0:1767384398.239650:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003007baac. 00000100:00000010:2.0:1767384398.239653:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000086b1404. 00000100:00000010:2.0:1767384398.239794:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fec1cd28. 00000100:00000010:2.0:1767384398.239798:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0c43e92. 00000100:00000010:2.0:1767384398.239951:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000073d80b42. 00000100:00000010:2.0:1767384398.239956:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052370f4b. 00000100:00000010:2.0:1767384398.240099:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c02cab38. 00000100:00000010:2.0:1767384398.240103:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c613cfb. 00000100:00000010:2.0:1767384398.240254:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004de0e35a. 00000100:00000010:2.0:1767384398.240259:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033daf0e4. 00000100:00000010:2.0:1767384398.240424:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ba8992c. 00000100:00000010:2.0:1767384398.240428:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddf5b2be. 00000100:00000010:2.0:1767384398.240580:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000034730b4b. 00000100:00000010:2.0:1767384398.240584:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc654462. 00000100:00000010:2.0:1767384398.240729:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c92611e0. 00000100:00000010:2.0:1767384398.240733:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000392792ff. 00000100:00000010:2.0:1767384398.240873:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a779e054. 00000100:00000010:2.0:1767384398.240877:0:40414:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080e19756. 00000100:00000010:2.0:1767384398.241021:0:40414:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b5b78a17. 00000400:00000200:2.0:1767384398.241027:0:40414:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384398.241099:0:40414:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000282192bb. 00000020:00000010:2.0:1767384398.241105:0:40414:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ce5b18fc. 00000100:00000010:2.0:1767384398.241165:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dc759085. 00000100:00000010:2.0:1767384398.241171:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a59b21fc. 00000100:00000010:2.0:1767384398.241174:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003fce9b0c. 00000100:00000010:2.0:1767384398.241178:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000011ad9b78. 00000100:00000010:2.0:1767384398.241180:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008f7ee8f5. 00000100:00000010:2.0:1767384398.241183:0:40414:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000acaf99f4. 00000100:00000010:2.0:1767384398.241186:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000020fb6980. 00000100:00000010:2.0:1767384398.241188:0:40414:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001ff9ae5f. 00000100:00000010:2.0:1767384398.241190:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cce1d87d. 00000100:00000010:2.0:1767384398.241192:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dae4042a. 00000100:00000010:2.0:1767384398.241194:0:40414:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004fa10e61. 00000100:00000200:2.0:1767384398.241223:0:40414:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384398.241228:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000d13a872. 00000020:00000010:1.0:1767384398.241763:0:40438:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000f43639e6. 00000100:00000010:1.0:1767384398.241768:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000850483ff. 00000020:00000010:1.0:1767384398.241772:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f787d95. 00000020:00000010:1.0:1767384398.241779:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009bfacfa. 00000020:00000010:1.0:1767384398.241782:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003da5efef. 00000040:00000010:1.0:1767384398.241786:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000703bdc4f. 00000020:00000010:1.0:1767384398.241790:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000287e3da2. 00000020:00000010:1.0:1767384398.241794:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d690ff50. 00000020:00000010:1.0:1767384398.241799:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006a2eadaa. 80000000:00000010:1.0:1767384398.241803:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000910c306c. 40000000:00000010:1.0:1767384398.241806:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099a19ba6. 00100000:00000010:1.0:1767384398.241810:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cd12fcd. 00040000:00000010:1.0:1767384398.241814:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de8e2785. 00040000:00000010:1.0:1767384398.241817:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090aa151a. 00080000:00000010:1.0:1767384398.241820:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a8cd8f06. 00000004:00000010:1.0:1767384398.241825:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018a6a121. 00002000:00000010:1.0:1767384398.241829:0:40438:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c9c6b59. 00000100:00000200:1.0:1767384398.241834:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241838:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013b2305a. 00000400:00000010:1.0:1767384398.241843:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004cf3f2a3. 00000100:00000200:1.0:1767384398.241848:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241850:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4bc259. 00000400:00000010:1.0:1767384398.241852:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057cfae3d. 00000100:00000200:1.0:1767384398.241856:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241857:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ccf151. 00000400:00000010:1.0:1767384398.241860:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b80734ad. 00000100:00000200:1.0:1767384398.241863:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241864:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b20e04d. 00000400:00000010:1.0:1767384398.241866:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be362c77. 00000100:00000200:1.0:1767384398.241869:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241871:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a248077c. 00000400:00000010:1.0:1767384398.241874:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000096c025a4. 00000100:00000200:1.0:1767384398.241876:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241878:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b8b072d. 00000400:00000010:1.0:1767384398.241881:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8c4a9ca. 00000100:00000200:1.0:1767384398.241883:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241885:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000886f33ed. 00000400:00000010:1.0:1767384398.241887:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bcf6a611. 00000100:00000200:1.0:1767384398.241889:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241891:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9d68d6. 00000400:00000010:1.0:1767384398.241893:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ce55be4. 00000100:00000200:1.0:1767384398.241896:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241897:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001092e354. 00000400:00000010:1.0:1767384398.241900:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c12384f2. 00000100:00000200:1.0:1767384398.241903:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241904:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8867b13. 00000400:00000010:1.0:1767384398.241907:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059374761. 00000100:00000200:1.0:1767384398.241910:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241911:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000611ad95f. 00000400:00000010:1.0:1767384398.241921:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a2fbd8e2. 00000100:00000200:1.0:1767384398.241925:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241927:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d5b21b3. 00000400:00000010:1.0:1767384398.241930:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2a5c182. 00000100:00000200:1.0:1767384398.241932:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241934:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4f3a631. 00000400:00000010:1.0:1767384398.241937:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a584a0a7. 00000100:00000200:1.0:1767384398.241939:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241941:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053d9c41d. 00000400:00000010:1.0:1767384398.241943:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000814c0316. 00000100:00000200:1.0:1767384398.241946:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241947:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030f340dc. 00000400:00000010:1.0:1767384398.241950:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea78d2f8. 00000100:00000200:1.0:1767384398.241952:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241954:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e60de817. 00000400:00000010:1.0:1767384398.241957:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ac682de9. 00000100:00000200:1.0:1767384398.241959:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241961:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3204991. 00000400:00000010:1.0:1767384398.241963:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1aff713. 00000100:00000200:1.0:1767384398.241966:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241967:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e08f8ae. 00000400:00000010:1.0:1767384398.241970:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000f48ba8b. 00000100:00000200:1.0:1767384398.241972:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241974:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aac1654. 00000400:00000010:1.0:1767384398.241982:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dbd9cc9c. 00000100:00000200:1.0:1767384398.241986:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241987:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad18e055. 00000400:00000010:1.0:1767384398.241990:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008d554788. 00000100:00000200:1.0:1767384398.241993:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.241994:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094cc862e. 00000400:00000010:1.0:1767384398.241997:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000086056f66. 00000100:00000200:1.0:1767384398.241999:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242001:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ac38486. 00000400:00000010:1.0:1767384398.242003:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d2f7d854. 00000100:00000200:1.0:1767384398.242007:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242008:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064097bf5. 00000400:00000010:1.0:1767384398.242011:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003d3ff60b. 00000100:00000200:1.0:1767384398.242014:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242016:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af933b0. 00000400:00000010:1.0:1767384398.242018:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002cdef60f. 00000100:00000200:1.0:1767384398.242021:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242022:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000644c15df. 00000400:00000010:1.0:1767384398.242025:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a64feb6. 00000100:00000200:1.0:1767384398.242027:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242029:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd4df8e. 00000400:00000010:1.0:1767384398.242031:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000494cf338. 00000100:00000200:1.0:1767384398.242034:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242035:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066a2e0e3. 00000400:00000010:1.0:1767384398.242042:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002fb05b9d. 00000100:00000200:1.0:1767384398.242046:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242048:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042cb5237. 00000400:00000010:1.0:1767384398.242050:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad610f06. 00000100:00000200:1.0:1767384398.242053:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242054:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005889f9a6. 00000400:00000010:1.0:1767384398.242057:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036bf90c8. 00000100:00000200:1.0:1767384398.242060:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242061:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049fee7a8. 00000400:00000010:1.0:1767384398.242064:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009c6afa3f. 00000100:00000200:1.0:1767384398.242067:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242068:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef5a937f. 00000400:00000010:1.0:1767384398.242071:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001ec855ce. 00000100:00000200:1.0:1767384398.242073:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242075:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c078da59. 00000400:00000010:1.0:1767384398.242077:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000838b4673. 00000100:00000200:1.0:1767384398.242080:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242082:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c5389f. 00000400:00000010:1.0:1767384398.242084:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d8ec9df2. 00000100:00000200:1.0:1767384398.242087:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242089:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba24ace3. 00000400:00000010:1.0:1767384398.242091:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1fb58c4. 00000100:00000200:1.0:1767384398.242094:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242096:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f6a164f. 00000400:00000010:1.0:1767384398.242104:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa2d67f1. 00000100:00000200:1.0:1767384398.242107:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242109:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000962df06f. 00000400:00000010:1.0:1767384398.242111:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f504ac5. 00000100:00000200:1.0:1767384398.242114:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242115:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5340ff7. 00000400:00000010:1.0:1767384398.242118:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000681b393b. 00000100:00000200:1.0:1767384398.242121:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242122:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c9682c7. 00000400:00000010:1.0:1767384398.242125:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003cc007ee. 00000100:00000200:1.0:1767384398.242127:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242128:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fed63ac. 00000400:00000010:1.0:1767384398.242131:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028484f3f. 00000100:00000200:1.0:1767384398.242134:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242135:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee93db71. 00000400:00000010:1.0:1767384398.242138:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006e8d51f6. 00000100:00000200:1.0:1767384398.242141:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242142:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e650dcf. 00000400:00000010:1.0:1767384398.242145:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000394f93dd. 00000100:00000200:1.0:1767384398.242148:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242149:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caee988e. 00000400:00000010:1.0:1767384398.242151:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0280d38. 00000100:00000200:1.0:1767384398.242168:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242169:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000643092eb. 00000400:00000010:1.0:1767384398.242178:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b19d0495. 00000100:00000200:1.0:1767384398.242181:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242190:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e54495cf. 00000400:00000010:1.0:1767384398.242193:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002a872c40. 00000100:00000200:1.0:1767384398.242196:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242198:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004a630d3. 00000400:00000010:1.0:1767384398.242200:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bd6d3b4c. 00000100:00000200:1.0:1767384398.242203:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242204:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b8b444. 00000400:00000010:1.0:1767384398.242207:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bab28cf7. 00000100:00000200:1.0:1767384398.242210:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242211:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000987072e7. 00000400:00000010:1.0:1767384398.242214:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000027fc5cae. 00000100:00000200:1.0:1767384398.242217:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242218:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb220c35. 00000400:00000010:1.0:1767384398.242220:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000081ce86d. 00000100:00000200:1.0:1767384398.242223:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242225:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005792cbf9. 00000400:00000010:1.0:1767384398.242227:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038ec3203. 00000100:00000200:1.0:1767384398.242230:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242231:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049802b47. 00000400:00000010:1.0:1767384398.242234:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c744b2b8. 00000100:00000200:1.0:1767384398.242236:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242238:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a25cfba0. 00000400:00000010:1.0:1767384398.242245:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000012489d51. 00000100:00000200:1.0:1767384398.242248:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242250:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000294ef2a2. 00000400:00000010:1.0:1767384398.242252:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bb9621c4. 00000100:00000200:1.0:1767384398.242255:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242257:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bda90067. 00000400:00000010:1.0:1767384398.242259:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d888f1ce. 00000100:00000200:1.0:1767384398.242262:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242264:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d40ac1bd. 00000400:00000010:1.0:1767384398.242266:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001edbc76f. 00000100:00000200:1.0:1767384398.242269:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242271:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df83b5f9. 00000400:00000010:1.0:1767384398.242305:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea259a10. 00000100:00000200:1.0:1767384398.242309:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242311:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000077d0e6b. 00000400:00000010:1.0:1767384398.242314:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028c96f64. 00000100:00000200:1.0:1767384398.242318:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242320:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb75f931. 00000400:00000010:1.0:1767384398.242323:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a94b39e2. 00000100:00000200:1.0:1767384398.242327:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242329:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e813b026. 00000400:00000010:1.0:1767384398.242333:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000054a188f8. 00000100:00000200:1.0:1767384398.242337:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242339:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062713b03. 00000400:00000010:1.0:1767384398.242347:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff551709. 00000100:00000200:1.0:1767384398.242351:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242353:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e94c836. 00000400:00000010:1.0:1767384398.242356:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059cf0400. 00000100:00000200:1.0:1767384398.242359:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242361:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027aea295. 00000400:00000010:1.0:1767384398.242363:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a34dc58. 00000100:00000200:1.0:1767384398.242365:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242367:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005344efe8. 00000400:00000010:1.0:1767384398.242369:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000cf50105. 00000100:00000200:1.0:1767384398.242372:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242374:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72802fd. 00000400:00000010:1.0:1767384398.242376:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce270b4f. 00000100:00000200:1.0:1767384398.242379:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384398.242380:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5a7ca7. 00000400:00000010:1.0:1767384398.242382:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a824595. 00000100:00000010:1.0:1767384398.242392:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000081c5414e. 00000100:00000200:1.0:1767384398.242405:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384398.242433:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000883588f4. 00000020:00000010:1.0:1767384398.242871:0:40439:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000030307376. 00000100:00000010:1.0:1767384398.242875:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000079bc3ba6. 00000020:00000010:1.0:1767384398.242877:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000d88a8c3. 00000020:00000010:1.0:1767384398.242880:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004722c599. 00000020:00000010:1.0:1767384398.242882:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078f0126c. 00000040:00000010:1.0:1767384398.242885:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e56c3a66. 00000020:00000010:1.0:1767384398.242887:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098faea92. 00000020:00000010:1.0:1767384398.242890:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000050e85496. 00000020:00000010:1.0:1767384398.242893:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fc39a41a. 80000000:00000010:1.0:1767384398.242896:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000091fe72c. 40000000:00000010:1.0:1767384398.242897:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc0a5fcf. 00100000:00000010:1.0:1767384398.242900:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e5e5e61. 00040000:00000010:1.0:1767384398.242902:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004541d5fa. 00040000:00000010:1.0:1767384398.242904:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cb54c94. 00080000:00000010:1.0:1767384398.242907:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f764da32. 00000004:00000010:1.0:1767384398.242910:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d9f44b75. 00002000:00000010:1.0:1767384398.242912:0:40439:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c990d21. 00000100:00000010:1.0:1767384398.242922:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000414929f2. 00000100:00000200:1.0:1767384398.242934:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384398.242960:0:40414:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a7301564. 00000020:00000010:1.0:1767384398.243411:0:40440:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006985846a. 00000100:00000010:1.0:1767384398.243424:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e557704d. 00000020:00000010:1.0:1767384398.243426:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008dc3329d. 00000020:00000010:1.0:1767384398.243429:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000296b182e. 00000020:00000010:1.0:1767384398.243431:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e66150c9. 00000040:00000010:1.0:1767384398.243432:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000943c8c. 00000020:00000010:1.0:1767384398.243435:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061748b0e. 00000020:00000010:1.0:1767384398.243437:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cbe2f421. 00000020:00000010:1.0:1767384398.243439:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000248b9651. 80000000:00000010:1.0:1767384398.243441:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000007d08066. 40000000:00000010:1.0:1767384398.243442:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fe06cccc. 00100000:00000010:1.0:1767384398.243444:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002f1ab5fc. 00040000:00000010:1.0:1767384398.243446:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060793994. 00040000:00000010:1.0:1767384398.243448:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abfd32dd. 00080000:00000010:1.0:1767384398.243450:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd536c91. 00000004:00000010:1.0:1767384398.243452:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006062c6dc. 00002000:00000010:1.0:1767384398.243454:0:40440:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000e98a457. 00000100:00000010:1.0:1767384398.243462:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ca0649e4. 00000100:00000200:1.0:1767384398.243472:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384398.243503:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012dc590f. 00000040:00000010:3.0:1767384398.243511:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e31cf5f. 00000020:00000010:3.0:1767384398.243516:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b511aacf. 00000020:00000010:3.0:1767384398.243521:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000589a947e. 00000020:00000010:3.0:1767384398.243526:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed34e5b1. 80000000:00000010:3.0:1767384398.243529:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000030997e40. 40000000:00000010:3.0:1767384398.243533:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003fb91b46. 00100000:00000010:3.0:1767384398.243536:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069c9a2c4. 00040000:00000010:3.0:1767384398.243539:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e667d74f. 00040000:00000010:3.0:1767384398.243545:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa150184. 00080000:00000010:3.0:1767384398.243548:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a00317db. 00000020:00000010:3.0:1767384398.243551:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bec3cbf5. 00000020:00000010:3.0:1767384398.243556:0:40414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b5459f7. 00000020:00000010:3.0:1767384398.243559:0:40414:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000852ecdff. 00000008:00000010:3.0:1767384398.243563:0:40414:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000034acde16. 00020000:00000010:3.0:1767384398.243568:0:40414:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000025f721c1. 00008000:00000010:3.0:1767384398.243572:0:40414:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000092bb9923. 00000080:00000010:3.0:1767384398.243577:0:40414:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c016b573. 00000020:00000010:3.0:1767384398.243580:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bea822a1. 00000020:00000010:3.0:1767384398.243584:0:40414:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000746689e1. 00000020:00000010:3.0:1767384398.243593:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007121284f. 00000020:00000010:3.0:1767384398.243596:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001b0acecc. 00000040:00000010:3.0:1767384398.243599:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a472518. 00000020:00000010:3.0:1767384398.243601:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ebf1fb9a. 00000020:00000010:3.0:1767384398.243604:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b454eec. 80000000:00000010:3.0:1767384398.243607:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba0f71c4. 00040000:00000010:3.0:1767384398.243610:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cca45323. 00080000:00000010:3.0:1767384398.243612:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffbb7e0b. 20000000:00000010:3.0:1767384398.243616:0:40414:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000088767ec7. 00000020:00000010:3.0:1767384398.243631:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000acd8a03c. 00080000:00000010:3.0:1767384398.243637:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a7dbf22. 00080000:00000010:3.0:1767384398.243716:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a7dbf22. 00000020:00000010:3.0:1767384398.243719:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000acd8a03c. 00000040:00000010:3.0:1767384398.243730:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e5001eea. 00000020:00000010:3.0:1767384398.243769:0:40414:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000572d3b69. 00000100:00000010:3.0:1767384398.243814:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.243828:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000038b6b834. 00000100:00000010:3.0:1767384398.243837:0:40414:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000058acd113. 00000100:00000010:3.0:1767384398.243840:0:40414:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000197ae0cb. 00000100:00000010:3.0:1767384398.243846:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fcb24bf. 00000400:00000010:3.0:1767384398.243861:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000400:00000010:3.0:1767384398.243865:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000082099e0. 00000100:00000200:3.0:1767384398.243868:0:40414:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d708c00-0x695824d708c00, portal 33 02000000:00000010:3.0:1767384398.243875:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000051ecd1dc. 00000400:00000010:3.0:1767384398.243879:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.243882:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007acb1f33. 00000100:00000200:3.0:1767384398.243884:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737772544, portal 25 00000400:00000010:3.0:1767384398.243887:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011a486d3. 00000100:00000200:3.0:1767384398.243889:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236737772544, offset 0 00000400:00000200:3.0:1767384398.243896:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.243907:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.243915:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d708c00 00000400:00000200:3.0:1767384398.243930:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x224d [2] + 0 00000400:00000010:3.0:1767384398.243933:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1870665. 00000400:00000200:3.0:1767384398.243936:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aa2b817 00000400:00000200:3.0:1767384398.243943:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.243946:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.243951:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa2b817 00000400:00000010:3.0:1767384398.243953:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aa2b817. 00000100:00000200:3.0:1767384398.243956:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.243971:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011a486d3 00000400:00000010:3.0:1767384398.243972:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011a486d3. 00000100:00000200:3.0:1767384398.243977:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737772544/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.243993:0:40414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001937f2c5. 00000100:00000010:3.0:1767384398.244004:0:40414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cb3ca9e. 00000100:00000010:3.0:1767384398.244010:0:40414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0b3593a. 00000100:00000010:3.0:1767384398.244019:0:40414:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a8e2bf6. 00000020:00000010:0.0:1767384398.244054:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e57326ed. 00000020:00000010:0.0:1767384398.244061:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e57326ed. 00000020:00000010:0.0:1767384398.244066:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:0.0:1767384398.244070:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.244074:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.244109:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e57326ed. 00000020:00000010:0.0:1767384398.244112:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e57326ed. 00000100:00000200:0.0:1767384398.244114:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772544 02000000:00000010:0.0:1767384398.244145:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a772fdf0. 20000000:00000010:0.0:1767384398.244170:0:40418:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000004dc1c382. 00000100:00000010:0.0:1767384398.244175:0:40418:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000056bcd8d0. 00000100:00000010:0.0:1767384398.244177:0:40418:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002cd3c91b. 00000400:00000010:0.0:1767384398.244185:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d6ac7. 00000400:00000010:0.0:1767384398.244192:0:40418:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042902fb2. 00000400:00000200:0.0:1767384398.244196:0:40418:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384398.244205:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384398.244212:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d708c00 00000400:00000200:0.0:1767384398.244217:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a6d [1] + 0 00000400:00000010:0.0:1767384398.244220:0:40418:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003558a7d0. 00000400:00000200:0.0:1767384398.244226:0:40418:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000082099e0 00000100:00000200:0.0:1767384398.244231:0:40418:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000056bcd8d0 00000400:00000200:0.0:1767384398.244237:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384398.244241:0:40418:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a79 00000400:00000200:0.0:1767384398.244244:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.244247:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384398.244250:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d6ac7 00000400:00000010:0.0:1767384398.244251:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000413d6ac7. 00000100:00000200:0.0:1767384398.244253:0:40418:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000056bcd8d0 00000400:00000200:0.0:1767384398.244255:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082099e0 00000400:00000010:0.0:1767384398.244257:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000082099e0. 00000100:00000200:0.0:1767384398.244259:0:40418:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000709933fb desc 0000000058acd113 mbits 1853236737772544 00000100:00000200:0.0:1767384398.244271:0:40418:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d708c00-0x695824d708c00 20000000:00000010:0.0:1767384398.244325:0:40418:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000e8c2e34d. 20000000:00000010:0.0:1767384398.244330:0:40418:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000594ce1c3. 20000000:00000010:0.0:1767384398.244334:0:40418:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000007c1aa3af. 00000100:00000010:0.0:1767384398.246624:0:40418:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002cd3c91b. 00000100:00000010:0.0:1767384398.246630:0:40418:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000056bcd8d0. 20000000:00000010:0.0:1767384398.246634:0:40418:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000004dc1c382. 00010000:00000200:0.0:1767384398.246643:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e51b83a4 x1853236737772544/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.246663:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc8094b. 00000100:00000200:0.0:1767384398.246667:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737772544, offset 224 00000400:00000200:0.0:1767384398.246673:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.246678:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.246683:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d708c00 00000400:00000200:0.0:1767384398.246688:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a71 [2] + 224 00000400:00000200:0.0:1767384398.246694:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.246696:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.246702:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737772544/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.246722:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcc8094b 00000400:00000010:0.0:1767384398.246724:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcc8094b. 00000020:00000010:0.0:1767384398.246738:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.246743:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.246747:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 00000400:00000010:3.0:1767384398.246754:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 02000000:00000010:0.0:1767384398.246756:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a772fdf0. 00000400:00000200:3.0:1767384398.246763:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acb1f33 00000400:00000010:3.0:1767384398.246767:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007acb1f33. 00000100:00000200:0.0:1767384398.246767:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.246775:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a749b895. 00000100:00000200:3.0:1767384398.246779:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737772544/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.246783:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc8094b. 00000100:00000200:3.0:1767384398.246796:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737772544/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.246818:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001fcb24bf. 02000000:00000010:3.0:1767384398.246825:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000051ecd1dc. 00000100:00000010:3.0:1767384398.246830:0:40414:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000197ae0cb. 00000100:00000010:3.0:1767384398.246833:0:40414:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000058acd113. 02000000:00000010:3.0:1767384398.246836:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000038b6b834. 00000100:00000010:3.0:1767384398.246840:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000020:00000010:3.0:1767384398.246844:0:40414:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000572d3b69. 00000020:00000010:3.0:1767384398.246848:0:40414:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000f12d8ada. 00000020:00000010:3.0:1767384398.246851:0:40414:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000197ae0cb. 00000020:00000010:3.0:1767384398.246855:0:40414:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000067cf1075. 00000020:00000010:3.0:1767384398.246859:0:40414:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000001fcb24bf. 00000020:00000010:3.0:1767384398.246862:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015bd5ea5. 00000020:00000010:3.0:1767384398.246866:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bea822a1. 00000040:00000010:3.0:1767384398.246868:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bec3cbf5. 00000020:00000010:3.0:1767384398.246871:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6cd2070. 00000020:00000010:3.0:1767384398.246874:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aa150184. 00040000:00000010:3.0:1767384398.246877:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000968d190d. 00040000:00000010:3.0:1767384398.246880:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed34e5b1. 00080000:00000010:3.0:1767384398.246882:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a2293fb6. 10000000:00000010:3.0:1767384398.246892:0:40414:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000007e31cf5f. 10000000:00000010:3.0:1767384398.246897:0:40414:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000012dc590f. 00000100:00000010:3.0:1767384398.246902:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.246908:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040683adf. 00010000:00000010:3.0:1767384398.246916:0:40414:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000094708831. 00010000:00000010:3.0:1767384398.246922:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000038e720c2. 00000100:00000010:3.0:1767384398.246932:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.246938:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058acd113. 00000400:00000010:3.0:1767384398.246941:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.246944:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.246947:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737772672, portal 25 00000400:00000010:3.0:1767384398.246950:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.246953:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737772672, offset 0 00000400:00000200:3.0:1767384398.246957:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.246963:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.246968:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d708c80 00000400:00000200:3.0:1767384398.246972:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2251 [2] + 0 00000400:00000010:3.0:1767384398.246976:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847bdfd2. 00000400:00000200:3.0:1767384398.246978:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca1d3144 00000400:00000200:3.0:1767384398.246982:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.246984:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.246987:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca1d3144 00000400:00000010:3.0:1767384398.246989:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca1d3144. 00000100:00000200:3.0:1767384398.246992:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.247006:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.247008:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.247011:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737772672/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.247052:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247057:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247062:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:0.0:1767384398.247065:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.247068:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.247093:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247096:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000100:00000200:0.0:1767384398.247099:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772672 00010000:00000010:0.0:1767384398.247114:0:40418:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099d9debc. 00010000:00000010:0.0:1767384398.247121:0:40418:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b91921c9. 02000000:00000010:0.0:1767384398.247135:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000056bcd8d0. 00010000:00000200:0.0:1767384398.247169:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003dfcadfc x1853236737772672/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.247181:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d6ac7. 00000100:00000200:0.0:1767384398.247185:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737772672, offset 224 00000400:00000200:0.0:1767384398.247190:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.247196:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.247202:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d708c80 00000400:00000200:0.0:1767384398.247207:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a85 [1] + 224 00000400:00000200:0.0:1767384398.247211:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.247213:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.247219:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737772672/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.247238:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d6ac7 00000400:00000010:0.0:1767384398.247240:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000413d6ac7. 00000020:00000010:0.0:1767384398.247249:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.247253:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.247257:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 02000000:00000010:0.0:1767384398.247266:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000056bcd8d0. 00000400:00000010:3.0:1767384398.247268:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000100:00000200:0.0:1767384398.247270:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384398.247299:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384398.247302:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.247308:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737772672/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.247317:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe30b4c6. 00000100:00000200:3.0:1767384398.247320:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737772672/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.247325:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4d595f1. 00000100:00000010:3.0:1767384398.247345:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.247359:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058acd113. 02000000:00000010:3.0:1767384398.247362:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040683adf. 00000100:00000010:3.0:1767384398.247365:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 10000000:00000010:3.0:1767384398.247380:0:40414:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000040683adf. 10000000:00000010:3.0:1767384398.247386:0:40414:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000c38b62a2. 00000100:00000010:3.0:1767384398.247390:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.247395:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089f58548. 00010000:00000010:3.0:1767384398.247402:0:40414:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000175bd557. 00010000:00000010:3.0:1767384398.247406:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d34e2459. 00000100:00000010:3.0:1767384398.247414:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.247420:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058acd113. 00000400:00000010:3.0:1767384398.247423:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.247427:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.247430:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737772800, portal 25 00000400:00000010:3.0:1767384398.247433:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.247435:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737772800, offset 0 00000400:00000200:3.0:1767384398.247439:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.247445:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.247451:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d708d00 00000400:00000200:3.0:1767384398.247454:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2255 [2] + 0 00000400:00000010:3.0:1767384398.247457:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002169d910. 00000400:00000200:3.0:1767384398.247459:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b2c700b 00000400:00000200:3.0:1767384398.247462:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.247465:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.247468:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2c700b 00000400:00000010:3.0:1767384398.247470:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2c700b. 00000100:00000200:3.0:1767384398.247473:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.247484:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.247487:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.247491:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737772800/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.247514:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247518:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247523:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:0.0:1767384398.247526:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.247529:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.247552:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247554:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000100:00000200:0.0:1767384398.247556:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772800 00010000:00000010:0.0:1767384398.247566:0:40418:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000621d8a51. 00010000:00000010:0.0:1767384398.247571:0:40418:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000467176bf. 02000000:00000010:0.0:1767384398.247579:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000056bcd8d0. 00010000:00000200:0.0:1767384398.247589:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005761d7e6 x1853236737772800/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.247600:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d6ac7. 00000100:00000200:0.0:1767384398.247603:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737772800, offset 224 00000400:00000200:0.0:1767384398.247607:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.247614:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.247620:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d708d00 00000400:00000200:0.0:1767384398.247625:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a95 [1] + 224 00000400:00000200:0.0:1767384398.247629:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.247631:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.247637:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737772800/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.247654:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d6ac7 00000400:00000010:0.0:1767384398.247656:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000413d6ac7. 00000020:00000010:0.0:1767384398.247667:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.247672:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000400:00000010:3.0:1767384398.247674:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000020:00000010:0.0:1767384398.247676:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 00000400:00000200:3.0:1767384398.247681:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 02000000:00000010:0.0:1767384398.247684:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000056bcd8d0. 00000400:00000010:3.0:1767384398.247685:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:0.0:1767384398.247696:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384398.247699:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737772800/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.247703:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000793b92. 00000400:00000010:0.0:1767384398.247714:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e4b8b0b. 00000100:00000200:3.0:1767384398.247718:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737772800/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.247737:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.247745:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058acd113. 02000000:00000010:3.0:1767384398.247748:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000089f58548. 00000100:00000010:3.0:1767384398.247750:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 10000000:00000010:3.0:1767384398.247755:0:40414:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004a3fe151. 00000020:00000010:3.0:1767384398.247758:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089f58548. 00000020:00000010:3.0:1767384398.247760:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f2dfb9a. 00000040:00000010:3.0:1767384398.247763:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000376ea9ee. 00000020:00000010:3.0:1767384398.247766:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004039e7c. 00000020:00000010:3.0:1767384398.247769:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cee2a161. 80000000:00000010:3.0:1767384398.247771:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf167c35. 00040000:00000010:3.0:1767384398.247774:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2317e23. 00080000:00000010:3.0:1767384398.247778:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a00317db. 20000000:00000010:3.0:1767384398.247780:0:40414:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000064f6a52c. 00000040:00000010:3.0:1767384398.247785:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9e1cb1d. 00000100:00000010:3.0:1767384398.247788:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.247794:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000800da49. 00000100:00000010:3.0:1767384398.247800:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.247805:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a19018. 00000400:00000010:3.0:1767384398.247808:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.247811:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.247814:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737772928, portal 25 00000400:00000010:3.0:1767384398.247817:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.247819:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236737772928, offset 0 00000400:00000200:3.0:1767384398.247823:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.247828:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.247834:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d708d80 00000400:00000200:3.0:1767384398.247838:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2259 [2] + 0 00000400:00000010:3.0:1767384398.247840:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043f7b98f. 00000400:00000200:3.0:1767384398.247842:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000569a4314 00000400:00000200:3.0:1767384398.247845:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.247848:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.247851:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000569a4314 00000400:00000010:3.0:1767384398.247853:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000569a4314. 00000100:00000200:3.0:1767384398.247856:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.247867:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.247869:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.247875:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737772928/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.247899:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247904:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247908:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:0.0:1767384398.247912:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.247915:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.247938:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a849200. 00000020:00000010:0.0:1767384398.247941:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a849200. 00000100:00000200:0.0:1767384398.247943:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737772928 02000000:00000010:0.0:1767384398.247952:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000056bcd8d0. 00000040:00000010:0.0:1767384398.247959:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000056475d43. 00000040:00000010:0.0:1767384398.248009:0:40418:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002cd3c91b. 00000020:00000010:0.0:1767384398.248017:0:40418:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001aadae5c. 00080000:00000010:0.0:1767384398.248024:0:40418:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c26dea13. 00000040:00000010:0.0:1767384398.248101:0:40418:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002cd3c91b. 00000040:00000010:0.0:1767384398.248105:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000056475d43. 20000000:00000010:0.0:1767384398.248113:0:40418:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c8a0d86d. 00010000:00000200:0.0:1767384398.248119:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2be5d0e x1853236737772928/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 512/272 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.248130:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d6ac7. 00000100:00000200:0.0:1767384398.248134:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236737772928, offset 224 00000400:00000200:0.0:1767384398.248138:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.248144:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.248151:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d708d80 00000400:00000200:0.0:1767384398.248169:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2aa5 [1] + 224 00000400:00000200:0.0:1767384398.248174:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.248176:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.248182:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737772928/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.248200:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d6ac7 00000400:00000010:0.0:1767384398.248202:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000413d6ac7. 00000020:00000010:0.0:1767384398.248211:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.248215:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.248218:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 02000000:00000010:0.0:1767384398.248223:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000056bcd8d0. 00000400:00000010:3.0:1767384398.248231:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000100:00000200:0.0:1767384398.248231:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.248236:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8baae8. 00000400:00000200:3.0:1767384398.248238:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384398.248243:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.248249:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737772928/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.248251:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b77d3a9. 00000100:00000200:3.0:1767384398.248264:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737772928/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.248306:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.248312:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a19018. 02000000:00000010:3.0:1767384398.248315:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000800da49. 00000100:00000010:3.0:1767384398.248318:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000040:00000010:3.0:1767384398.248323:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000572d3b69. 00000100:00000010:3.0:1767384398.248327:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.248332:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000800da49. 00000100:00000010:3.0:1767384398.248336:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.248351:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000681c636e. 00000400:00000010:3.0:1767384398.248355:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.248358:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000011a486d3. 00000100:00000200:3.0:1767384398.248362:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737773056, portal 25 00000400:00000010:3.0:1767384398.248365:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.248367:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737773056, offset 0 00000400:00000200:3.0:1767384398.248371:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.248377:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.248382:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d708e00 00000400:00000200:3.0:1767384398.248386:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x225d [2] + 0 00000400:00000010:3.0:1767384398.248389:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c39cdbd. 00000400:00000200:3.0:1767384398.248391:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a790496 00000400:00000200:3.0:1767384398.248394:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.248397:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.248400:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a790496 00000400:00000010:3.0:1767384398.248401:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a790496. 00000100:00000200:3.0:1767384398.248404:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.248415:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384398.248417:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.248421:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737773056/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.248449:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.248454:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.248458:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:0.0:1767384398.248462:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.248465:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.248489:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.248491:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000100:00000200:0.0:1767384398.248494:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773056 02000000:00000010:0.0:1767384398.248515:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000382b3956. 00000040:00000010:0.0:1767384398.248521:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000056475d43. 00000040:00000010:0.0:1767384398.248528:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a772fdf0. 00000040:00000010:0.0:1767384398.248794:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a772fdf0. 00000040:00000010:0.0:1767384398.248797:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000056475d43. 00010000:00000200:0.0:1767384398.248803:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c04f72b8 x1853236737773056/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8416 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.248815:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001e708fdd. 00000100:00000200:0.0:1767384398.248818:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236737773056, offset 224 00000400:00000200:0.0:1767384398.248823:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.248829:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.248835:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d708e00 00000400:00000200:0.0:1767384398.248840:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ab5 [4] + 224 00000400:00000200:0.0:1767384398.248846:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.248849:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.248854:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737773056/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.248873:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e708fdd 00000400:00000010:0.0:1767384398.248875:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001e708fdd. 00000020:00000010:0.0:1767384398.248885:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.248889:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.248892:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 02000000:00000010:0.0:1767384398.248896:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000382b3956. 00000400:00000010:3.0:1767384398.248902:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000400:00000200:3.0:1767384398.248908:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011a486d3 00000400:00000010:3.0:1767384398.248911:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000011a486d3. 00000100:00000200:0.0:1767384398.248911:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.248920:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b61524b0. 00000100:00000200:3.0:1767384398.248924:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737773056/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.248928:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e708fdd. 00000100:00000200:3.0:1767384398.248941:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737773056/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.248958:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007acb1f33. 02000000:00000010:3.0:1767384398.248965:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000681c636e. 02000000:00000010:3.0:1767384398.248974:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000800da49. 00000100:00000010:3.0:1767384398.248977:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000040:00000010:3.0:1767384398.248982:0:40414:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000091430906. 00000020:00000010:3.0:1767384398.249182:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000800da49. 00000020:00000010:3.0:1767384398.249186:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5a19018. 00000040:00000010:3.0:1767384398.249191:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f33c99b3. 00000020:00000010:3.0:1767384398.249194:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069c9a2c4. 00000020:00000010:3.0:1767384398.249198:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d72e2dc5. 00000020:00000010:3.0:1767384398.249201:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094b9f5ea. 80000000:00000010:3.0:1767384398.249204:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e21b6aaf. 40000000:00000010:3.0:1767384398.249206:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004924387b. 00100000:00000010:3.0:1767384398.249209:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b511aacf. 00040000:00000010:3.0:1767384398.249212:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b330083. 00040000:00000010:3.0:1767384398.249214:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003996821a. 00080000:00000010:3.0:1767384398.249218:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009b877e19. 00000004:00000010:3.0:1767384398.249222:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044194ecf. 00002000:00000010:3.0:1767384398.249225:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000058acd113. 00000020:00000010:3.0:1767384398.249228:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000711a5f78. 00000040:00000010:3.0:1767384398.249232:0:40441:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000038b6b834. 00000100:00000010:3.0:1767384398.249237:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.249243:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be2778dd. 00000100:00000010:3.0:1767384398.249248:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 02000000:00000010:3.0:1767384398.249260:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000681c636e. 00000400:00000010:3.0:1767384398.249264:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.249267:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004c644eda. 00000100:00000200:3.0:1767384398.249271:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737773184, portal 25 00000400:00000010:3.0:1767384398.249296:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.249299:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737773184, offset 0 00000400:00000200:3.0:1767384398.249305:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.249312:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.249318:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d708e80 00000400:00000200:3.0:1767384398.249322:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2261 [2] + 0 00000400:00000010:3.0:1767384398.249325:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d0466b. 00000400:00000200:3.0:1767384398.249328:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa906ac6 00000400:00000200:3.0:1767384398.249330:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.249333:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.249336:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa906ac6 00000400:00000010:3.0:1767384398.249337:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa906ac6. 00000100:00000200:3.0:1767384398.249340:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.249350:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384398.249352:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.249356:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737773184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.249379:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.249384:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.249389:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056475d43. 00000020:00000010:0.0:1767384398.249392:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.249396:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.249419:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007692933. 00000020:00000010:0.0:1767384398.249421:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007692933. 00000100:00000200:0.0:1767384398.249423:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773184 02000000:00000010:0.0:1767384398.249438:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000382b3956. 00000040:00000010:0.0:1767384398.249446:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009990818c. 00000040:00000010:0.0:1767384398.249452:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a772fdf0. 00000040:00000010:0.0:1767384398.249575:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a772fdf0. 00000040:00000010:0.0:1767384398.249579:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009990818c. 00010000:00000200:0.0:1767384398.249585:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000343e8402 x1853236737773184/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8472 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.249597:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004f7dac0c. 00000100:00000200:0.0:1767384398.249600:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737773184, offset 224 00000400:00000200:0.0:1767384398.249605:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.249611:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.249617:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d708e80 00000400:00000200:0.0:1767384398.249622:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ac5 [4] + 224 00000400:00000200:0.0:1767384398.249629:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.249633:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.249637:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737773184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.249656:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f7dac0c 00000400:00000010:0.0:1767384398.249658:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004f7dac0c. 00000020:00000010:0.0:1767384398.249667:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071240c10. 00000020:00000010:0.0:1767384398.249670:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:0.0:1767384398.249674:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056475d43. 02000000:00000010:0.0:1767384398.249680:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000382b3956. 00000400:00000010:3.0:1767384398.249693:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000100:00000200:0.0:1767384398.249694:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384398.249700:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c644eda 00000400:00000010:0.0:1767384398.249701:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f12eb7e2. 00000400:00000010:3.0:1767384398.249706:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004c644eda. 00000400:00000010:0.0:1767384398.249712:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f7dac0c. 00000100:00000200:3.0:1767384398.249715:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737773184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384398.249726:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737773184/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.249743:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 02000000:00000010:3.0:1767384398.249749:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000681c636e. 02000000:00000010:3.0:1767384398.249757:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be2778dd. 00000100:00000010:3.0:1767384398.249761:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000020:00000010:3.0:1767384398.249771:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000037aa3cfb. 00000020:00000010:3.0:1767384398.249775:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000037aa3cfb. 00000020:00000010:3.0:1767384398.249779:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000518805cb. 00000020:00000010:3.0:1767384398.249788:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000054283193. 00000020:00000010:3.0:1767384398.249794:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005653fac3. 00000020:00000010:3.0:1767384398.249805:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000518805cb. 00000020:00000010:3.0:1767384398.249809:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000011a486d3. 00000001:00000010:3.0:1767384398.249822:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000037aa3cfb. 00000001:00000010:3.0:1767384398.249825:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f667f857. 00000001:00000010:3.0:1767384398.249828:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be2778dd. 00000001:00000010:3.0:1767384398.249831:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f836fc3e. 00000001:00000010:3.0:1767384398.249834:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000953ec108. 00000001:00000010:3.0:1767384398.249837:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e8033ae. 00000001:00000010:3.0:1767384398.249839:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000885a3066. 00000001:00000010:3.0:1767384398.249842:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f4d4d42a. 00000001:00000010:3.0:1767384398.249844:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002e0c7d01. 00000001:00000010:3.0:1767384398.249848:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000159a3df6. 00000001:00000010:3.0:1767384398.249850:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8dc84c8. 00000001:00000010:3.0:1767384398.249852:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000061bd6b25. 00000020:00000010:3.0:1767384398.249855:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c9d0e15. 00000020:00000010:3.0:1767384398.249858:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518805cb. 00000020:00000010:3.0:1767384398.249861:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000008:00000010:3.0:1767384398.249865:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001282726c. 00020000:00000010:3.0:1767384398.249868:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b0e23ec6. 00008000:00000010:3.0:1767384398.249872:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc38ba37. 00000080:00000010:3.0:1767384398.249876:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000386ea61e. 00000020:00000010:3.0:1767384398.249879:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e29e52e. 00000020:00000010:3.0:1767384398.249881:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062aef310. 00000040:00000010:3.0:1767384398.249883:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c84fb3ff. 00000020:00000010:3.0:1767384398.249886:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b3db4e3. 00000020:00000010:3.0:1767384398.249889:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de8ec9c1. 00000020:00000010:3.0:1767384398.249891:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015f61599. 80000000:00000010:3.0:1767384398.249894:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000005d5c8ef. 40000000:00000010:3.0:1767384398.249897:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000584a33a8. 00100000:00000010:3.0:1767384398.249900:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042feedcf. 00040000:00000010:3.0:1767384398.249902:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4e2b4ab. 00040000:00000010:3.0:1767384398.249905:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007674597c. 00080000:00000010:3.0:1767384398.249907:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007be3b508. 00000004:00000010:3.0:1767384398.249911:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad9b4d8e. 00000004:00000010:3.0:1767384398.249915:0:40441:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000e19d99c8. 00000004:00000010:3.0:1767384398.249920:0:40441:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000af18ba1f. 00000004:00000010:3.0:1767384398.249923:0:40441:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 000000004c644eda. 00000020:00000010:3.0:1767384398.249927:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000143b1f20. 00000004:00000010:3.0:1767384398.249931:0:40441:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 000000004c644eda. 00000004:00000010:3.0:1767384398.249934:0:40441:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000af18ba1f. 00000020:00000010:3.0:1767384398.249952:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a3834b50. 00000020:00000010:3.0:1767384398.249955:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a7347604. 00000020:00000010:3.0:1767384398.249957:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000006f8c6675. 00000020:00000010:3.0:1767384398.249959:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000069475f13. 00000020:00000010:3.0:1767384398.250070:0:40441:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250079:0:40441:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250088:0:40441:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250092:0:40441:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250097:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000062aef310. 00000040:00000010:3.0:1767384398.250100:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c84fb3ff. 00000020:00000010:3.0:1767384398.250102:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b3db4e3. 00000020:00000010:3.0:1767384398.250105:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de8ec9c1. 00000020:00000010:3.0:1767384398.250108:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015f61599. 80000000:00000010:3.0:1767384398.250110:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000005d5c8ef. 40000000:00000010:3.0:1767384398.250112:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000584a33a8. 00100000:00000010:3.0:1767384398.250114:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042feedcf. 00040000:00000010:3.0:1767384398.250117:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4e2b4ab. 00040000:00000010:3.0:1767384398.250119:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007674597c. 00080000:00000010:3.0:1767384398.250122:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007be3b508. 00000004:00000010:3.0:1767384398.250124:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad9b4d8e. 00000020:00000010:3.0:1767384398.250127:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e29e52e. 00000020:00000010:3.0:1767384398.250130:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518805cb. 00000020:00000010:3.0:1767384398.250132:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000008:00000010:3.0:1767384398.250136:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001282726c. 00020000:00000010:3.0:1767384398.250138:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b0e23ec6. 00008000:00000010:3.0:1767384398.250141:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc38ba37. 00000080:00000010:3.0:1767384398.250143:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000386ea61e. 00000020:00000010:3.0:1767384398.250145:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c9d0e15. 00000020:00000010:3.0:1767384398.250148:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000011a486d3. 00000020:00000010:3.0:1767384398.250151:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d4e2b4ab. 00000020:00000010:3.0:1767384398.250167:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d4e2b4ab. 00000020:00000010:3.0:1767384398.250171:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d4e2b4ab. 00000020:00000010:3.0:1767384398.250173:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d4e2b4ab. 00000020:00000010:3.0:1767384398.250176:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000005d5c8ef. 00000020:00000010:3.0:1767384398.250182:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009c191094. 00000020:00000010:3.0:1767384398.250185:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007be3b508. 00000004:00000010:3.0:1767384398.250189:0:40441:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000584a33a8. 00000020:00000010:3.0:1767384398.250195:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000005d5c8ef. 00000020:00000010:3.0:1767384398.250198:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000005d5c8ef. 00000020:00000010:3.0:1767384398.250201:0:40441:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000d43a07d6. 00000020:00000010:3.0:1767384398.250204:0:40441:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000008bbdb7f0. 00000020:00000010:3.0:1767384398.250206:0:40441:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000000d1376a. 00000020:00000010:3.0:1767384398.250209:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000005d5c8ef. 00000020:00000010:3.0:1767384398.250211:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000011a486d3. 00000001:00000010:3.0:1767384398.250221:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4e2b4ab. 00000001:00000010:3.0:1767384398.250225:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cd00adfb. 00000001:00000010:3.0:1767384398.250227:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c9d0e15. 00000001:00000010:3.0:1767384398.250229:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e29e52e. 00000001:00000010:3.0:1767384398.250232:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007674597c. 00000001:00000010:3.0:1767384398.250234:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015f61599. 00000001:00000010:3.0:1767384398.250236:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000065735f92. 00000001:00000010:3.0:1767384398.250239:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089111365. 00000001:00000010:3.0:1767384398.250241:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c84fb3ff. 00000001:00000010:3.0:1767384398.250243:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062aef310. 00000001:00000010:3.0:1767384398.250246:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000191dfbe1. 00000001:00000010:3.0:1767384398.250249:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006cc6ec64. 00000020:00000010:3.0:1767384398.250253:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002204552d. 00000020:00000010:3.0:1767384398.250255:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518805cb. 00000020:00000010:3.0:1767384398.250257:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096317ac1. 00000008:00000010:3.0:1767384398.250260:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001282726c. 00020000:00000010:3.0:1767384398.250262:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b0e23ec6. 00008000:00000010:3.0:1767384398.250264:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc38ba37. 00000080:00000010:3.0:1767384398.250266:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000386ea61e. 00000020:00000010:3.0:1767384398.250269:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091520d1c. 00000020:00000010:3.0:1767384398.250271:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae266a04. 00000040:00000010:3.0:1767384398.250273:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e40d7ad7. 00000020:00000010:3.0:1767384398.250292:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042feedcf. 00000020:00000010:3.0:1767384398.250295:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de8ec9c1. 00000020:00000010:3.0:1767384398.250298:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3db7f22. 80000000:00000010:3.0:1767384398.250300:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000005d5c8ef. 40000000:00000010:3.0:1767384398.250303:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000066f5ccdd. 00100000:00000010:3.0:1767384398.250305:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004d0465b7. 00040000:00000010:3.0:1767384398.250308:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d3feb7ff. 00040000:00000010:3.0:1767384398.250311:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038b77b87. 00080000:00000010:3.0:1767384398.250313:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e09ae899. 00000004:00000010:3.0:1767384398.250315:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad9b4d8e. 00000004:00000010:3.0:1767384398.250318:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a15d842. 00000004:00000010:3.0:1767384398.250322:0:40441:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000fea8caf7. 00000004:00000010:3.0:1767384398.250328:0:40441:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000407dd21d. 00000004:00000010:3.0:1767384398.250330:0:40441:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 0000000052c1241d. 00000004:00000010:3.0:1767384398.250333:0:40441:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000fbba4c2b. 00000004:00000010:3.0:1767384398.250338:0:40441:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000153370b4. 00000020:00000010:3.0:1767384398.250352:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000076b2d0a1. 00000020:00000010:3.0:1767384398.250357:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007f9f7c34. 00000004:00000010:3.0:1767384398.250366:0:40441:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000153370b4. 00000004:00000010:3.0:1767384398.250371:0:40441:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000153370b4. 00000001:00000010:3.0:1767384398.250387:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003da13837. 00000001:00000010:3.0:1767384398.250391:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000062d88ded. 00000001:00000010:3.0:1767384398.250393:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000033612f4e. 00000001:00000010:3.0:1767384398.250396:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4c0e9af. 00000001:00000010:3.0:1767384398.250398:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c362b53. 00000001:00000010:3.0:1767384398.250401:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000023b71624. 00000001:00000010:3.0:1767384398.250403:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003ef71b28. 00000001:00000010:3.0:1767384398.250406:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c2461c48. 00000001:00000010:3.0:1767384398.250408:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c393280. 00000001:00000010:3.0:1767384398.250411:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069fa8e17. 00000001:00000010:3.0:1767384398.250413:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de9dffd4. 00000001:00000010:3.0:1767384398.250416:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6924c0d. 00000020:00000010:3.0:1767384398.250418:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019c63efc. 00000020:00000010:3.0:1767384398.250421:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006affcacc. 00000020:00000010:3.0:1767384398.250424:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e07ef97. 00000008:00000010:3.0:1767384398.250426:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006581e487. 00020000:00000010:3.0:1767384398.250429:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000022603fa9. 00008000:00000010:3.0:1767384398.250431:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000537aee98. 00000080:00000010:3.0:1767384398.250434:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dccf49b8. 00000020:00000010:3.0:1767384398.250436:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076f2efb1. 00000020:00000010:3.0:1767384398.250439:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0aba6e7. 00000040:00000010:3.0:1767384398.250442:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ac121d7. 00000020:00000010:3.0:1767384398.250444:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005337652b. 00000020:00000010:3.0:1767384398.250448:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000006017270. 00000020:00000010:3.0:1767384398.250450:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a035250. 80000000:00000010:3.0:1767384398.250453:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022cf7ead. 40000000:00000010:3.0:1767384398.250455:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000472d2d45. 00100000:00000010:3.0:1767384398.250457:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b3db4e3. 00040000:00000010:3.0:1767384398.250460:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb490cba. 00040000:00000010:3.0:1767384398.250462:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c849cf5. 00080000:00000010:3.0:1767384398.250466:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b17b532. 00000004:00000010:3.0:1767384398.250469:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de974304. 00000004:00000010:3.0:1767384398.250471:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fac528a. 00000004:00000010:3.0:1767384398.250474:0:40441:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000942648eb. 00000004:00000010:3.0:1767384398.250479:0:40441:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250483:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000f6b77c4. 00000004:00000010:3.0:1767384398.250488:0:40441:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250550:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0aba6e7. 00000040:00000010:3.0:1767384398.250554:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ac121d7. 00000020:00000010:3.0:1767384398.250557:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005337652b. 00000020:00000010:3.0:1767384398.250560:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000006017270. 00000020:00000010:3.0:1767384398.250562:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a035250. 80000000:00000010:3.0:1767384398.250565:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000022cf7ead. 40000000:00000010:3.0:1767384398.250567:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000472d2d45. 00100000:00000010:3.0:1767384398.250569:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b3db4e3. 00040000:00000010:3.0:1767384398.250571:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cb490cba. 00040000:00000010:3.0:1767384398.250573:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c849cf5. 00080000:00000010:3.0:1767384398.250575:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b17b532. 00000004:00000010:3.0:1767384398.250577:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000de974304. 00000004:00000010:3.0:1767384398.250580:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fac528a. 00000020:00000010:3.0:1767384398.250583:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076f2efb1. 00000020:00000010:3.0:1767384398.250586:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006affcacc. 00000020:00000010:3.0:1767384398.250588:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e07ef97. 00000008:00000010:3.0:1767384398.250590:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006581e487. 00020000:00000010:3.0:1767384398.250593:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000022603fa9. 00008000:00000010:3.0:1767384398.250595:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000537aee98. 00000080:00000010:3.0:1767384398.250597:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dccf49b8. 00000020:00000010:3.0:1767384398.250599:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019c63efc. 00000004:00000010:3.0:1767384398.250603:0:40441:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250607:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001fac528a. 00000004:00000010:3.0:1767384398.250611:0:40441:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000004c644eda. 00000004:00000010:3.0:1767384398.250614:0:40441:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000004c644eda. 00000020:00000010:3.0:1767384398.250617:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006b17b532. 00000004:00000010:3.0:1767384398.250620:0:40441:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000004c644eda. 00000004:00000010:3.0:1767384398.250624:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000adf1e0af. 00000004:00000010:3.0:1767384398.250627:0:40441:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000153370b4. 00000004:00000010:3.0:1767384398.250629:0:40441:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000fbba4c2b. 00000004:00000010:3.0:1767384398.250632:0:40441:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000407dd21d. 00000004:00000010:3.0:1767384398.250634:0:40441:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 0000000052c1241d. 00000004:00000010:3.0:1767384398.250637:0:40441:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 000000004c644eda. 80000000:00000010:3.0:1767384398.250641:0:40441:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000045fe4bd1. 80000000:00000010:3.0:1767384398.250644:0:40441:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000153370b4. 00000004:00000010:3.0:1767384398.250649:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000540cf6e6. 00000004:00000010:3.0:1767384398.250655:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b66966da. 00000004:00000010:3.0:1767384398.250660:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006ce623f2. 00080000:00000010:3.0:1767384398.250665:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a7dbf22. 00100000:00000010:3.0:1767384398.250721:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007368b7d9. 00100000:00000010:3.0:1767384398.250725:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007368b7d9. 00080000:00000010:3.0:1767384398.250729:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a1b25534. 00080000:00000010:3.0:1767384398.250733:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000007368b7d9. 80000000:00000010:3.0:1767384398.250757:0:40441:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000080f121d9. 80000000:00000010:3.0:1767384398.250769:0:40441:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000000b778bbd. 80000000:00000010:3.0:1767384398.250779:0:40441:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000019abe1d2. 80000000:00000010:3.0:1767384398.250789:0:40441:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000067ad5ac0. 80000000:00000010:3.0:1767384398.250799:0:40441:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000ecfa056c. 00080000:00000010:3.0:1767384398.250806:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250813:0:40441:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250816:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250818:0:40441:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250821:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250823:0:40441:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000ff13b3f4. 00080000:00000010:3.0:1767384398.250828:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000007368b7d9. 00080000:00000010:3.0:1767384398.250830:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a1b25534. 80000000:00000010:3.0:1767384398.250833:0:40441:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000153370b4. 00000004:00000010:3.0:1767384398.250846:0:40441:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000007c849cf5. 00000004:00000010:3.0:1767384398.250851:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ceb7558f. 00000004:00000010:3.0:1767384398.250855:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0e8ebc5. 00000004:00000010:3.0:1767384398.250858:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007f73ea4d. 00080000:00000010:3.0:1767384398.250862:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004895621e. 00000004:00000010:3.0:1767384398.250981:0:40441:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000005ac121d7. 00000004:00000010:3.0:1767384398.250986:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004219d22a. 00000004:00000010:3.0:1767384398.251020:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000601399dc. 00000004:00000010:3.0:1767384398.251023:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006a926f76. 00080000:00000010:3.0:1767384398.251026:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e9e6eef4. 00000004:00000010:3.0:1767384398.251107:0:40441:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000cb490cba. 00000004:00000010:3.0:1767384398.251111:0:40441:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000aa906ac6. 00000004:00000010:3.0:1767384398.251136:0:40441:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000aa906ac6. 00010000:00000010:3.0:1767384398.251142:0:40441:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000ff13b3f4. 00000001:00000010:3.0:1767384398.251145:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000076f2efb1. 00000001:00000010:3.0:1767384398.251148:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 0000000099e097af. 00000001:00000010:3.0:1767384398.251358:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005244a980. 00000001:00000010:3.0:1767384398.251629:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd6fcc62. 00000001:00000010:3.0:1767384398.251927:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea95532d. 00000001:00000010:3.0:1767384398.252206:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091917d75. 00000001:00000010:3.0:1767384398.252507:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e527ffc. 00000001:00000010:3.0:1767384398.252777:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9a8633e. 00000001:00000010:3.0:1767384398.253045:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e3f835b. 00000001:00000010:3.0:1767384398.253339:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099e7fa17. 00000001:00000010:3.0:1767384398.253602:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d99bc5ff. 00000001:00000010:3.0:1767384398.253864:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007a1e253a. 00000001:00000010:3.0:1767384398.254146:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004537822b. 00000001:00000010:3.0:1767384398.254437:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000549a8314. 00000001:00000010:3.0:1767384398.254704:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6bf51a7. 00000001:00000010:3.0:1767384398.254966:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4aff0dd. 00000001:00000010:3.0:1767384398.255239:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edba1bbf. 00000001:00000010:3.0:1767384398.255520:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f48703d. 00000001:00000010:3.0:1767384398.255781:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ea50849. 00000001:00000010:3.0:1767384398.256044:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000663cc21. 00000001:00000010:3.0:1767384398.256346:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0aa6a8a. 00000001:00000010:3.0:1767384398.256608:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f62bc675. 00000001:00000010:3.0:1767384398.256872:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000063593df6. 00000001:00000010:3.0:1767384398.257134:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dac328f1. 00000001:00000010:3.0:1767384398.257426:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009752d8d2. 00000001:00000010:3.0:1767384398.257688:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cad2dbe4. 00000001:00000010:3.0:1767384398.257951:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0cfda19. 00000001:00000010:3.0:1767384398.258224:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007c99b2a. 00000001:00000010:3.0:1767384398.258526:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f78f2899. 00000001:00000010:3.0:1767384398.258790:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf522643. 00000001:00000010:3.0:1767384398.259058:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000631c1e87. 00000001:00000010:3.0:1767384398.259348:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d4727c9c. 00000001:00000010:3.0:1767384398.259611:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091c5ca87. 00000001:00000010:3.0:1767384398.259872:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002878b986. 00000001:00000010:3.0:1767384398.260135:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e3e76716. 00000001:00000010:3.0:1767384398.260426:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000045169aa2. 00000001:00000010:3.0:1767384398.260701:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf3b77fd. 00000001:00000010:3.0:1767384398.260965:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f84de80b. 00000001:00000010:3.0:1767384398.261239:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005073163e. 00000001:00000010:3.0:1767384398.261517:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006414b24a. 00000001:00000010:3.0:1767384398.261779:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec1bec98. 00000001:00000010:3.0:1767384398.262044:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000601f9c34. 00000001:00000010:3.0:1767384398.262331:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093e75ab5. 00000001:00000010:3.0:1767384398.262592:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020147f1c. 00000001:00000010:3.0:1767384398.262867:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f5a967ef. 00000001:00000010:3.0:1767384398.263132:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ef2eb41. 00000001:00000010:3.0:1767384398.263428:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000435950e9. 00000001:00000010:3.0:1767384398.263692:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007c0be08c. 00000001:00000010:3.0:1767384398.263956:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d78b1163. 00000001:00000010:3.0:1767384398.264229:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ece3f9e8. 00000001:00000010:3.0:1767384398.264528:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030bdddda. 00000001:00000010:3.0:1767384398.264803:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b47e414. 00000001:00000010:3.0:1767384398.265065:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000569fa125. 00000001:00000010:3.0:1767384398.265365:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070bb4b47. 00000001:00000010:3.0:1767384398.265628:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003c45e26. 00000001:00000010:3.0:1767384398.265893:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001b9dfef5. 00000001:00000010:3.0:1767384398.266164:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ca42b23. 00000001:00000010:3.0:1767384398.266458:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b93ac2a7. 00000001:00000010:3.0:1767384398.266749:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d15a987. 00000001:00000010:3.0:1767384398.267025:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f429f31f. 00000001:00000010:3.0:1767384398.267315:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b92c75b1. 00000001:00000010:3.0:1767384398.267575:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000930165ce. 00000001:00000010:3.0:1767384398.267843:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b23ad662. 00000001:00000010:3.0:1767384398.268106:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000039816341. 00000001:00000010:3.0:1767384398.268395:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002946d638. 00000001:00000010:3.0:1767384398.268657:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d71fef72. 00000001:00000010:3.0:1767384398.268921:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce61ad4f. 00000001:00000010:3.0:1767384398.269206:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e53acb06. 00000100:00000010:1.0:1767384398.269328:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cb3ca9e. 00000100:00000010:3.0:1767384398.269341:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a8e2bf6. 00000100:00000010:2.0:1767384398.269355:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0b3593a. 00000100:00000010:0.0:1767384398.269392:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001937f2c5. 00000001:00000010:3.0:1767384398.269523:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b14c4f18. 00000001:00000010:3.0:1767384398.269788:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000055c97d6. 00000001:00000010:3.0:1767384398.270049:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fa170af1. 00000001:00000010:3.0:1767384398.270343:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012493bc7. 00000001:00000010:3.0:1767384398.270604:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071f3c3c0. 00000001:00000010:3.0:1767384398.270869:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000049f2b798. 00000001:00000010:3.0:1767384398.271131:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b72c5ae. 00000001:00000010:3.0:1767384398.271423:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008323f99a. 00000001:00000010:3.0:1767384398.271685:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb1a7a32. 00000001:00000010:3.0:1767384398.271948:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000747c85be. 00000001:00000010:3.0:1767384398.272227:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e0ebc17. 00000001:00000010:3.0:1767384398.272507:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003d34e9d8. 00000001:00000010:3.0:1767384398.272770:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d1f925a8. 00000001:00000010:3.0:1767384398.273034:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000db4699d9. 00000001:00000010:3.0:1767384398.273321:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004961f220. 00000001:00000010:3.0:1767384398.273584:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca4428dd. 00000001:00000010:3.0:1767384398.273847:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a2df583. 00000001:00000010:3.0:1767384398.274110:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012ad44ec. 00000001:00000010:3.0:1767384398.274417:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000927104b5. 00000001:00000010:3.0:1767384398.274680:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000543ccfc3. 00000001:00000010:3.0:1767384398.274944:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9b0bf9b. 00000001:00000010:3.0:1767384398.275217:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000080f387c5. 00000001:00000010:3.0:1767384398.275498:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000799bb837. 00000001:00000010:3.0:1767384398.275777:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f017581f. 00000001:00000010:3.0:1767384398.276038:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095ea846f. 00000001:00000010:3.0:1767384398.276330:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000084a92a8. 00000001:00000010:3.0:1767384398.276597:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bd1ee7ab. 00000001:00000010:3.0:1767384398.276860:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd71ceb1. 00000001:00000010:3.0:1767384398.277122:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d2a039b. 00000001:00000010:3.0:1767384398.277425:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb9b2423. 00000001:00000010:3.0:1767384398.277647:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e75a91b. 00000001:00000010:3.0:1767384398.277884:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b930dce9. 00000001:00000010:3.0:1767384398.278124:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6c9dd04. 00000001:00000010:3.0:1767384398.278393:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000de4536db. 00000001:00000010:3.0:1767384398.278633:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065e12762. 00000001:00000010:3.0:1767384398.278868:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fb2ffa1e. 00000001:00000010:3.0:1767384398.279099:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009685d068. 00000001:00000010:3.0:1767384398.279341:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002792132b. 00000001:00000010:3.0:1767384398.279570:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084892797. 00000001:00000010:3.0:1767384398.279803:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bcac4ac. 00000001:00000010:3.0:1767384398.280042:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002178714b. 00000001:00000010:3.0:1767384398.280272:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000953c55c3. 00000001:00000010:3.0:1767384398.280512:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044146b6d. 00000001:00000010:3.0:1767384398.280755:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002a0d7779. 00000001:00000010:3.0:1767384398.281468:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cbc9354. 00000001:00000010:3.0:1767384398.281661:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000041385904. 00000001:00000010:3.0:1767384398.281832:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023e6cbb4. 00000001:00000010:3.0:1767384398.282004:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004cf6deb0. 00000001:00000010:3.0:1767384398.282198:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cde285f6. 00000001:00000010:3.0:1767384398.282392:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000435df41d. 00000001:00000010:3.0:1767384398.282568:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000847c7958. 00000001:00000010:3.0:1767384398.282760:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001b0553ec. 00000001:00000010:3.0:1767384398.283432:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e64c3fd. 00000001:00000010:3.0:1767384398.283612:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a6feb71b. 00000001:00000010:3.0:1767384398.283799:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000350f28e6. 00000001:00000010:3.0:1767384398.283972:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006cb0b2b1. 00000001:00000010:3.0:1767384398.284172:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000ba0a930. 00000001:00000010:3.0:1767384398.284359:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038fc00df. 00000001:00000010:3.0:1767384398.284537:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a78fb3ce. 00000001:00000010:3.0:1767384398.284740:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fabbed19. 00000001:00000010:3.0:1767384398.285425:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018c6dbc5. 00000001:00000010:3.0:1767384398.285607:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000073eae282. 00000020:00000010:3.0:1767384398.285750:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006dc13d3a. 00000020:00000010:3.0:1767384398.285754:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000022fffb9. 00000020:00000010:3.0:1767384398.285796:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000072a6018f. 00000020:00000010:3.0:1767384398.285797:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e0aba6e7. 00000020:00000010:3.0:1767384398.285831:0:40441:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000e5e5c178. 00000004:00000010:3.0:1767384398.285839:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000054a1afb2. 00000004:00000010:3.0:1767384398.285845:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eac94391. 00000004:00000010:3.0:1767384398.285849:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000fb19cf8. 00080000:00000010:3.0:1767384398.285853:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008d8cafb4. 00000001:00000010:3.0:1767384398.286094:0:40441:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000052c1241d. 00000001:00000010:3.0:1767384398.286115:0:40441:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000052c1241d. 00080000:00000010:3.0:1767384398.286120:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000790de8f3. 00000020:00000010:3.0:1767384398.286192:0:40441:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000052c1241d. 00000004:00000010:3.0:1767384398.286196:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ab9c9ef5. 00000004:00000010:3.0:1767384398.286199:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005b306653. 00000004:00000010:3.0:1767384398.286201:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fbc4a5a6. 00080000:00000010:3.0:1767384398.286203:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d924cf6. 00000001:00000010:3.0:1767384398.286252:0:40441:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000aa906ac6. 00000001:00000010:3.0:1767384398.286269:0:40441:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000aa906ac6. 00000001:00000010:3.0:1767384398.286293:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000acd8a03c. 00000001:00000010:3.0:1767384398.286297:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007697b761. 00000001:00000010:3.0:1767384398.286299:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000aa906ac6. 00000020:00000010:3.0:1767384398.286301:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088bbdfac. 00000020:00000010:3.0:1767384398.286304:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a130687. 00000040:00000010:3.0:1767384398.286308:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000831fcf87. 00000020:00000010:3.0:1767384398.286310:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c7c8b95. 00000020:00000010:3.0:1767384398.286313:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000006017270. 00000020:00000010:3.0:1767384398.286316:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e34656f1. 80000000:00000010:3.0:1767384398.286318:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000117e9348. 40000000:00000010:3.0:1767384398.286320:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000845e5189. 00100000:00000010:3.0:1767384398.286324:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000594a0bf5. 00040000:00000010:3.0:1767384398.286327:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df08491d. 00040000:00000010:3.0:1767384398.286330:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c6a5954. 00080000:00000010:3.0:1767384398.286332:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a3255b7e. 00000004:00000010:3.0:1767384398.286335:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000750a234e. 00000004:00000010:3.0:1767384398.286339:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de974304. 00000004:00000010:3.0:1767384398.286343:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ae659af. 00000020:00000010:3.0:1767384398.286346:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6e40cf8. 00000020:00000010:3.0:1767384398.286349:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fbba4c2b. 00000020:00000010:3.0:1767384398.286352:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e07ef97. 02000000:00000010:3.0:1767384398.286363:0:40441:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000815d01e3. 02000000:00000010:3.0:1767384398.286366:0:40441:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000711e64ae. 02000000:00000010:3.0:1767384398.286370:0:40441:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000001e169777. 02000000:00000010:3.0:1767384398.286372:0:40441:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000b37eb9f6. 00000020:00000010:3.0:1767384398.286575:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bb139cb5. 00000020:00000010:3.0:1767384398.286579:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000006578041. 00000004:00000010:3.0:1767384398.286601:0:40441:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000000c2bf1b1. 00000004:00000010:3.0:1767384398.286603:0:40441:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000078228c75. 00000004:00000010:3.0:1767384398.286604:0:40441:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000957d3bf9. 00000004:00000010:3.0:1767384398.286606:0:40441:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000000a790496. 00000004:00000010:3.0:1767384398.286610:0:40441:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000ab735bb5. 00000020:00000010:3.0:1767384398.286619:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000313ef62d. 00000020:00000010:3.0:1767384398.286624:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d0f6c70d. 00000004:00000010:3.0:1767384398.286639:0:40441:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000ab735bb5. 00000004:00000010:3.0:1767384398.286644:0:40441:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000ab735bb5. 00000001:00000010:3.0:1767384398.286654:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000174fb6fb. 00000001:00000010:3.0:1767384398.286657:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bd5e07d4. 00000001:00000010:3.0:1767384398.286660:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088c3c043. 00000001:00000010:3.0:1767384398.286662:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3621ddc. 00000001:00000010:3.0:1767384398.286665:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005934b73e. 00000001:00000010:3.0:1767384398.286667:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4f45b13. 00000001:00000010:3.0:1767384398.286669:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001aff163e. 00000001:00000010:3.0:1767384398.286671:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000388b9bb8. 00000001:00000010:3.0:1767384398.286674:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000086d58e25. 00000001:00000010:3.0:1767384398.286676:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fc86466. 00000001:00000010:3.0:1767384398.286680:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b1b5e00. 00000001:00000010:3.0:1767384398.286682:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000785271cf. 00000020:00000010:3.0:1767384398.286685:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dda522. 00000020:00000010:3.0:1767384398.286687:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b5398fa. 00000020:00000010:3.0:1767384398.286689:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000080be652a. 00000008:00000010:3.0:1767384398.286692:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006581e487. 00020000:00000010:3.0:1767384398.286694:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000022603fa9. 00008000:00000010:3.0:1767384398.286696:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000537aee98. 00000080:00000010:3.0:1767384398.286700:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dccf49b8. 00000020:00000010:3.0:1767384398.286702:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b38203a3. 00000020:00000010:3.0:1767384398.286703:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065dd06db. 00000040:00000010:3.0:1767384398.286705:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eedf2f6d. 00000020:00000010:3.0:1767384398.286707:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b3db4e3. 00000020:00000010:3.0:1767384398.286709:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000003a383b5. 00000020:00000010:3.0:1767384398.286716:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000567802e4. 80000000:00000010:3.0:1767384398.286718:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000099ab9bf7. 40000000:00000010:3.0:1767384398.286719:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa563a48. 00100000:00000010:3.0:1767384398.286722:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005337652b. 00040000:00000010:3.0:1767384398.286725:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e2acb9f7. 00040000:00000010:3.0:1767384398.286727:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f621494. 00080000:00000010:3.0:1767384398.286730:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bbf0c06a. 00000004:00000010:3.0:1767384398.286732:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001473a974. 00000004:00000010:3.0:1767384398.286734:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a382e3c. 00000004:00000010:3.0:1767384398.286736:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c22b9aa1. 00040000:00000010:3.0:1767384398.286738:0:40441:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000bce5d41b. 00040000:00000010:3.0:1767384398.286743:0:40441:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000569a4314. 00000020:00000010:3.0:1767384398.286746:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e49f473a. 00040000:00000010:3.0:1767384398.286750:0:40441:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000569a4314. 00040000:00000010:3.0:1767384398.286753:0:40441:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000b07870c8. 00000020:00000010:3.0:1767384398.286755:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068cc0b42. 00000020:00000010:3.0:1767384398.286756:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c41dce0. 00000040:00000010:3.0:1767384398.286757:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036796378. 00000020:00000010:3.0:1767384398.286759:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a974cbb0. 00000020:00000010:3.0:1767384398.286761:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000903bdb76. 00000020:00000010:3.0:1767384398.286762:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7b4eb2e. 80000000:00000010:3.0:1767384398.286763:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b15fdadb. 40000000:00000010:3.0:1767384398.286764:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f11afff9. 00100000:00000010:3.0:1767384398.286765:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a95adf66. 00040000:00000010:3.0:1767384398.286767:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a3a773ec. 00040000:00000010:3.0:1767384398.286768:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007a91da8c. 00040000:00000010:3.0:1767384398.286769:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007948c0c2. 00080000:00000010:3.0:1767384398.286771:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d8417f70. 00000004:00000010:3.0:1767384398.286773:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c3c70fb. 00000004:00000010:3.0:1767384398.286779:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001408c398. 00000004:00000010:3.0:1767384398.286781:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000065aa5f05. 00000020:00000010:1.0:1767384398.286961:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6b84689. 00040000:00000010:1.0:1767384398.287014:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e9c738d. 00040000:00000010:1.0:1767384398.287019:0:40441:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000442047e0. 00000020:00000010:1.0:1767384398.287027:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000002bb896f3. 00040000:00000010:1.0:1767384398.287030:0:40441:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000003615ff48. 00000020:00000010:1.0:1767384398.287037:0:40441:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000bfba6d04. 00000020:00000010:1.0:1767384398.287056:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065dd06db. 00000040:00000010:1.0:1767384398.287059:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eedf2f6d. 00000020:00000010:1.0:1767384398.287062:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009b3db4e3. 00000020:00000010:1.0:1767384398.287065:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000003a383b5. 00000020:00000010:1.0:1767384398.287068:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000567802e4. 80000000:00000010:1.0:1767384398.287071:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000099ab9bf7. 40000000:00000010:1.0:1767384398.287073:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa563a48. 00100000:00000010:1.0:1767384398.287075:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005337652b. 00040000:00000010:1.0:1767384398.287077:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e2acb9f7. 00040000:00000010:1.0:1767384398.287079:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e9c738d. 00040000:00000010:1.0:1767384398.287081:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f621494. 00080000:00000010:1.0:1767384398.287083:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bbf0c06a. 00000004:00000010:1.0:1767384398.287085:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001473a974. 00000004:00000010:1.0:1767384398.287089:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004a382e3c. 00000004:00000010:1.0:1767384398.287092:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c22b9aa1. 00000020:00000010:1.0:1767384398.287094:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b38203a3. 00000020:00000010:1.0:1767384398.287096:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b5398fa. 00000020:00000010:1.0:1767384398.287098:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000080be652a. 00000008:00000010:1.0:1767384398.287102:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006581e487. 00020000:00000010:1.0:1767384398.287104:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000022603fa9. 00008000:00000010:1.0:1767384398.287106:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000537aee98. 00000080:00000010:1.0:1767384398.287108:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dccf49b8. 00000020:00000010:1.0:1767384398.287110:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dda522. 00000004:00000010:1.0:1767384398.287116:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe6a7150. 00000004:00000010:1.0:1767384398.287120:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008b4e55c0. 00000004:00000010:1.0:1767384398.287122:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0de7a5b. 00080000:00000010:1.0:1767384398.287125:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f3c1f7e. 00000020:00000010:1.0:1767384398.287184:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9726732. 00080000:00000010:1.0:1767384398.287188:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b3b7875. 00080000:00000010:1.0:1767384398.287232:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008b3b7875. 00000020:00000010:1.0:1767384398.287234:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9726732. 00000004:00000010:1.0:1767384398.287245:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000716e8e1d. 00000004:00000010:1.0:1767384398.287250:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c9205755. 00000004:00000010:1.0:1767384398.287253:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002eeac030. 00080000:00000010:1.0:1767384398.287254:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b3b7875. 00040000:00000010:1.0:1767384398.287310:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e9c738d. 00000020:00000010:1.0:1767384398.287325:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006aac2abc. 00080000:00000010:1.0:1767384398.287327:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000accd1c95. 00080000:00000010:1.0:1767384398.287363:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000accd1c95. 00000020:00000010:1.0:1767384398.287366:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006aac2abc. 00000004:00000010:1.0:1767384398.287371:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef255315. 00000004:00000010:1.0:1767384398.287373:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000cd93e63. 00000004:00000010:1.0:1767384398.287376:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c2dcdaa. 00080000:00000010:1.0:1767384398.287377:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000accd1c95. 00000004:00000010:1.0:1767384398.287406:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000052825286. 00000004:00000010:1.0:1767384398.287408:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000012f2035e. 00000004:00000010:1.0:1767384398.287410:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f852f496. 00080000:00000010:1.0:1767384398.287411:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005c920c80. 00100000:00000010:1.0:1767384398.287442:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000035489fac. 00100000:00000010:1.0:1767384398.287445:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000035489fac. 00040000:00000010:1.0:1767384398.287451:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006192cc7a. 00000001:00000010:1.0:1767384398.287454:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000705ab458. 00000001:00000010:1.0:1767384398.287457:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004fee8883. 00000001:00000010:1.0:1767384398.287460:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000456a53b0. 00040000:00000010:1.0:1767384398.287463:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000035489fac. 00080000:00000010:1.0:1767384398.287466:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.287469:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000048f4662c. 00080000:00000010:1.0:1767384398.287485:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000048f4662c. 00080000:00000010:1.0:1767384398.287487:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.287491:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000035489fac. 00040000:00000010:1.0:1767384398.287504:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000cad6475f. 00000004:00000010:1.0:1767384398.287542:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000edaceb00. 00000004:00000010:1.0:1767384398.287546:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ddeccd31. 00000004:00000010:1.0:1767384398.287548:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa2ed5e3. 00080000:00000010:1.0:1767384398.287552:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae62e84e. 00100000:00000010:1.0:1767384398.287597:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bf283be6. 00100000:00000010:1.0:1767384398.287599:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bf283be6. 00040000:00000010:1.0:1767384398.287602:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cc127d0f. 00000001:00000010:1.0:1767384398.287604:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001e1b8312. 00000001:00000010:1.0:1767384398.287611:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000310ebf78. 00000001:00000010:1.0:1767384398.287614:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002e17cedf. 00040000:00000010:1.0:1767384398.287616:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000bf283be6. 00080000:00000010:1.0:1767384398.287620:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.287623:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000009f29447. 00080000:00000010:1.0:1767384398.287642:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000009f29447. 00080000:00000010:1.0:1767384398.287646:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.287648:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000bf283be6. 00040000:00000010:1.0:1767384398.287654:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009cfa0812. 00000004:00000010:1.0:1767384398.287699:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000444a03b4. 00000004:00000010:1.0:1767384398.287705:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cf1f82c9. 00000004:00000010:1.0:1767384398.287709:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038967f88. 00080000:00000010:1.0:1767384398.287715:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012fcbc8e. 00100000:00000010:1.0:1767384398.287756:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000018397212. 00100000:00000010:1.0:1767384398.287758:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000018397212. 00040000:00000010:1.0:1767384398.287761:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a16bd55e. 00000001:00000010:1.0:1767384398.287763:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fca796da. 00000001:00000010:1.0:1767384398.287769:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001d676e4a. 00000001:00000010:1.0:1767384398.287772:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c558050b. 00040000:00000010:1.0:1767384398.287774:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000018397212. 00080000:00000010:1.0:1767384398.287777:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.287780:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000009f87f222. 00080000:00000010:1.0:1767384398.287792:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000009f87f222. 00080000:00000010:1.0:1767384398.287793:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.287795:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000018397212. 00040000:00000010:1.0:1767384398.287801:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c8bae093. 00000020:00000010:1.0:1767384398.287833:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000019296262. 00080000:00000010:1.0:1767384398.287835:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f678f7bf. 00080000:00000010:1.0:1767384398.287871:0:40441:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f678f7bf. 00000020:00000010:1.0:1767384398.287873:0:40441:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000019296262. 00000004:00000010:1.0:1767384398.287878:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000055621890. 00000004:00000010:1.0:1767384398.287881:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fd992ea5. 00000004:00000010:1.0:1767384398.287883:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000afeb3cdb. 00080000:00000010:1.0:1767384398.287886:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f678f7bf. 00000004:00000010:1.0:1767384398.287935:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000134608bf. 00000004:00000010:1.0:1767384398.287939:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001dbbe092. 00000004:00000010:1.0:1767384398.287941:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008cac51c8. 00080000:00000010:1.0:1767384398.287943:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a5be9c7. 00100000:00000010:1.0:1767384398.287978:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000865d4c76. 00100000:00000010:1.0:1767384398.287979:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000865d4c76. 00040000:00000010:1.0:1767384398.287983:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ae8e67c8. 00000001:00000010:1.0:1767384398.287984:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c9e74118. 00000001:00000010:1.0:1767384398.287987:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f907604e. 00000001:00000010:1.0:1767384398.287988:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000007bb2ff0. 00040000:00000010:1.0:1767384398.287991:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000865d4c76. 00080000:00000010:1.0:1767384398.287994:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.287996:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ac226b57. 00080000:00000010:1.0:1767384398.288009:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ac226b57. 00080000:00000010:1.0:1767384398.288011:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.288012:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000865d4c76. 00040000:00000010:1.0:1767384398.288017:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000006cdddc2b. 00000004:00000010:1.0:1767384398.288051:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005aa36405. 00000004:00000010:1.0:1767384398.288056:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009cfce5d7. 00000004:00000010:1.0:1767384398.288059:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000260a2f9b. 00080000:00000010:1.0:1767384398.288062:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012d325b2. 00100000:00000010:1.0:1767384398.288089:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045726a87. 00100000:00000010:1.0:1767384398.288091:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000045726a87. 00040000:00000010:1.0:1767384398.288094:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000054ff6564. 00000001:00000010:1.0:1767384398.288098:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eedf2f6d. 00000001:00000010:1.0:1767384398.288101:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004caa0338. 00000001:00000010:1.0:1767384398.288103:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b2fee217. 00040000:00000010:1.0:1767384398.288106:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000045726a87. 00080000:00000010:1.0:1767384398.288108:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.288110:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003f864ee5. 00080000:00000010:1.0:1767384398.288123:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003f864ee5. 00080000:00000010:1.0:1767384398.288125:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.288128:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000045726a87. 00040000:00000010:1.0:1767384398.288133:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000a74ddd0d. 00000004:00000010:1.0:1767384398.288193:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000558d1c9d. 00000004:00000010:1.0:1767384398.288252:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000829caebf. 00000004:00000010:1.0:1767384398.288256:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000001d05d42. 00080000:00000010:1.0:1767384398.288259:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c66fc54. 00100000:00000010:1.0:1767384398.288333:0:40441:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d7325d89. 00100000:00000010:1.0:1767384398.288335:0:40441:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d7325d89. 00040000:00000010:1.0:1767384398.288343:0:40441:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007a219aa8. 00000001:00000010:1.0:1767384398.288347:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e3dda522. 00000001:00000010:1.0:1767384398.288357:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bea32af9. 00000001:00000010:1.0:1767384398.288360:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f73a1497. 00040000:00000010:1.0:1767384398.288365:0:40441:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000d7325d89. 00080000:00000010:1.0:1767384398.288367:0:40441:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000001d3f583d. 00080000:00000010:1.0:1767384398.288369:0:40441:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000f87e45e9. 00080000:00000010:1.0:1767384398.288387:0:40441:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000f87e45e9. 00080000:00000010:1.0:1767384398.288389:0:40441:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000001d3f583d. 00040000:00000010:1.0:1767384398.288391:0:40441:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000d7325d89. 00040000:00000010:1.0:1767384398.288398:0:40441:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000002f3a8dc8. 00000020:00000010:1.0:1767384398.288425:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005337652b. 00000004:00000010:1.0:1767384398.288430:0:40441:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000ab735bb5. 00000004:00000010:1.0:1767384398.288433:0:40441:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000957d3bf9. 00000004:00000010:1.0:1767384398.288434:0:40441:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000000c2bf1b1. 00000004:00000010:1.0:1767384398.288435:0:40441:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000078228c75. 00000004:00000010:1.0:1767384398.288437:0:40441:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000000a790496. 00000020:00000010:1.0:1767384398.288445:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b38203a3. 00000020:00000010:1.0:1767384398.288448:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065dd06db. 00000040:00000010:1.0:1767384398.288457:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d029f8ea. 00000020:00000010:1.0:1767384398.288462:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009b3db4e3. 00000020:00000010:1.0:1767384398.288465:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000feb43e7f. 00000020:00000010:1.0:1767384398.288469:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a2f15c8. 80000000:00000010:1.0:1767384398.288472:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000590d8093. 40000000:00000010:1.0:1767384398.288474:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d7325d89. 00100000:00000010:1.0:1767384398.288477:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ddb459b. 00040000:00000010:1.0:1767384398.288480:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e667d74f. 00040000:00000010:1.0:1767384398.288483:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ea1a5ca. 00040000:00000010:1.0:1767384398.288485:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f1b82de. 00080000:00000010:1.0:1767384398.288488:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e80e8fb5. 00000004:00000010:1.0:1767384398.288494:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ff7a8329. 00000004:00000010:1.0:1767384398.288498:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a382e3c. 00000004:00000010:1.0:1767384398.288503:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d46ec76f. 00000020:00000010:1.0:1767384398.288505:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001294d2dd. 00000020:00000010:1.0:1767384398.288508:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003cf25e3e. 00000020:00000010:1.0:1767384398.288510:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03a106f. 00000020:00000010:2.0:1767384398.288669:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae266a04. 00000040:00000010:2.0:1767384398.288676:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e40d7ad7. 00000020:00000010:2.0:1767384398.288679:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042feedcf. 00000020:00000010:2.0:1767384398.288684:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de8ec9c1. 00000020:00000010:2.0:1767384398.288688:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3db7f22. 80000000:00000010:2.0:1767384398.288691:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000005d5c8ef. 40000000:00000010:2.0:1767384398.288694:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000066f5ccdd. 00100000:00000010:2.0:1767384398.288697:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004d0465b7. 00040000:00000010:2.0:1767384398.288700:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d3feb7ff. 00040000:00000010:2.0:1767384398.288704:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e9c738d. 00040000:00000010:2.0:1767384398.288706:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000038b77b87. 00080000:00000010:2.0:1767384398.288709:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e09ae899. 00000004:00000010:2.0:1767384398.288712:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000adf1e0af. 00000004:00000010:2.0:1767384398.288717:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad9b4d8e. 00000004:00000010:2.0:1767384398.288721:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a15d842. 00000020:00000010:2.0:1767384398.288724:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091520d1c. 00000020:00000010:2.0:1767384398.288727:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518805cb. 00000020:00000010:2.0:1767384398.288731:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096317ac1. 00000008:00000010:2.0:1767384398.288734:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001282726c. 00020000:00000010:2.0:1767384398.288737:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b0e23ec6. 00008000:00000010:2.0:1767384398.288741:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc38ba37. 00000080:00000010:2.0:1767384398.288745:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000386ea61e. 00000020:00000010:2.0:1767384398.288748:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002204552d. 00000020:00000010:2.0:1767384398.288751:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000011a486d3. 00000020:00000010:2.0:1767384398.288762:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288765:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288771:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288773:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288778:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288780:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288784:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000c16d382c. 00000020:00000010:2.0:1767384398.288790:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dd810d9. 00000020:00000010:2.0:1767384398.288793:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8f4f76d. 00000040:00000010:2.0:1767384398.288796:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a8ee6060. 00000020:00000010:2.0:1767384398.288799:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008db4e870. 00000020:00000010:2.0:1767384398.288803:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384398.288806:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002204552d. 80000000:00000010:2.0:1767384398.288810:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bdb76cbb. 40000000:00000010:2.0:1767384398.288812:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c04a7353. 00100000:00000010:2.0:1767384398.288816:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e76a5601. 00040000:00000010:2.0:1767384398.288818:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003e565843. 00040000:00000010:2.0:1767384398.288821:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea4ea0e7. 00040000:00000010:2.0:1767384398.288824:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000091520d1c. 00080000:00000010:2.0:1767384398.288827:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6b28ba3. 00000004:00000010:2.0:1767384398.288830:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6298e53. 00000004:00000010:2.0:1767384398.288834:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026fe928e. 00000004:00000010:2.0:1767384398.288837:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c907686d. 02000000:00000010:2.0:1767384398.288847:0:40441:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 0000000069933145. 02000000:00000010:2.0:1767384398.288852:0:40441:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 0000000069933145. 00000020:00000010:2.0:1767384398.288855:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8f4f76d. 00000040:00000010:2.0:1767384398.288859:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a8ee6060. 00000020:00000010:2.0:1767384398.288862:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008db4e870. 00000020:00000010:2.0:1767384398.288864:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:2.0:1767384398.288867:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002204552d. 80000000:00000010:2.0:1767384398.288870:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bdb76cbb. 40000000:00000010:2.0:1767384398.288872:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c04a7353. 00100000:00000010:2.0:1767384398.288874:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e76a5601. 00040000:00000010:2.0:1767384398.288876:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e565843. 00040000:00000010:2.0:1767384398.288878:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea4ea0e7. 00040000:00000010:2.0:1767384398.288881:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000091520d1c. 00080000:00000010:2.0:1767384398.288883:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6b28ba3. 00000004:00000010:2.0:1767384398.288886:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6298e53. 00000004:00000010:2.0:1767384398.288888:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026fe928e. 00000004:00000010:2.0:1767384398.288891:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c907686d. 00000020:00000010:2.0:1767384398.288893:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dd810d9. 00000020:00000010:2.0:1767384398.288896:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000c16d382c. 00000020:00000010:2.0:1767384398.288901:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288903:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288908:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288910:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003e565843. 00000020:00000010:2.0:1767384398.288913:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000c04a7353. 00000100:00000010:2.0:1767384398.288918:0:40441:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000058838eba. 00000400:00000200:2.0:1767384398.288922:0:40441:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384398.288927:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384398.288934:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384398.288939:0:40441:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (40) 00000400:00000200:2.0:1767384398.288944:0:40441:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000200:2.0:1767384398.288957:0:40441:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:2.0:1767384398.288960:0:40441:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384398.288963:0:40441:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384398.288967:0:40441:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384398.288969:0:40441:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:2.0:1767384398.288972:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384398.288974:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384398.288978:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.288981:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:0.0:1767384398.288982:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384398.288985:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:0.0:1767384398.288994:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:2.0:1767384398.288995:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289002:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.289006:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000010:0.0:1767384398.289006:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d6ac7. 00000400:00000200:2.0:1767384398.289014:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289014:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000200:2.0:1767384398.289022:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384398.289025:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000010:0.0:1767384398.289026:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a4bc8e3. 00000400:00000200:2.0:1767384398.289031:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289031:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.152@tcp 00000400:00000200:2.0:1767384398.289038:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384398.289042:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384398.289046:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289050:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:2.0:1767384398.289051:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384398.289059:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:0.0:1767384398.289061:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:2.0:1767384398.289070:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289076:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 156], ns[60, 166] 00000400:00000200:2.0:1767384398.289078:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384398.289090:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:0.0:1767384398.289095:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:2.0:1767384398.289100:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289102:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 60], ns[75, 60] 00000400:00000200:2.0:1767384398.289107:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:0.0:1767384398.289112:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[84, 60] 00000400:00000200:2.0:1767384398.289120:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:0.0:1767384398.289125:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[94, 60] 00000400:00000200:2.0:1767384398.289131:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289138:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 60], ns[106, 60] 00000400:00000200:2.0:1767384398.289140:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384398.289164:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:0.0:1767384398.289166:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 60], ns[112, 60] 00000400:00000200:0.0:1767384398.289174:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 60], ns[122, 60] 00000400:00000200:2.0:1767384398.289176:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289184:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:0.0:1767384398.289187:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[129, 60] 00000400:00000200:2.0:1767384398.289189:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384398.289197:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289201:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 60], ns[133, 60] 00000400:00000200:2.0:1767384398.289203:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384398.289210:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384398.289218:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289218:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 60], ns[144, 60] 00000400:00000200:2.0:1767384398.289228:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384398.289232:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:0.0:1767384398.289234:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 00000400:00000200:2.0:1767384398.289240:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289246:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:0.0:1767384398.289247:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[162, 60] 00000400:00000200:2.0:1767384398.289255:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:0.0:1767384398.289260:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 60], ns[179, 60] 00000400:00000200:2.0:1767384398.289265:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289268:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[183, 60] 00000400:00000200:2.0:1767384398.289295:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:0.0:1767384398.289300:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 60], ns[194, 60] 00000400:00000200:2.0:1767384398.289301:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:0.0:1767384398.289316:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[198, 60] 00000400:00000200:2.0:1767384398.289318:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289325:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:0.0:1767384398.289326:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 60], ns[82, 60] 00000400:00000200:2.0:1767384398.289336:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:0.0:1767384398.289337:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[120, 60] 00000400:00000200:2.0:1767384398.289348:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289349:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 60], ns[173, 60] 00000400:00000200:2.0:1767384398.289357:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:0.0:1767384398.289362:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 60], ns[90, 60] 00000400:00000200:2.0:1767384398.289364:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:0.0:1767384398.289374:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 60], ns[187, 60] 00000400:00000200:2.0:1767384398.289380:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289387:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 00000400:00000200:2.0:1767384398.289389:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384398.289396:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:0.0:1767384398.289396:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 60], ns[202, 60] 00000400:00000200:0.0:1767384398.289410:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 60], ns[136, 60] 00000400:00000200:2.0:1767384398.289414:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289419:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:0.0:1767384398.289423:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 60], ns[119, 60] 00000400:00000200:2.0:1767384398.289429:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:0.0:1767384398.289437:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 60], ns[209, 60] 00000400:00000200:2.0:1767384398.289445:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289452:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 60], ns[153, 60] 00000400:00000200:2.0:1767384398.289454:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:0.0:1767384398.289460:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000400:00000200:2.0:1767384398.289464:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:0.0:1767384398.289468:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[205, 60], ns[246, 60] 00000400:00000200:2.0:1767384398.289474:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289475:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[160, 60] 00000400:00000200:2.0:1767384398.289482:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:0.0:1767384398.289486:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 60], ns[171, 60] 00000400:00000200:2.0:1767384398.289488:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:0.0:1767384398.289500:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 60], ns[175, 60] 00000400:00000200:2.0:1767384398.289501:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289510:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:2.0:1767384398.289515:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:0.0:1767384398.289520:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 60], ns[229, 60] 00000400:00000200:2.0:1767384398.289525:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289531:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:0.0:1767384398.289534:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 60], ns[192, 60] 00000400:00000200:2.0:1767384398.289538:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:2.0:1767384398.289547:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289551:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[207, 60], ns[248, 60] 00000400:00000200:2.0:1767384398.289553:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:2.0:1767384398.289562:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:0.0:1767384398.289562:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 60], ns[250, 60] 00000400:00000200:2.0:1767384398.289571:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289576:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[208, 60], ns[249, 60] 00000400:00000200:2.0:1767384398.289580:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:2.0:1767384398.289590:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:0.0:1767384398.289590:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384398.289597:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.289599:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289605:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384398.289607:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:0.0:1767384398.289612:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.289613:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:0.0:1767384398.289617:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [251:251:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384398.289623:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289626:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:0.0:1767384398.289631:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.289633:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:2.0:1767384398.289644:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289655:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:0.0:1767384398.289656:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:) -> 192.168.203.152@tcp11(192.168.203.152@tcp:192.168.203.152@tcp11) : PUT try# 0 00000400:00000200:2.0:1767384398.289667:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000800:00000200:0.0:1767384398.289672:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.289677:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000800:00000010:0.0:1767384398.289677:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bf27f84. 00000400:00000200:2.0:1767384398.289686:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:2.0:1767384398.289691:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000800:00000200:0.0:1767384398.289692:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (6) 00000400:00000200:2.0:1767384398.289704:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000800:00000200:0.0:1767384398.289712:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:988 00000400:00000200:2.0:1767384398.289713:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000800:00000200:0.0:1767384398.289722:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bf27f84 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384398.289726:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:2.0:1767384398.289732:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289734:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:2.0:1767384398.289735:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:2.0:1767384398.289739:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384398.289741:0:16136:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.152@tcp 00000400:00000200:2.0:1767384398.289747:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:0.0:1767384398.289748:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300571 rc 0 00000400:00000200:2.0:1767384398.289757:0:40441:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:2.0:1767384398.289765:0:40441:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.289768:0:40441:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000100:00000010:2.0:1767384398.289771:0:40441:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000058838eba. 00000020:00000010:2.0:1767384398.289775:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000c04a7353. 00000020:00000010:2.0:1767384398.289781:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000a31cd1f4. 00000020:00000010:2.0:1767384398.289790:0:40441:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006474dd18. 00000020:00000010:2.0:1767384398.289795:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c907686d. 00000020:00000010:2.0:1767384398.289807:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000a31cd1f4. 00000020:00000010:2.0:1767384398.289812:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000a31cd1f4. 00000001:00000010:2.0:1767384398.289830:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003e565843. 00000001:00000010:2.0:1767384398.289836:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d7c82ae. 00000001:00000010:2.0:1767384398.289840:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000091520d1c. 00000001:00000010:2.0:1767384398.289844:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002204552d. 00000800:00000200:3.0:1767384398.289848:0:16133:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:2.0:1767384398.289848:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038b77b87. 00000001:00000010:2.0:1767384398.289852:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3db7f22. 00000800:00000010:3.0:1767384398.289853:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bf27f84. 00000001:00000010:2.0:1767384398.289859:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e2725df3. 00000400:00000200:3.0:1767384398.289861:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1767384398.289867:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000076f7d5f8. 00000400:00000200:3.0:1767384398.289868:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: PUT: OK 00000001:00000010:2.0:1767384398.289873:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e40d7ad7. 00000400:00000200:3.0:1767384398.289876:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000001:00000010:2.0:1767384398.289878:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae266a04. 00000400:00000200:3.0:1767384398.289884:0:16133:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.152@tcp: 0 00000001:00000010:2.0:1767384398.289888:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009dd810d9. 00000400:00000200:0.0:1767384398.289891:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : PUT - for me 00000001:00000010:2.0:1767384398.289899:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8ee6060. 00000400:00000200:0.0:1767384398.289907:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 704 into portal 0 MB=0x8000000000000000 00000020:00000010:2.0:1767384398.289909:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f4f76d. 00000020:00000010:2.0:1767384398.289915:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be565ede. 00000400:00000200:0.0:1767384398.289918:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.152@tcp of length 672/704 into md 0x1f65 [1] + 0 00000020:00000010:2.0:1767384398.289924:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000303a0522. 00000400:00000010:0.0:1767384398.289925:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e79207. 00000400:00000200:0.0:1767384398.289935:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049a04ce6 00000008:00000010:2.0:1767384398.289936:0:40441:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d5159a94. 00020000:00000010:2.0:1767384398.289942:0:40441:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000112ec8a9. 00008000:00000010:2.0:1767384398.289945:0:40441:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000004856e6ec. 00000400:00000200:0.0:1767384398.289947:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:2.0:1767384398.289951:0:40441:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c67c0a32. 00000400:00000200:0.0:1767384398.289957:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: PUT: OK 00000400:00000200:0.0:1767384398.289963:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a04ce6 00000400:00000010:0.0:1767384398.289965:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a04ce6. 00000400:00000200:0.0:1767384398.289968:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:2.0:1767384398.289972:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dcf6021. 00000400:00000200:0.0:1767384398.289972:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:0.0:1767384398.289982:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000020:00000010:2.0:1767384398.289983:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce7012ba. 00000400:00000200:0.0:1767384398.289988:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.152@tcp (704 bytes) 00000040:00000010:2.0:1767384398.289990:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004907cbed. 00000400:00000200:0.0:1767384398.289993:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000020:00000010:2.0:1767384398.289996:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6298e53. 00000020:00000010:2.0:1767384398.290000:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bc813a0. 00000400:00000200:0.0:1767384398.290001:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000020:00000010:2.0:1767384398.290005:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c475ee0e. 00000400:00000200:0.0:1767384398.290008:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 80000000:00000010:2.0:1767384398.290010:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bdb76cbb. 00000400:00000200:0.0:1767384398.290018:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp11 to MR: 192.168.203.152@tcp11 local destination 40000000:00000010:2.0:1767384398.290019:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c04a7353. 00000400:00000200:0.0:1767384398.290024:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp11 NI seq info: [252:252:256:4294967295] 192.168.203.152@tcp11 LPNI seq info [211:211:8:4294967295] 00100000:00000010:2.0:1767384398.290029:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6b28ba3. 00040000:00000010:2.0:1767384398.290040:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ba20ac3a. 00000400:00000200:0.0:1767384398.290043:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) -> 192.168.203.152@tcp11(192.168.203.152@tcp11:192.168.203.152@tcp11) 192.168.203.152@tcp11 : ACK try# 0 00040000:00000010:2.0:1767384398.290052:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea4ea0e7. 00000800:00000200:0.0:1767384398.290055:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.152@tcp11 00040000:00000010:2.0:1767384398.290062:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f607f86. 00000800:00000010:0.0:1767384398.290062:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090525153. 00080000:00000010:2.0:1767384398.290071:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e76a5601. 00000800:00000200:0.0:1767384398.290072:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e4673c45] -> 12345-192.168.203.152@tcp11 (6) 00000004:00000010:2.0:1767384398.290081:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008db4e870. 00000800:00000200:0.0:1767384398.290081:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp11 ip 192.168.203.152:1019 00000800:00000200:0.0:1767384398.290087:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090525153 type 0, nob 96 niov 1 nkiov 0 00000004:00000010:2.0:1767384398.290092:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026fe928e. 00000004:00000010:2.0:1767384398.290097:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000047c3adc7. 00002000:00000010:2.0:1767384398.290103:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000097c7b264. 00000004:00000010:2.0:1767384398.290109:0:40441:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000a61302d5. 00000004:00000010:2.0:1767384398.290120:0:40441:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000004252cd0d. 00000004:00000010:2.0:1767384398.290123:0:40441:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000c16d382c. 00000020:00000010:2.0:1767384398.290128:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001fac0b00. 00000004:00000010:2.0:1767384398.290135:0:40441:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000c16d382c. 00010000:00000010:2.0:1767384398.290144:0:40441:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002122a935. 00010000:00000010:2.0:1767384398.290150:0:40441:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000049277bcf. 00000020:00000010:2.0:1767384398.290169:0:40441:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001a71e9ff. 00000100:00000200:2.0:1767384398.290184:0:40441:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.152@tcp->12345-0@lo 00010000:00000010:2.0:1767384398.290191:0:40441:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000e3885299. 00010000:00000010:2.0:1767384398.290196:0:40441:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000048efe202. 00000001:00000010:2.0:1767384398.290200:0:40441:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003d616a28. 00000400:00000200:1.0:1767384398.290204:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000001:00000010:2.0:1767384398.290205:0:40441:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000013ae5738. 00000400:00000010:1.0:1767384398.290209:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000001be9eef. 00000001:00000010:2.0:1767384398.290212:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007e0df2a0. 00000400:00000010:1.0:1767384398.290215:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f00438e. 00000001:00000010:2.0:1767384398.290221:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dc445d1e. 00000400:00000010:1.0:1767384398.290221:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008da647e0. 00000400:00000200:3.0:1767384398.290225:0:16133:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp11(192.168.203.152@tcp11) <- 192.168.203.152@tcp11 : ACK - for me 00000800:00000200:0.0:1767384398.290226:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384398.290228:0:16136:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000001be9eef 00000001:00000010:2.0:1767384398.290230:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000846e311c. 00000800:00000010:0.0:1767384398.290235:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090525153. 00000400:00000010:1.0:1767384398.290236:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000069faa5af. 00000001:00000010:2.0:1767384398.290240:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cbd77b30. 00000400:00000200:3.0:1767384398.290249:0:16133:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.152@tcp11: ACK from 12345-192.168.203.152@tcp11 into md 0x2ad5 00000400:00000200:0.0:1767384398.290249:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384398.290250:0:16136:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000001:00000010:2.0:1767384398.290251:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000398889d6. 00000400:00000200:1.0:1767384398.290260:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x302471 00000400:00000200:1.0:1767384398.290263:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:3.0:1767384398.290264:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1767384398.290265:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000076051fee. 00000400:00000010:1.0:1767384398.290268:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000315c9434. 00000400:00000200:3.0:1767384398.290312:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: ACK: OK 00000001:00000010:2.0:1767384398.290312:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000be1854e7. 00000400:00000200:3.0:1767384398.290317:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413d6ac7 00000400:00000010:3.0:1767384398.290320:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000413d6ac7. 00000400:00000200:0.0:1767384398.290320:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp11->192.168.203.152@tcp11: ACK: OK 00000400:00000010:1.0:1767384398.290321:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef6586ef. 00000400:00000200:3.0:1767384398.290322:0:16133:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000001:00000010:2.0:1767384398.290327:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ff1c9aef. 00000400:00000200:3.0:1767384398.290330:0:16133:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.152@tcp ev->status 0 00000001:00000010:2.0:1767384398.290338:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000001386287. 00000400:00000010:1.0:1767384398.290339:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bba6f1c2. 00000400:00000200:3.0:1767384398.290344:0:16133:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000001:00000010:2.0:1767384398.290347:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000059c6c6f9. 00000400:00000200:1.0:1767384398.290347:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:3.0:1767384398.290351:0:16133:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000001:00000010:2.0:1767384398.290354:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ae2d8a02. 00000400:00000200:1.0:1767384398.290364:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000001:00000010:2.0:1767384398.290366:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000002148109. 00000400:00000200:1.0:1767384398.290369:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000001:00000010:2.0:1767384398.290373:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000108317e3. 00000400:00000200:1.0:1767384398.290375:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 156], ns[252, 166] 00000001:00000010:2.0:1767384398.290380:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000093203a40. 00000400:00000200:1.0:1767384398.290380:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 156], ns[64, 166] 00000400:00000200:1.0:1767384398.290387:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[75, 64] 00000001:00000010:2.0:1767384398.290389:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dfba2266. 00000400:00000200:1.0:1767384398.290391:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[84, 64] 00000400:00000200:1.0:1767384398.290395:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 64], ns[94, 64] 00000400:00000200:1.0:1767384398.290398:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[106, 64] 00000400:00000200:1.0:1767384398.290401:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 64], ns[112, 64] 00000001:00000010:2.0:1767384398.290402:0:40441:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000054778da1. 00000400:00000200:1.0:1767384398.290406:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[122, 64] 00000400:00000200:1.0:1767384398.290412:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 64], ns[129, 64] 00000400:00000200:1.0:1767384398.290417:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[133, 64] 00000400:00000200:1.0:1767384398.290421:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 64], ns[144, 64] 00000400:00000200:1.0:1767384398.290424:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[156, 64] 00000400:00000200:1.0:1767384398.290427:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 64], ns[162, 64] 00000400:00000200:1.0:1767384398.290430:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[179, 64] 00000400:00000200:1.0:1767384398.290433:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 64], ns[183, 64] 00000400:00000200:1.0:1767384398.290436:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[194, 64] 00000400:00000200:1.0:1767384398.290439:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[198, 64] 00000400:00000200:1.0:1767384398.290442:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[82, 64] 00000400:00000200:1.0:1767384398.290445:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 64], ns[120, 64] 00000400:00000200:1.0:1767384398.290448:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 64], ns[173, 64] 00000400:00000200:1.0:1767384398.290453:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 64], ns[90, 64] 00000400:00000200:1.0:1767384398.290457:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[187, 64] 00000400:00000200:1.0:1767384398.290460:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 64], ns[199, 64] 00000400:00000200:1.0:1767384398.290463:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 64], ns[202, 64] 00000400:00000200:1.0:1767384398.290466:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 64], ns[136, 64] 00000400:00000200:1.0:1767384398.290469:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 64], ns[119, 64] 00000400:00000200:1.0:1767384398.290472:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 64], ns[209, 64] 00000400:00000200:1.0:1767384398.290475:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 64], ns[153, 64] 00000020:00000010:2.0:1767384398.290476:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f596d1b9. 00000400:00000200:1.0:1767384398.290480:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 64], ns[150, 64] 00000020:00000010:2.0:1767384398.290481:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000edd6b7ef. 00000400:00000200:1.0:1767384398.290487:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[205, 64], ns[246, 64] 00000400:00000200:1.0:1767384398.290491:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 64], ns[160, 64] 00000400:00000200:1.0:1767384398.290495:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 64], ns[171, 64] 00000400:00000200:1.0:1767384398.290501:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 64], ns[175, 64] 00000400:00000200:1.0:1767384398.290507:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 64], ns[229, 64] 00000400:00000200:1.0:1767384398.290512:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 64], ns[192, 64] 00000400:00000200:1.0:1767384398.290517:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[207, 64], ns[248, 64] 00000400:00000200:1.0:1767384398.290523:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 64], ns[250, 64] 00000400:00000200:1.0:1767384398.290527:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[208, 64], ns[249, 64] 00000400:00000200:1.0:1767384398.290531:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:1.0:1767384398.290534:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp12 00000400:00000200:1.0:1767384398.290537:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp12 lpni_is_preferred = 0 00000400:00000200:1.0:1767384398.290539:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp12 00000400:00000200:1.0:1767384398.290545:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [253:253:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1767384398.290551:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp12 00000400:00000200:1.0:1767384398.290561:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:) -> 192.168.203.152@tcp12(192.168.203.152@tcp:192.168.203.152@tcp12) : GET try# 0 00000020:00000010:2.0:1767384398.290563:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b307e7c7. 00000800:00000200:1.0:1767384398.290566:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp12 00000020:00000010:2.0:1767384398.290569:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002a4ca2e9. 00000800:00000010:1.0:1767384398.290571:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d025bd00. 00000800:00000200:1.0:1767384398.290577:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000800:00000200:1.0:1767384398.290584:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:988 00000800:00000200:1.0:1767384398.290587:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d025bd00 type 2, nob 96 niov 1 nkiov 0 40000000:00000010:2.0:1767384398.290590:0:40441:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d3feb7ff. 40000000:00000010:2.0:1767384398.290594:0:40441:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000c16d382c. 00000400:00000200:1.0:1767384398.290603:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384398.290605:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000400:00000200:1.0:1767384398.290609:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 00000400:00000200:1.0:1767384398.290611:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000010:1.0:1767384398.290615:0:16136:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000b54c90bd. 00000400:00000010:1.0:1767384398.290618:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fed4185. 00000400:00000010:1.0:1767384398.290623:0:16136:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ddaabeb. 00000400:00000200:1.0:1767384398.290625:0:16136:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp 00000400:00000200:1.0:1767384398.290628:0:16136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.152@tcp local destination 00000400:00000200:1.0:1767384398.290631:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 156], ns[177, 166] 00000400:00000200:1.0:1767384398.290635:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 156], ns[252, 166] 00000400:00000200:1.0:1767384398.290639:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 156], ns[253, 166] 40000000:00000010:2.0:1767384398.290640:0:40441:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000c16d382c. 00000400:00000200:1.0:1767384398.290644:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 156], ns[75, 166] 00000004:00000010:2.0:1767384398.290649:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f65bad87. 00000400:00000200:1.0:1767384398.290652:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 70], ns[84, 75] 00000004:00000010:2.0:1767384398.290657:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b1cf374f. 00000800:00000200:3.0:1767384398.290660:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384398.290660:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 70], ns[94, 75] 00000800:00000010:3.0:1767384398.290664:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d025bd00. 00000004:00000010:2.0:1767384398.290665:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b1b579de. 00000400:00000200:1.0:1767384398.290669:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 70], ns[106, 75] 00000400:00000200:3.0:1767384398.290671:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:2.0:1767384398.290672:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e7066084. 00000400:00000200:1.0:1767384398.290677:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 70], ns[112, 75] 00080000:00000010:2.0:1767384398.290680:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f193224. 00000400:00000200:3.0:1767384398.290682:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: GET: OK 00000400:00000200:1.0:1767384398.290689:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 70], ns[122, 75] 00000400:00000200:1.0:1767384398.290695:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 70], ns[129, 75] 00000400:00000200:1.0:1767384398.290699:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 70], ns[133, 75] 00000400:00000200:1.0:1767384398.290704:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 70], ns[144, 75] 00000400:00000200:1.0:1767384398.290709:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 70], ns[156, 75] 00000400:00000200:1.0:1767384398.290712:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 70], ns[162, 75] 00000400:00000200:1.0:1767384398.290715:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 70], ns[179, 75] 00000400:00000200:1.0:1767384398.290718:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 70], ns[183, 75] 00000400:00000200:1.0:1767384398.290721:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 70], ns[194, 75] 00000400:00000200:1.0:1767384398.290723:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 70], ns[198, 75] 00000400:00000200:1.0:1767384398.290725:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 70], ns[82, 75] 00000400:00000200:1.0:1767384398.290729:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 70], ns[120, 75] 00000400:00000200:1.0:1767384398.290731:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 70], ns[173, 75] 00000400:00000200:1.0:1767384398.290734:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 70], ns[90, 75] 00000400:00000200:1.0:1767384398.290738:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 70], ns[187, 75] 00000400:00000200:1.0:1767384398.290742:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 70], ns[199, 75] 00000400:00000200:1.0:1767384398.290746:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 70], ns[202, 75] 00000400:00000200:1.0:1767384398.290749:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 70], ns[136, 75] 00000400:00000200:1.0:1767384398.290752:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[111, 70], ns[119, 75] 00000400:00000200:1.0:1767384398.290754:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 70], ns[209, 75] 00000400:00000200:1.0:1767384398.290759:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 70], ns[153, 75] 00000400:00000200:1.0:1767384398.290762:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 70], ns[150, 75] 00000400:00000200:1.0:1767384398.290765:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[205, 70], ns[246, 75] 00000400:00000200:1.0:1767384398.290768:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 70], ns[160, 75] 00000400:00000200:1.0:1767384398.290771:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[161, 70], ns[171, 75] 00000400:00000200:1.0:1767384398.290774:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 70], ns[175, 75] 00000400:00000200:1.0:1767384398.290776:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 70], ns[229, 75] 00000400:00000200:1.0:1767384398.290779:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 70], ns[192, 75] 00000400:00000200:1.0:1767384398.290784:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[207, 70], ns[248, 75] 00000400:00000200:1.0:1767384398.290786:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 70], ns[250, 75] 00000400:00000200:1.0:1767384398.290789:0:16136:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[208, 70], ns[249, 75] 00000400:00000200:1.0:1767384398.290791:0:16136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:1.0:1767384398.290795:0:16136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp13 00000400:00000200:1.0:1767384398.290797:0:16136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.152@tcp13 lpni_is_preferred = 0 00000400:00000200:1.0:1767384398.290799:0:16136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.152@tcp13 00000400:00000200:1.0:1767384398.290802:0:16136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp13 NI seq info: [254:254:256:4294967295] 192.168.203.152@tcp13 LPNI seq info [213:213:8:4294967295] 00000400:00000200:1.0:1767384398.290807:0:16136:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp13 00000400:00000200:1.0:1767384398.290813:0:16136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13:) -> 192.168.203.152@tcp13(192.168.203.152@tcp:192.168.203.152@tcp13) : GET try# 0 00000400:00000200:3.0:1767384398.290818:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1767384398.290818:0:16136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp13 00000400:00000200:3.0:1767384398.290822:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000800:00000010:1.0:1767384398.290824:0:16136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004b5d0593. 00000004:00000010:2.0:1767384398.290825:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ac33406d. 00000800:00000200:1.0:1767384398.290831:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (6) 00000004:00000010:2.0:1767384398.290833:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000092249fd3. 00000004:00000010:2.0:1767384398.290839:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006ebce8e9. 00000800:00000200:1.0:1767384398.290841:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:988 00080000:00000010:2.0:1767384398.290844:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000061ebff82. 00000400:00000200:3.0:1767384398.290846:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : GET - for me 00000800:00000200:1.0:1767384398.290846:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b5d0593 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384398.290858:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384398.290861:0:16136:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384398.290864:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300271 rc 0 00000400:00000200:3.0:1767384398.290868:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 704/704 into md 0x2031 [1] + 0 00000400:00000200:3.0:1767384398.290877:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp12 to MR: 192.168.203.152@tcp12 local destination 00000400:00000200:3.0:1767384398.290881:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp12 NI seq info: [255:255:256:4294967295] 192.168.203.152@tcp12 LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1767384398.290891:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) -> 192.168.203.152@tcp12(192.168.203.152@tcp12:192.168.203.152@tcp12) 192.168.203.152@tcp12 : REPLY try# 0 00000800:00000200:3.0:1767384398.290895:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.152@tcp12 00000800:00000010:3.0:1767384398.290899:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdf26557. 00000800:00000200:3.0:1767384398.290904:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1e3979c] -> 12345-192.168.203.152@tcp12 (6) 00000800:00000200:3.0:1767384398.290907:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp12 ip 192.168.203.152:1017 00000800:00000200:3.0:1767384398.290909:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdf26557 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384398.290939:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384398.290940:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004b5d0593. 00000400:00000200:3.0:1767384398.290944:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.290948:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: GET: OK 00000400:00000200:3.0:1767384398.290950:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384398.290954:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.152@tcp: 0 00000004:00000010:2.0:1767384398.290971:0:40441:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 000000000556a476. 00000004:00000010:2.0:1767384398.290977:0:40441:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 0000000066553c2a. 00000004:00000010:2.0:1767384398.290983:0:40441:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007b5d4bae. 00000004:00000010:2.0:1767384398.290988:0:40441:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f993ab7. 00000004:00000010:2.0:1767384398.290992:0:40441:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000574fa392. 00080000:00000010:2.0:1767384398.290995:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdb7f13c. 00000800:00000200:3.0:1767384398.291001:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384398.291005:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdf26557. 00000400:00000200:3.0:1767384398.291010:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.291014:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: REPLY: OK 00000400:00000200:3.0:1767384398.291032:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : GET - for me 00000400:00000200:3.0:1767384398.291039:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.152@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384398.291043:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.152@tcp of length 704/704 into md 0x2031 [1] + 0 00000400:00000200:3.0:1767384398.291050:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.152@tcp13 to MR: 192.168.203.152@tcp13 local destination 00000400:00000200:3.0:1767384398.291054:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp13 NI seq info: [256:256:256:4294967295] 192.168.203.152@tcp13 LPNI seq info [215:215:8:4294967295] 00000400:00000200:3.0:1767384398.291071:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) -> 192.168.203.152@tcp13(192.168.203.152@tcp13:192.168.203.152@tcp13) 192.168.203.152@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767384398.291076:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.152@tcp13 00000800:00000010:3.0:1767384398.291078:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdf26557. 00000800:00000200:3.0:1767384398.291083:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000aaaa09e] -> 12345-192.168.203.152@tcp13 (6) 00000800:00000200:3.0:1767384398.291088:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp13 ip 192.168.203.152:1015 00000800:00000200:3.0:1767384398.291090:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdf26557 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384398.291142:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384398.291145:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdf26557. 00000400:00000200:3.0:1767384398.291148:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:2.0:1767384398.291149:0:40441:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c16d382c. 00000400:00000200:3.0:1767384398.291168:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: REPLY: OK 00000040:00000010:2.0:1767384398.291175:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e63471f. 00000020:00000010:2.0:1767384398.291184:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009fee7d11. 00000400:00000200:3.0:1767384398.291190:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp12(192.168.203.152@tcp12) <- 192.168.203.152@tcp12 : REPLY - for me 00080000:00000010:2.0:1767384398.291190:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002a42da70. 00000400:00000200:3.0:1767384398.291199:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp12: Reply from 12345-192.168.203.152@tcp12 of length 704/704 into md 0x2add 00000400:00000200:3.0:1767384398.291210:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.291214:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp12->192.168.203.152@tcp12: REPLY: OK 00000400:00000200:3.0:1767384398.291218:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef6586ef 00000400:00000010:3.0:1767384398.291220:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef6586ef. 00000400:00000200:3.0:1767384398.291223:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384398.291226:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384398.291228:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384398.291230:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 42. state = 0x300271 00000400:00000200:3.0:1767384398.291232:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384398.291240:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000400:00000200:3.0:1767384398.291247:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.152@tcp13(192.168.203.152@tcp13) <- 192.168.203.152@tcp13 : REPLY - for me 00000400:00000200:3.0:1767384398.291252:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.152@tcp13: Reply from 12345-192.168.203.152@tcp13 of length 704/704 into md 0x2ae1 00000400:00000200:3.0:1767384398.291257:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384398.291258:0:16136:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384398.291261:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp13->192.168.203.152@tcp13: REPLY: OK 00000400:00000200:1.0:1767384398.291264:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3000f1 00000400:00000200:3.0:1767384398.291266:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fed4185 00000400:00000010:3.0:1767384398.291268:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fed4185. 00000400:00000010:1.0:1767384398.291271:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 0000000036314fa7. 00000400:00000200:3.0:1767384398.291272:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:1.0:1767384398.291296:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000001716037c. 00000400:00000010:1.0:1767384398.291299:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000000660bb85. 00000400:00000200:3.0:1767384398.291303:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.152@tcp has discovery enabled 00000400:00000200:3.0:1767384398.291305:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.152@tcp(0000000012e301b9) is MR 00000400:00000200:3.0:1767384398.291307:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.152@tcp data present 42. state = 0x300171 00000400:00000200:3.0:1767384398.291313:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.152@tcp (0000000012e301b9): -114 00000400:00000200:3.0:1767384398.291316:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (42) 00000400:00000200:1.0:1767384398.291344:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp33(000000004a6a9fdb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291352:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp37(000000002d6d01e6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291357:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp40(0000000034943337) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291361:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp44(0000000064363bda) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291365:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp46(00000000c3ae80cc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291368:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp47(00000000d3ac0868) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384398.291371:0:16136:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.152@tcp48(00000000270617ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384398.291375:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004b2ad9bd. 00000400:00000200:1.0:1767384398.291379:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004b2ad9bd nid 192.168.203.152@tcp49 00000400:00000010:1.0:1767384398.291382:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004b1be4ad. 00000400:00000200:1.0:1767384398.291384:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000004b1be4ad net tcp49 00000400:00000200:1.0:1767384398.291386:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (41) 00000400:00000200:1.0:1767384398.291391:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp49 flags 0x11 00000400:00000010:1.0:1767384398.291395:0:16136:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007aa252cc. 00000400:00000200:1.0:1767384398.291398:0:16136:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007aa252cc nid 192.168.203.152@tcp50 00000400:00000010:1.0:1767384398.291401:0:16136:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001d57b17b. 00000400:00000200:1.0:1767384398.291402:0:16136:0:(peer.c:204:lnet_peer_net_alloc()) 000000001d57b17b net tcp50 00000400:00000200:1.0:1767384398.291403:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:1.0:1767384398.291405:0:16136:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp50 flags 0x11 00000400:00000010:1.0:1767384398.291408:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 0000000036314fa7. 00000400:00000010:1.0:1767384398.291412:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000001716037c. 00000400:00000010:1.0:1767384398.291415:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000000660bb85. 00000400:00000010:1.0:1767384398.291417:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000315c9434. 00000400:00000200:1.0:1767384398.291419:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384398.291422:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x3001f1 00000400:00000200:1.0:1767384398.291424:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3001f1 rc 1 00000400:00000200:1.0:1767384398.291428:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x3001f1 00000400:00000010:1.0:1767384398.291434:0:16136:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000315c9434. 00000400:00000010:1.0:1767384398.291435:0:16136:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000001716037c. 00000400:00000010:1.0:1767384398.291438:0:16136:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000000660bb85. 00000400:00000010:1.0:1767384398.291467:0:16136:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000315c9434. 00000400:00000010:1.0:1767384398.291470:0:16136:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000001716037c. 00000040:00000010:2.0:1767384398.291472:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c9175eaa. 00000400:00000010:1.0:1767384398.291474:0:16136:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000000660bb85. 00000400:00000010:1.0:1767384398.291478:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000b54c90bd. 00000400:00000200:1.0:1767384398.291481:0:16136:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.152@tcp (0000000012e301b9): 0 00000400:00000200:1.0:1767384398.291485:0:16136:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.152@tcp(0000000012e301b9): 0. state = 0x300171 00000400:00000200:1.0:1767384398.291489:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 rc 1 00000400:00000200:1.0:1767384398.291494:0:16136:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300171 00000400:00000200:1.0:1767384398.291497:0:16136:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.152@tcp 00000400:00000200:1.0:1767384398.291497:0:16136:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.152@tcp(0000000012e301b9) state 0x300111 rc 0 00000400:00000200:1.0:1767384398.291500:0:16136:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.152@tcp (0000000012e301b9) 00000400:00000200:1.0:1767384398.291505:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00080000:00000010:2.0:1767384398.291612:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8029742. 00080000:00000010:2.0:1767384398.291758:0:40441:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009026a08b. 00000040:00000010:2.0:1767384398.291763:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9175321. 00000020:00000010:2.0:1767384398.291769:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b4dd749c. 00080000:00000010:2.0:1767384398.291774:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f04d61a. 00080000:00000010:2.0:1767384398.291815:0:40441:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000326cab46. 00000040:00000010:2.0:1767384398.291841:0:40441:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c59c2b47. 00000020:00000010:2.0:1767384398.291847:0:40441:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000be266f10. 00080000:00000010:2.0:1767384398.291851:0:40441:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0d2e8e8. 00000040:00000010:2.0:1767384398.292062:0:40441:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000262e5228. 00000020:00000010:2.0:1767384398.292317:0:40441:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000017d881f. 00000020:00000010:2.0:1767384398.292499:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002da9daa5. 00000020:00000010:2.0:1767384398.292503:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000505c4a22. 00000040:00000010:2.0:1767384398.292506:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a4ffd8a1. 00000020:00000010:2.0:1767384398.292510:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075bee1cf. 00000004:00000010:3.0:1767384398.292515:0:40441:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 000000002b77c023. 00000020:00000010:2.0:1767384398.292515:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e980f6f3. 00040000:00000010:2.0:1767384398.292520:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000246ddaec. 00000020:00000010:3.0:1767384398.292521:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057f712be. 00000020:00000010:3.0:1767384398.292524:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d7b7028. 00040000:00000010:2.0:1767384398.292526:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b11a4a77. 00000040:00000010:3.0:1767384398.292529:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c4516c77. 00080000:00000010:2.0:1767384398.292532:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000038e1a888. 00000020:00000010:3.0:1767384398.292534:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000041046bc0. 00000020:00000010:2.0:1767384398.292538:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000906b31c9. 00000020:00000010:3.0:1767384398.292539:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b9e0a80b. 00000020:00000010:3.0:1767384398.292545:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005114abe5. 00000040:00000010:2.0:1767384398.292547:0:40445:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000052d6c9ff. 80000000:00000010:3.0:1767384398.292549:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c475ac2. 40000000:00000010:3.0:1767384398.292554:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e1190b70. 00000040:00000010:2.0:1767384398.292555:0:40445:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005c27e267. 00100000:00000010:3.0:1767384398.292557:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000062561adb. 00040000:00000010:3.0:1767384398.292561:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bdf26557. 00040000:00000010:3.0:1767384398.292565:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001215d083. 00040000:00000010:3.0:1767384398.292568:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8bb9258. 00080000:00000010:3.0:1767384398.292572:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000064a8a58e. 00000004:00000010:3.0:1767384398.292576:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c77be36. 00000004:00000010:3.0:1767384398.292579:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024503981. 00000004:00000010:3.0:1767384398.292582:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c22b9aa1. 00002000:00000010:3.0:1767384398.292585:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f0af43c. 00000004:00000010:3.0:1767384398.292588:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000033e99676. 00000040:00000010:2.0:1767384398.292593:0:40445:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d8a6082e. 00000040:00000010:2.0:1767384398.292606:0:40445:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004a531353. 00000020:00000010:3.0:1767384398.292835:0:40441:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e49a6870. 00000020:00000010:3.0:1767384398.292837:0:40441:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000634c8978. 00000020:00000010:3.0:1767384398.292854:0:40441:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000065f1d842. 00000020:00000010:3.0:1767384398.292861:0:40441:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000065f1d842. 00000004:00000010:3.0:1767384398.292865:0:40441:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000004252cd0d. 00000020:00000010:3.0:1767384398.292868:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce7012ba. 00000040:00000010:3.0:1767384398.292870:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004907cbed. 00000020:00000010:3.0:1767384398.292872:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6298e53. 00000020:00000010:3.0:1767384398.292873:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bc813a0. 00000020:00000010:3.0:1767384398.292875:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c475ee0e. 80000000:00000010:3.0:1767384398.292877:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bdb76cbb. 40000000:00000010:3.0:1767384398.292878:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c04a7353. 00100000:00000010:3.0:1767384398.292880:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6b28ba3. 00040000:00000010:3.0:1767384398.292881:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ba20ac3a. 00040000:00000010:3.0:1767384398.292883:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea4ea0e7. 00040000:00000010:3.0:1767384398.292884:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f607f86. 00080000:00000010:3.0:1767384398.292886:0:40441:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000326cab46. 00000020:00000010:3.0:1767384398.292888:0:40441:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000017d881f. 00080000:00000010:3.0:1767384398.292889:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e76a5601. 00000004:00000010:3.0:1767384398.292890:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008db4e870. 00000004:00000010:3.0:1767384398.292892:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026fe928e. 00000004:00000010:3.0:1767384398.292894:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047c3adc7. 00002000:00000010:3.0:1767384398.292895:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000097c7b264. 00000004:00000010:3.0:1767384398.292897:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f65bad87. 00000020:00000010:3.0:1767384398.292899:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dcf6021. 00000020:00000010:3.0:1767384398.292900:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be565ede. 00000020:00000010:3.0:1767384398.292902:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000303a0522. 00000008:00000010:3.0:1767384398.292903:0:40441:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d5159a94. 00020000:00000010:3.0:1767384398.292905:0:40441:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000112ec8a9. 00008000:00000010:3.0:1767384398.292907:0:40441:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000004856e6ec. 00000080:00000010:3.0:1767384398.292909:0:40441:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c67c0a32. 00000020:00000010:3.0:1767384398.292910:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f4f76d. 00000020:00000010:3.0:1767384398.292912:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000a31cd1f4. 00000020:00000010:3.0:1767384398.292916:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000c0847215. 00000020:00000010:3.0:1767384398.292919:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d556a0b. 00000020:00000010:3.0:1767384398.292920:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045f2763a. 00000040:00000010:3.0:1767384398.292921:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000006f0ffc0. 00000020:00000010:3.0:1767384398.292922:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001473a974. 00000020:00000010:3.0:1767384398.292924:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.292925:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f621494. 80000000:00000010:3.0:1767384398.292927:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a3e4c4e. 40000000:00000010:3.0:1767384398.292928:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa563a48. 00100000:00000010:3.0:1767384398.292929:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bbf0c06a. 00040000:00000010:3.0:1767384398.292931:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de298979. 00040000:00000010:3.0:1767384398.292933:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000701936ae. 00040000:00000010:3.0:1767384398.292934:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000567802e4. 00080000:00000010:3.0:1767384398.292936:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008b9cabdc. 00000004:00000010:3.0:1767384398.292938:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b5e239c0. 00000004:00000010:3.0:1767384398.292939:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1b640c2. 00000004:00000010:3.0:1767384398.292940:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e5daa5e. 00000004:00000010:3.0:1767384398.292947:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a0718ac. 00000004:00000010:3.0:1767384398.292956:0:40441:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000065f1d842. 00000020:00000010:3.0:1767384398.292960:0:40441:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000087e0378. 00000100:00000010:3.0:1767384398.292974:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 02000000:00000010:3.0:1767384398.292984:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000061ae534d. 00000004:00000010:3.0:1767384398.293020:0:40441:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000065f1d842. 00040000:00000010:1.0:1767384398.293024:0:16137:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001716037c. 00000004:00000010:3.0:1767384398.293027:0:40441:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000c8f4f76d. 00000004:00000010:1.0:1767384398.293030:0:16137:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd920f17. 00020000:00000010:3.0:1767384398.293034:0:40441:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000025a98502. 00020000:00000010:3.0:1767384398.293041:0:40441:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000e6cf6256. 00000004:00000010:1.0:1767384398.293042:0:16137:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000973d7960. 00000004:00000010:1.0:1767384398.293047:0:16137:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b21cf38b. 00100000:00000010:3.0:1767384398.293049:0:40441:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000065f1d842. 00000004:00000010:1.0:1767384398.293050:0:16137:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b54c90bd. 00000020:00000010:3.0:1767384398.293056:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045f2763a. 00000040:00000010:3.0:1767384398.293061:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000006f0ffc0. 00000020:00000010:3.0:1767384398.293063:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001473a974. 02000000:00000010:1.0:1767384398.293064:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000660bb85. 00000020:00000010:3.0:1767384398.293065:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c373f313. 00000400:00000010:1.0:1767384398.293069:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006053a09a. 00000020:00000010:3.0:1767384398.293070:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002f621494. 80000000:00000010:3.0:1767384398.293075:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a3e4c4e. 00000400:00000010:1.0:1767384398.293075:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 40000000:00000010:3.0:1767384398.293076:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa563a48. 00000100:00000200:1.0:1767384398.293079:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737773312, portal 4 00100000:00000010:3.0:1767384398.293080:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bbf0c06a. 00040000:00000010:3.0:1767384398.293084:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de298979. 00040000:00000010:3.0:1767384398.293086:0:40441:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000701936ae. 00000020:00000010:1.0:1767384398.293087:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008cde8d03. 00040000:00000010:3.0:1767384398.293088:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000567802e4. 00080000:00000010:3.0:1767384398.293092:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008b9cabdc. 00000400:00000010:1.0:1767384398.293092:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f480e7b1. 00000004:00000010:3.0:1767384398.293096:0:40441:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b5e239c0. 00000100:00000200:1.0:1767384398.293097:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236737773312, offset 0 00000004:00000010:3.0:1767384398.293100:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1b640c2. 00000004:00000010:3.0:1767384398.293102:0:40441:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007e5daa5e. 00000400:00000200:1.0:1767384398.293104:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:3.0:1767384398.293105:0:40441:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a0718ac. 00000020:00000010:3.0:1767384398.293107:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d556a0b. 00000020:00000010:3.0:1767384398.293109:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000c0847215. 00000400:00000200:1.0:1767384398.293112:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384398.293116:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de298979. 00000020:00000010:3.0:1767384398.293120:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de298979. 00000400:00000200:1.0:1767384398.293120:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d708f00 00000020:00000010:3.0:1767384398.293125:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de298979. 00000400:00000200:1.0:1767384398.293127:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5752 00000020:00000010:3.0:1767384398.293128:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de298979. 00000020:00000010:3.0:1767384398.293133:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000fa563a48. 00000400:00000200:1.0:1767384398.293134:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384398.293135:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000fa563a48. 00000400:00000200:1.0:1767384398.293139:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384398.293142:0:40441:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb1ca106. 00000100:00000200:1.0:1767384398.293143:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384398.293148:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005129491f. 02000000:00000010:3.0:1767384398.293150:0:40441:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d556a0b. 00000100:00000010:3.0:1767384398.293172:0:40441:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b2c700b. 00000400:00000200:1.0:1767384398.293173:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f480e7b1 00000400:00000010:1.0:1767384398.293175:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f480e7b1. 00000100:00000200:1.0:1767384398.293181:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000709933fb x1853236737773312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384398.293185:0:40441:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007c341b57. 00000100:00000010:1.0:1767384398.293195:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000292b37ab. 00000400:00000010:3.0:1767384398.293199:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.293206:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ca1d3144. 00000100:00000010:1.0:1767384398.293206:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085462344. 00000020:00000010:0.0:1767384398.293209:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c8ba451. 00000100:00000200:3.0:1767384398.293212:0:40441:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737773440, portal 25 00000020:00000010:0.0:1767384398.293218:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029a09851. 00000400:00000010:3.0:1767384398.293220:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000010:1.0:1767384398.293220:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f2a80f5. 00000100:00000200:3.0:1767384398.293234:0:40441:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737773440, offset 0 00000020:00000010:0.0:1767384398.293235:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000100:00000010:1.0:1767384398.293237:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a8dad6a. 00000400:00000200:3.0:1767384398.293242:0:40441:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.293249:0:40441:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.293256:0:40441:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d708f80 00000400:00000200:3.0:1767384398.293261:0:40441:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2265 [2] + 0 00000400:00000010:3.0:1767384398.293264:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3ea1b5. 00000400:00000200:3.0:1767384398.293266:0:40441:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2bcadb3 00000400:00000200:3.0:1767384398.293268:0:40441:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.293271:0:40441:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.293273:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2bcadb3 00000400:00000010:3.0:1767384398.293296:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2bcadb3. 00000100:00000200:0.0:1767384398.293298:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773312 00000100:00000200:3.0:1767384398.293300:0:40441:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.293315:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:3.0:1767384398.293317:0:40441:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 02000000:00000010:0.0:1767384398.293317:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a2827582. 00000100:00000200:3.0:1767384398.293321:0:40441:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb1ca106 x1853236737773440/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384398.293327:0:40418:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000798d3c16. 00000020:00000010:0.0:1767384398.293328:0:17550:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000051ecedb8. 00000001:00000010:0.0:1767384398.293342:0:17550:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003ab35a4b. 00000020:00000010:1.0:1767384398.293347:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca0703e. 00000001:00000010:0.0:1767384398.293348:0:17550:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000090525153. 00000020:00000010:1.0:1767384398.293352:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca0703e. 00000001:00000010:0.0:1767384398.293354:0:17550:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000624fc628. 00000020:00000010:1.0:1767384398.293356:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc36950a. 00000001:00000010:0.0:1767384398.293359:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056475d43. 00000020:00000010:1.0:1767384398.293361:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000455b3ada. 00000020:00000010:1.0:1767384398.293365:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000001:00000010:0.0:1767384398.293366:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009475531d. 00000001:00000010:0.0:1767384398.293373:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebd80186. 00000001:00000010:0.0:1767384398.293377:0:17550:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c10a3af6. 00000020:00000010:1.0:1767384398.293396:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca0703e. 00000020:00000010:1.0:1767384398.293399:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca0703e. 00000100:00000200:1.0:1767384398.293401:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773440 00080000:00000010:0.0:1767384398.293408:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000f58cfcb. 02000000:00000010:1.0:1767384398.293418:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000f659246. 00000040:00000010:1.0:1767384398.293424:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c7c1478. 00000040:00000010:1.0:1767384398.293433:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000693a3966. 00000001:00000010:0.0:1767384398.293566:0:17550:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c5ab2693. 00000040:00000010:1.0:1767384398.293617:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000693a3966. 00000040:00000010:1.0:1767384398.293622:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c7c1478. 00010000:00000200:1.0:1767384398.293634:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7352f8c x1853236737773440/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8472 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384398.293649:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f6600671. 00000100:00000200:1.0:1767384398.293652:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737773440, offset 224 00000400:00000200:1.0:1767384398.293659:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.293668:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.293676:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d708f80 00000400:00000200:1.0:1767384398.293683:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2aed [4] + 224 00000400:00000200:1.0:1767384398.293690:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384398.293694:0:17550:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a0d5438d. 00000400:00000200:1.0:1767384398.293701:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384398.293706:0:17550:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000a0d5438d. 00000100:00000200:1.0:1767384398.293710:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb1ca106 x1853236737773440/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.293713:0:17550:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000214c03a1. 00000020:00000010:0.0:1767384398.293723:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012300fe9. 00000400:00000200:1.0:1767384398.293735:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6600671 00000400:00000010:1.0:1767384398.293738:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f6600671. 00000020:00000010:1.0:1767384398.293751:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000455b3ada. 00000020:00000010:1.0:1767384398.293754:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00010000:00000200:0.0:1767384398.293759:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005129491f x1853236737773312/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384418 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384398.293760:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc36950a. 00000400:00000010:3.0:1767384398.293762:0:40441:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000400:00000200:3.0:1767384398.293773:0:40441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca1d3144 02000000:00000010:1.0:1767384398.293774:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000f659246. 00000400:00000010:3.0:1767384398.293778:0:40441:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ca1d3144. 00000100:00000200:3.0:1767384398.293785:0:40441:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb1ca106 x1853236737773440/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.293785:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:1.0:1767384398.293790:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384398.293791:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236737773312, offset 0 00000400:00000010:1.0:1767384398.293799:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016f00513. 00000400:00000200:0.0:1767384398.293810:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384398.293816:0:40441:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb1ca106 x1853236737773440/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384398.293817:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6600671. 00000400:00000200:0.0:1767384398.293827:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.293846:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d708f00 00000400:00000200:0.0:1767384398.293851:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2ae5 [1] + 0 00000100:00000010:3.0:1767384398.293854:0:40441:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009b2c700b. 00000400:00000200:0.0:1767384398.293855:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.293862:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384398.293865:0:40441:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007c341b57. 00000100:00000200:0.0:1767384398.293869:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000709933fb x1853236737773312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384398.293874:0:40441:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008d556a0b. 00000100:00000010:3.0:1767384398.293880:0:40441:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb1ca106. 00000020:00000010:3.0:1767384398.293885:0:40441:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000de298979. 00000020:00000010:3.0:1767384398.293888:0:40441:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000de298979. 00000040:00000010:3.0:1767384398.293892:0:40441:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000038b6b834. 00000400:00000200:0.0:1767384398.293892:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.293902:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000020:00000010:3.0:1767384398.293906:0:40441:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000711a5f78. 00000400:00000010:1.0:1767384398.293911:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006053a09a. 00000400:00000200:1.0:1767384398.293916:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f533c0 00000020:00000010:0.0:1767384398.293916:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029a09851. 00000020:00000010:3.0:1767384398.293918:0:40441:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5a19018. 00000400:00000010:1.0:1767384398.293919:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 00000020:00000010:0.0:1767384398.293923:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000040:00000010:3.0:1767384398.293925:0:40441:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f33c99b3. 00000020:00000010:0.0:1767384398.293930:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c8ba451. 00000100:00000200:1.0:1767384398.293931:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000709933fb x1853236737773312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.293932:0:40441:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069c9a2c4. 00000020:00000010:3.0:1767384398.293943:0:40441:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d72e2dc5. 00000100:00000200:1.0:1767384398.293948:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000709933fb x1853236737773312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.293949:0:40441:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000094b9f5ea. 80000000:00000010:3.0:1767384398.293954:0:40441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e21b6aaf. 40000000:00000010:3.0:1767384398.293957:0:40441:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004924387b. 00100000:00000010:3.0:1767384398.293959:0:40441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b511aacf. 00040000:00000010:3.0:1767384398.293960:0:40441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b330083. 00040000:00000010:3.0:1767384398.293963:0:40441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003996821a. 00080000:00000010:3.0:1767384398.293965:0:40441:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009b877e19. 00000004:00000010:3.0:1767384398.293967:0:40441:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000044194ecf. 00002000:00000010:3.0:1767384398.293969:0:40441:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000058acd113. 00000020:00000010:3.0:1767384398.293972:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000800da49. 02000000:00000010:1.0:1767384398.293992:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000660bb85. 02000000:00000010:1.0:1767384398.293999:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000061ae534d. 00000100:00000010:1.0:1767384398.294003:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000709933fb. 00000100:00000010:0.0:1767384398.294003:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adec7fe0. 02000000:00000010:0.0:1767384398.294013:0:40446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a5afc289. 00000040:00000010:2.0:1767384398.294015:0:40414:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000091430906. 00000040:00000010:2.0:1767384398.294025:0:40414:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000572d3b69. 00000040:00000010:2.0:1767384398.294030:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f9e1cb1d. 00000020:00000010:2.0:1767384398.294037:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f2dfb9a. 00080000:00000010:1.0:1767384398.294039:0:40445:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000660bb85. 00000040:00000010:2.0:1767384398.294042:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000376ea9ee. 00000020:00000010:2.0:1767384398.294047:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004039e7c. 00000020:00000010:2.0:1767384398.294052:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cee2a161. 00040000:00000010:0.0:1767384398.294053:0:16138:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000070cfec2a. 00040000:00000010:3.0:1767384398.294055:0:16139:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e5daa5e. 00080000:00000010:1.0:1767384398.294057:0:40445:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008c8aeb18. 80000000:00000010:2.0:1767384398.294059:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf167c35. 00000004:00000010:0.0:1767384398.294060:0:16138:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000af0cda4f. 00000004:00000010:3.0:1767384398.294061:0:16139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b5e239c0. 00040000:00000010:2.0:1767384398.294071:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2317e23. 00000004:00000010:3.0:1767384398.294074:0:16139:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1b640c2. 00000004:00000010:0.0:1767384398.294074:0:16138:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008cf82492. 00080000:00000010:2.0:1767384398.294079:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a00317db. 20000000:00000010:2.0:1767384398.294088:0:40414:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000064f6a52c. 00000004:00000010:3.0:1767384398.294092:0:16139:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008b9cabdc. 00000004:00000010:0.0:1767384398.294092:0:16138:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000585ca427. 00000020:00000010:2.0:1767384398.294093:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089f58548. 10000000:00000010:2.0:1767384398.294102:0:40414:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004a3fe151. 00000004:00000010:3.0:1767384398.294108:0:16139:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a0718ac. 00080000:00000010:1.0:1767384398.294108:0:40445:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000315c9434. 00000004:00000010:0.0:1767384398.294108:0:16138:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bf1a33e0. 00000004:00000010:1.0:1767384398.294118:0:40445:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006f8f617d. 00000100:00000010:2.0:1767384398.294121:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:3.0:1767384398.294129:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033355b74. 00000400:00000010:3.0:1767384398.294135:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 02000000:00000010:2.0:1767384398.294135:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b202656a. 00000400:00000010:3.0:1767384398.294140:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9b257c. 00000100:00000200:3.0:1767384398.294144:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737773568, portal 4 00000020:00000010:3.0:1767384398.294148:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000038b6b834. 00010000:00000010:2.0:1767384398.294149:0:40414:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3be3ebf. 00000400:00000010:3.0:1767384398.294166:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00010000:00000010:2.0:1767384398.294170:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dd0e0d3. 00000100:00000200:3.0:1767384398.294171:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236737773568, offset 0 00000400:00000200:3.0:1767384398.294178:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.294184:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384398.294185:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 00000400:00000200:3.0:1767384398.294194:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d709000 02000000:00000010:2.0:1767384398.294197:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000103805da. 00000400:00000200:3.0:1767384398.294200:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000400:00000200:3.0:1767384398.294204:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384398.294204:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571dc036. 00000400:00000200:3.0:1767384398.294211:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384398.294212:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:3.0:1767384398.294214:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:2.0:1767384398.294219:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737773696, portal 25 00000100:00000010:3.0:1767384398.294220:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb1ca106. 00000400:00000010:2.0:1767384398.294226:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.294229:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737773696, offset 0 00000400:00000200:2.0:1767384398.294240:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.294246:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.294249:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000400:00000200:2.0:1767384398.294251:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384398.294255:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adec7fe0 x1853236737773568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.294263:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d709080 00000400:00000200:2.0:1767384398.294273:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2269 [2] + 0 00000400:00000010:2.0:1767384398.294312:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d898bb6. 00000400:00000200:2.0:1767384398.294315:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8da1c86 00000400:00000200:2.0:1767384398.294319:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.294323:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.294327:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8da1c86 00000400:00000010:2.0:1767384398.294329:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8da1c86. 00000100:00000200:2.0:1767384398.294334:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.294349:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.294352:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.294361:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737773696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384398.294369:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca0703e. 00000020:00000010:1.0:1767384398.294372:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca0703e. 00000020:00000010:1.0:1767384398.294377:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc36950a. 00000020:00000010:1.0:1767384398.294382:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.294384:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384398.294424:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca0703e. 00000020:00000010:1.0:1767384398.294427:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca0703e. 00000100:00000200:1.0:1767384398.294432:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773696 00000020:00000010:2.0:1767384398.294441:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea65f1cc. 00010000:00000010:1.0:1767384398.294443:0:40418:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000097ec23c8. 00000020:00000010:2.0:1767384398.294448:0:32914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000012300fe9. 00010000:00000010:1.0:1767384398.294449:0:40418:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004876a089. 00000020:00000010:1.0:1767384398.294453:0:40418:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008ca0703e. 02000000:00000010:1.0:1767384398.294465:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000036314fa7. 00000020:00000010:2.0:1767384398.294469:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002092b239. 00000020:00000010:2.0:1767384398.294475:0:32914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006495ec3f. 00000020:00000010:2.0:1767384398.294480:0:32914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00010000:00000200:1.0:1767384398.294482:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009af477c0 x1853236737773696/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384398.294492:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 00000100:00000200:1.0:1767384398.294496:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737773696, offset 224 00000400:00000200:1.0:1767384398.294501:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.294507:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.294514:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d709080 00000400:00000200:1.0:1767384398.294518:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b09 [1] + 224 00000400:00000200:1.0:1767384398.294522:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384398.294524:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384398.294530:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737773696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384398.294543:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f533c0 00000400:00000010:1.0:1767384398.294545:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 00000020:00000010:1.0:1767384398.294554:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.294556:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384398.294559:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc36950a. 02000000:00000010:1.0:1767384398.294568:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000036314fa7. 00000100:00000200:1.0:1767384398.294574:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384398.294578:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006053a09a. 00000400:00000010:1.0:1767384398.294582:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001804f46e. 00000020:00000010:2.0:1767384398.294597:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b068c46. 00000020:00000010:2.0:1767384398.294603:0:32914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b068c46. 00000100:00000200:2.0:1767384398.294606:0:32914:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773568 02000000:00000010:2.0:1767384398.294618:0:32914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bf880f34. 00010000:00000200:2.0:1767384398.294641:0:32914:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eb1ca106 x1853236737773568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:379/0 lens 224/368 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.294659:0:32914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.294663:0:32914:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236737773568, offset 224 00000400:00000200:2.0:1767384398.294667:0:32914:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.294672:0:32914:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.294678:0:32914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d709000 00000400:00000200:2.0:1767384398.294682:0:32914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2b01 [1] + 224 00000400:00000200:2.0:1767384398.294686:0:32914:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.294689:0:32914:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384398.294694:0:32914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adec7fe0 x1853236737773568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384414 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.294715:0:32914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.294717:0:32914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384398.294726:0:32914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006495ec3f. 00000020:00000010:2.0:1767384398.294730:0:32914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000020:00000010:2.0:1767384398.294733:0:32914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002092b239. 00000400:00000010:2.0:1767384398.294756:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032647f32. 00000400:00000200:2.0:1767384398.294762:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9b257c 00000400:00000010:2.0:1767384398.294764:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9b257c. 00000100:00000200:2.0:1767384398.294769:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adec7fe0 x1853236737773568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.294779:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adec7fe0 x1853236737773568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.294792:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000009bf9773. 02000000:00000010:2.0:1767384398.294813:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033355b74. 02000000:00000010:2.0:1767384398.294817:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a5afc289. 00000100:00000010:2.0:1767384398.294821:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adec7fe0. 00000400:00000010:2.0:1767384398.295744:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571dc036. 00000400:00000200:2.0:1767384398.295751:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.295753:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.295765:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737773696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.295780:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737773696/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.295804:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.295817:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000103805da. 02000000:00000010:2.0:1767384398.295820:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b202656a. 00000100:00000010:2.0:1767384398.295825:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 10000000:00000010:2.0:1767384398.295846:0:40414:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000aa722546. 00000100:00000010:2.0:1767384398.296928:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.296938:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b202656a. 00000100:00000010:2.0:1767384398.296947:0:40414:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000103805da. 00000100:00000010:2.0:1767384398.296952:0:40414:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000068e57d5f. 00000100:00000010:2.0:1767384398.296969:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 00000400:00000010:2.0:1767384398.296979:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571dc036. 00000400:00000010:2.0:1767384398.296985:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea6ce484. 00000100:00000200:2.0:1767384398.296991:0:40414:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824d709100-0x695824d709100, portal 33 02000000:00000010:2.0:1767384398.296996:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002092b239. 00000400:00000010:2.0:1767384398.297000:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca53cde6. 00000400:00000010:2.0:1767384398.297005:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.297008:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737773824, portal 25 00000400:00000010:2.0:1767384398.297012:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.297016:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236737773824, offset 0 00000400:00000200:2.0:1767384398.297022:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.297032:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.297043:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d709100 00000400:00000200:2.0:1767384398.297050:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x226d [2] + 0 00000400:00000010:2.0:1767384398.297054:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b53285f. 00000400:00000200:2.0:1767384398.297058:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060aacb45 00000400:00000200:2.0:1767384398.297062:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.297066:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.297070:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060aacb45 00000400:00000010:2.0:1767384398.297073:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060aacb45. 00000100:00000200:2.0:1767384398.297080:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.297101:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.297105:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.297113:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737773824/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.297136:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.297140:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.297147:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d556a0b. 00000020:00000010:3.0:1767384398.297150:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003464a26c. 00000020:00000010:3.0:1767384398.297164:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384398.297194:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.297199:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff65602e. 00000100:00000200:3.0:1767384398.297202:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773824 02000000:00000010:3.0:1767384398.297211:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000086efe83f. 20000000:00000010:3.0:1767384398.297219:0:40418:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000701936ae. 00000100:00000010:3.0:1767384398.297251:0:40418:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fb2da210. 00000100:00000010:3.0:1767384398.297254:0:40418:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000024f12b06. 00000400:00000010:3.0:1767384398.297258:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000400:00000010:3.0:1767384398.297263:0:40418:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000577610da. 00000400:00000200:3.0:1767384398.297266:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.297273:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.297302:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824d709100 00000400:00000200:3.0:1767384398.297306:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2b1d [256] + 0 00000400:00000010:3.0:1767384398.297309:0:40418:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571dc036. 00000400:00000200:3.0:1767384398.297312:0:40418:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea6ce484 00000400:00000200:3.0:1767384398.297315:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.297319:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.297322:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea6ce484 00000400:00000010:3.0:1767384398.297323:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ea6ce484. 00000100:00000200:3.0:1767384398.297327:0:40418:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ae67c1ba desc 00000000103805da mbits 1853236737773824 00000400:00000200:3.0:1767384398.297339:0:40418:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384398.297349:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384398.297363:0:40418:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2b29 00000400:00000200:3.0:1767384398.297366:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.297370:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384398.297374:0:40418:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fb2da210 00000400:00000200:3.0:1767384398.297390:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.297393:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.297396:0:40418:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fb2da210 00000100:00000200:3.0:1767384398.297401:0:40418:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824d709100-0x695824d709100 00000100:00000010:3.0:1767384398.297408:0:40418:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000024f12b06. 00000100:00000010:3.0:1767384398.297412:0:40418:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fb2da210. 20000000:00000010:3.0:1767384398.297418:0:40418:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000701936ae. 00010000:00000200:3.0:1767384398.297423:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c748e7e x1853236737773824/t0(0) o256->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 304/240 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.297432:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.297434:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236737773824, offset 224 00000400:00000200:3.0:1767384398.297437:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.297442:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.297447:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d709100 00000400:00000200:3.0:1767384398.297450:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2b21 [1] + 224 00000400:00000200:3.0:1767384398.297453:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.297455:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384398.297459:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737773824/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384398.297474:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.297476:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000020:00000010:3.0:1767384398.297484:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003464a26c. 00000020:00000010:3.0:1767384398.297486:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384398.297490:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d556a0b. 02000000:00000010:3.0:1767384398.297494:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000086efe83f. 00000100:00000200:3.0:1767384398.297498:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384398.297501:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002938df0. 00000400:00000010:2.0:1767384398.297504:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca53cde6. 00000400:00000200:2.0:1767384398.297510:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.297511:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000400:00000010:3.0:1767384398.297517:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca1d3144. 00000100:00000200:2.0:1767384398.297518:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737773824/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.297529:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737773824/t0(0) o256->MGC192.168.203.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.297545:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 10000000:00000010:2.0:1767384398.297553:0:40414:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000026fe928e. 00000100:00000200:2.0:1767384398.297563:0:40414:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.152@tcp with 192.168.203.152@tcp 00000100:00000200:2.0:1767384398.297565:0:40414:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.152@tcp' 00000100:00000200:2.0:1767384398.297568:0:40414:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.152@tcp' 00000400:00000200:2.0:1767384398.297570:0:40414:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384398.297574:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:2.0:1767384398.297578:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384398.297582:0:40414:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:2.0:1767384398.297587:0:40414:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384398.297591:0:40414:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384398.297593:0:40414:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000400:00000200:2.0:1767384398.297595:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:2.0:1767384398.297598:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:2.0:1767384398.297601:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297603:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:2.0:1767384398.297605:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.297608:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297610:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:2.0:1767384398.297612:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:2.0:1767384398.297614:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297616:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:2.0:1767384398.297619:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:2.0:1767384398.297624:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297626:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:2.0:1767384398.297629:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:2.0:1767384398.297635:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297638:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:2.0:1767384398.297640:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:2.0:1767384398.297643:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297644:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:2.0:1767384398.297647:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:2.0:1767384398.297650:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297652:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:2.0:1767384398.297654:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:2.0:1767384398.297660:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297661:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:2.0:1767384398.297663:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:2.0:1767384398.297667:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297669:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:2.0:1767384398.297670:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:2.0:1767384398.297674:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297676:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:2.0:1767384398.297678:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:2.0:1767384398.297681:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297682:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:2.0:1767384398.297684:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:2.0:1767384398.297688:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297690:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:2.0:1767384398.297692:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:2.0:1767384398.297694:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297696:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:2.0:1767384398.297698:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:2.0:1767384398.297701:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297703:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:2.0:1767384398.297704:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:2.0:1767384398.297707:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297709:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:2.0:1767384398.297710:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:2.0:1767384398.297714:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297715:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:2.0:1767384398.297718:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:2.0:1767384398.297723:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297725:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:2.0:1767384398.297727:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:2.0:1767384398.297729:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297732:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:2.0:1767384398.297734:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:2.0:1767384398.297737:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297740:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:2.0:1767384398.297741:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:2.0:1767384398.297744:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297745:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:2.0:1767384398.297746:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:2.0:1767384398.297753:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297755:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:2.0:1767384398.297757:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:2.0:1767384398.297760:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297762:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:2.0:1767384398.297764:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:2.0:1767384398.297768:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297772:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:2.0:1767384398.297774:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:2.0:1767384398.297779:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297781:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:2.0:1767384398.297783:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:2.0:1767384398.297789:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297791:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:2.0:1767384398.297795:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:2.0:1767384398.297801:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297804:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:2.0:1767384398.297806:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:2.0:1767384398.297809:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297812:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:2.0:1767384398.297815:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:2.0:1767384398.297819:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297822:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:2.0:1767384398.297825:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:2.0:1767384398.297828:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297831:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:2.0:1767384398.297834:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:2.0:1767384398.297838:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297840:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:2.0:1767384398.297842:0:40414:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:2.0:1767384398.297845:0:40414:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384398.297846:0:40414:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 10000000:00000010:2.0:1767384398.297966:0:40414:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c70703e7. 00000020:00000010:2.0:1767384398.297972:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc8eec7. 00000020:00000010:2.0:1767384398.297975:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000353dd3b2. 00000040:00000010:2.0:1767384398.297977:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000099bc55e9. 00000020:00000010:2.0:1767384398.297980:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f345e62. 00000020:00000010:2.0:1767384398.297983:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384398.297985:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad7d7b6d. 80000000:00000010:2.0:1767384398.297987:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007afcf80e. 40000000:00000010:2.0:1767384398.297989:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003a3349fb. 00100000:00000010:2.0:1767384398.297992:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047c3adc7. 00040000:00000010:2.0:1767384398.297994:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f7463ac. 00040000:00000010:2.0:1767384398.297997:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008db4e870. 00040000:00000010:2.0:1767384398.297999:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033f9d2ae. 00080000:00000010:2.0:1767384398.298001:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e76a5601. 00000004:00000010:2.0:1767384398.298003:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea4ea0e7. 00000004:00000010:2.0:1767384398.298007:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044194ecf. 00000004:00000010:2.0:1767384398.298010:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6b28ba3. 00002000:00000010:2.0:1767384398.298012:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000094f70956. 00000004:00000010:2.0:1767384398.298015:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001461110d. 00000020:00000010:2.0:1767384398.298101:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000353dd3b2. 00000040:00000010:2.0:1767384398.298105:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000099bc55e9. 00000020:00000010:2.0:1767384398.298109:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f345e62. 00000020:00000010:2.0:1767384398.298112:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384398.298116:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad7d7b6d. 80000000:00000010:2.0:1767384398.298119:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007afcf80e. 40000000:00000010:2.0:1767384398.298121:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003a3349fb. 00100000:00000010:2.0:1767384398.298125:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000047c3adc7. 00040000:00000010:2.0:1767384398.298130:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f7463ac. 00040000:00000010:2.0:1767384398.298136:0:40414:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008db4e870. 00040000:00000010:2.0:1767384398.298140:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033f9d2ae. 00080000:00000010:2.0:1767384398.298144:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e76a5601. 00000004:00000010:2.0:1767384398.298148:0:40414:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea4ea0e7. 00000004:00000010:2.0:1767384398.298164:0:40414:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000044194ecf. 00000004:00000010:2.0:1767384398.298168:0:40414:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6b28ba3. 00002000:00000010:2.0:1767384398.298171:0:40414:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000094f70956. 00000004:00000010:2.0:1767384398.298175:0:40414:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001461110d. 00000020:00000010:2.0:1767384398.298178:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc8eec7. 10000000:00000010:2.0:1767384398.298185:0:40414:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c70703e7. 10000000:00000010:2.0:1767384398.298188:0:40414:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000026fe928e. 02000000:00000010:2.0:1767384398.298194:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002092b239. 00000100:00000010:2.0:1767384398.298203:0:40414:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000068e57d5f. 00000100:00000010:2.0:1767384398.298207:0:40414:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000103805da. 02000000:00000010:2.0:1767384398.298210:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b202656a. 00000100:00000010:2.0:1767384398.298214:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 10000000:00000010:2.0:1767384398.298910:0:40414:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000aa722546. 00000100:00000010:2.0:1767384398.298941:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.298949:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b202656a. 00010000:00000010:2.0:1767384398.298959:0:40414:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f749d4a. 00010000:00000010:2.0:1767384398.298967:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c2e5e848. 00000100:00000010:2.0:1767384398.298976:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.298989:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000103805da. 00000400:00000010:2.0:1767384398.298994:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca53cde6. 00000400:00000010:2.0:1767384398.299002:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.299006:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737773952, portal 25 00000400:00000010:2.0:1767384398.299010:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.299014:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737773952, offset 0 00000400:00000200:2.0:1767384398.299025:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.299036:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.299042:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d709180 00000400:00000200:2.0:1767384398.299047:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2271 [2] + 0 00000400:00000010:2.0:1767384398.299051:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002afb157f. 00000400:00000200:2.0:1767384398.299055:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008021b615 00000400:00000200:2.0:1767384398.299059:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.299064:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.299069:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008021b615 00000400:00000010:2.0:1767384398.299074:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008021b615. 00000100:00000200:2.0:1767384398.299078:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.299101:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.299104:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.299110:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737773952/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.299691:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.299694:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.299698:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567802e4. 00000020:00000010:3.0:1767384398.299701:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000505a9092. 00000020:00000010:3.0:1767384398.299708:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384398.299735:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff65602e. 00000020:00000010:3.0:1767384398.299739:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff65602e. 00000100:00000200:3.0:1767384398.299741:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737773952 00010000:00000010:3.0:1767384398.299750:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bf35c694. 00010000:00000010:3.0:1767384398.299755:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d5ca49. 00000020:00000010:3.0:1767384398.299759:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ff65602e. 02000000:00000010:3.0:1767384398.299768:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000086efe83f. 00010000:00000200:3.0:1767384398.299778:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007292e78a x1853236737773952/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.299786:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.299788:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737773952, offset 224 00000400:00000200:3.0:1767384398.299792:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.299795:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.299799:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d709180 00000400:00000200:3.0:1767384398.299803:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b35 [1] + 224 00000400:00000200:3.0:1767384398.299805:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.299808:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384398.299811:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737773952/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384398.299826:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.299828:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000020:00000010:3.0:1767384398.299834:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000505a9092. 00000020:00000010:3.0:1767384398.299836:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000400:00000010:2.0:1767384398.299836:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca53cde6. 00000400:00000200:2.0:1767384398.299843:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000020:00000010:3.0:1767384398.299844:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567802e4. 00000400:00000010:2.0:1767384398.299847:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 02000000:00000010:3.0:1767384398.299850:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000086efe83f. 00000100:00000200:3.0:1767384398.299857:0:40419:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384398.299857:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737773952/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.299861:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032647f32. 00000400:00000010:3.0:1767384398.299865:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aa2b817. 00000100:00000200:2.0:1767384398.299875:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737773952/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.299891:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.299901:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000103805da. 02000000:00000010:2.0:1767384398.299904:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b202656a. 00000100:00000010:2.0:1767384398.299908:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 10000000:00000010:2.0:1767384398.299914:0:40414:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003a3349fb. 00000020:00000010:2.0:1767384398.299918:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b202656a. 00000020:00000010:2.0:1767384398.299921:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002092b239. 00000040:00000010:2.0:1767384398.299924:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fc8eec7. 00000020:00000010:2.0:1767384398.299927:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aa722546. 00000020:00000010:2.0:1767384398.299931:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033f9d2ae. 80000000:00000010:2.0:1767384398.299935:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007afcf80e. 00040000:00000010:2.0:1767384398.299939:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad7d7b6d. 00080000:00000010:2.0:1767384398.299942:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6b28ba3. 20000000:00000010:2.0:1767384398.299944:0:40414:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000099bc55e9. 00000040:00000010:2.0:1767384398.299950:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000353dd3b2. 00000100:00000010:2.0:1767384398.299954:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.299960:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000182cc2f2. 00000100:00000010:2.0:1767384398.299968:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.299975:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000542ae87c. 00000400:00000010:2.0:1767384398.299979:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca53cde6. 00000400:00000010:2.0:1767384398.299984:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.299987:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737774080, portal 25 00000400:00000010:2.0:1767384398.299991:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.299994:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236737774080, offset 0 00000400:00000200:2.0:1767384398.300000:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.300007:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.300017:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824d709200 00000400:00000200:2.0:1767384398.300023:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2275 [2] + 0 00000400:00000010:2.0:1767384398.300026:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8d8ec0. 00000400:00000200:2.0:1767384398.300030:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc275d81 00000400:00000200:2.0:1767384398.300033:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.300038:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.300041:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc275d81 00000400:00000010:2.0:1767384398.300042:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc275d81. 00000100:00000200:2.0:1767384398.300048:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.300067:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.300070:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.300078:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737774080/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.300092:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d170a4. 00000020:00000010:3.0:1767384398.300095:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d170a4. 00000020:00000010:3.0:1767384398.300100:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567802e4. 00000020:00000010:3.0:1767384398.300103:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000505a9092. 00000020:00000010:3.0:1767384398.300108:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384398.300142:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077d170a4. 00000020:00000010:3.0:1767384398.300143:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077d170a4. 00000100:00000200:3.0:1767384398.300145:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774080 02000000:00000010:3.0:1767384398.300162:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000086efe83f. 00000040:00000010:3.0:1767384398.300166:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f621494. 00000040:00000010:3.0:1767384398.300190:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000fdfa4e7f. 00000020:00000010:3.0:1767384398.300194:0:40419:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de298979. 00080000:00000010:3.0:1767384398.300198:0:40419:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000007b7c3b5. 00000040:00000010:3.0:1767384398.300334:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000fdfa4e7f. 00000040:00000010:3.0:1767384398.300340:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f621494. 00010000:00000200:3.0:1767384398.300356:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6efed81 x1853236737774080/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 504/272 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.300369:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.300373:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236737774080, offset 224 00000400:00000200:3.0:1767384398.300385:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.300394:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.300400:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d709200 00000400:00000200:3.0:1767384398.300402:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b45 [1] + 224 00000400:00000200:3.0:1767384398.300405:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.300409:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384398.300420:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737774080/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384398.300443:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:3.0:1767384398.300445:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000020:00000010:3.0:1767384398.300455:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000505a9092. 00000020:00000010:3.0:1767384398.300459:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000400:00000010:2.0:1767384398.300463:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca53cde6. 00000020:00000010:3.0:1767384398.300464:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567802e4. 00000400:00000200:2.0:1767384398.300472:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.300477:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 02000000:00000010:3.0:1767384398.300478:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000086efe83f. 00000100:00000200:3.0:1767384398.300484:0:40419:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384398.300488:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003558a7d0. 00000100:00000200:2.0:1767384398.300489:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737774080/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.300494:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ccc36b2. 00000100:00000200:2.0:1767384398.300505:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737774080/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.300519:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.300526:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000542ae87c. 02000000:00000010:2.0:1767384398.300529:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000182cc2f2. 00000100:00000010:2.0:1767384398.300534:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 00000040:00000010:2.0:1767384398.300542:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000100:00000010:2.0:1767384398.300546:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.300552:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000182cc2f2. 00000100:00000010:2.0:1767384398.300557:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.300572:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007c341b57. 00000400:00000010:2.0:1767384398.300577:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca53cde6. 00000400:00000010:2.0:1767384398.300581:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cc275d81. 00000100:00000200:2.0:1767384398.300585:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737774208, portal 25 00000400:00000010:2.0:1767384398.300590:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.300592:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737774208, offset 0 00000400:00000200:2.0:1767384398.300596:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.300601:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.300605:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d709280 00000400:00000200:2.0:1767384398.300608:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2279 [2] + 0 00000400:00000010:2.0:1767384398.300611:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694b96e1. 00000400:00000200:2.0:1767384398.300614:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ac795b1 00000400:00000200:2.0:1767384398.300616:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.300619:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.300621:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac795b1 00000400:00000010:2.0:1767384398.300622:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ac795b1. 00000100:00000200:2.0:1767384398.300625:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.300636:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.300638:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.300641:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737774208/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.300661:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000757ddc0c. 00000020:00000010:3.0:1767384398.300666:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000757ddc0c. 00000020:00000010:3.0:1767384398.300670:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000567802e4. 00000020:00000010:3.0:1767384398.300672:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000505a9092. 00000020:00000010:3.0:1767384398.300675:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384398.300695:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000757ddc0c. 00000020:00000010:3.0:1767384398.300697:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000757ddc0c. 00000100:00000200:3.0:1767384398.300700:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774208 02000000:00000010:3.0:1767384398.300713:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006b3df35b. 00000040:00000010:3.0:1767384398.300719:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f621494. 00000040:00000010:3.0:1767384398.300730:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000051ecd1dc. 00000040:00000010:3.0:1767384398.300736:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000051ecd1dc. 00000040:00000010:3.0:1767384398.300740:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f621494. 00010000:00000200:3.0:1767384398.300747:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ab751d1 x1853236737774208/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8416 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.300755:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009b2c700b. 00000100:00000200:3.0:1767384398.300758:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236737774208, offset 224 00000400:00000200:3.0:1767384398.300762:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.300770:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.300775:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d709280 00000400:00000200:3.0:1767384398.300779:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b55 [4] + 224 00000400:00000200:3.0:1767384398.300783:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.300785:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384398.300789:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737774208/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384398.300810:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2c700b 00000400:00000010:3.0:1767384398.300812:0:40419:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009b2c700b. 00000400:00000010:2.0:1767384398.300822:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca53cde6. 00000020:00000010:3.0:1767384398.300824:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000505a9092. 00000400:00000200:2.0:1767384398.300828:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc275d81 00000020:00000010:3.0:1767384398.300829:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000400:00000010:2.0:1767384398.300832:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cc275d81. 00000020:00000010:3.0:1767384398.300833:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000567802e4. 02000000:00000010:3.0:1767384398.300839:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006b3df35b. 00000100:00000200:2.0:1767384398.300843:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737774208/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384398.300850:0:40419:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384398.300855:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b2ab7b. 00000100:00000200:2.0:1767384398.300856:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737774208/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384398.300859:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b2c700b. 00000100:00000010:2.0:1767384398.300874:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000011a486d3. 02000000:00000010:2.0:1767384398.300884:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007c341b57. 02000000:00000010:2.0:1767384398.300897:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000182cc2f2. 00000100:00000010:2.0:1767384398.300902:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 00000040:00000010:2.0:1767384398.300910:0:40414:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000193c2de. 00000020:00000010:1.0:1767384398.301261:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025dfccef. 00000020:00000010:1.0:1767384398.301265:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094a9bef2. 00000040:00000010:1.0:1767384398.301267:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e22c4c49. 00000020:00000010:1.0:1767384398.301270:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a6aa3e5. 00000020:00000010:1.0:1767384398.301367:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.301517:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf29336a. 80000000:00000010:1.0:1767384398.301521:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b27b7288. 40000000:00000010:1.0:1767384398.301523:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1da7d80. 00100000:00000010:1.0:1767384398.301611:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000366d13e3. 00040000:00000010:1.0:1767384398.301616:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000585bab1e. 00040000:00000010:1.0:1767384398.301619:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6e29fb6. 00040000:00000010:1.0:1767384398.301621:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e45e3b84. 00080000:00000010:1.0:1767384398.301624:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004eeedb35. 00000004:00000010:1.0:1767384398.301627:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036e728a5. 00000004:00000010:1.0:1767384398.301630:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.301634:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000090ff435b. 00002000:00000010:1.0:1767384398.301636:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000036314fa7. 00000004:00000010:1.0:1767384398.301639:0:40448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c29b9beb. 00000020:00000010:1.0:1767384398.301642:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000059c360e1. 00000040:00000010:1.0:1767384398.301648:0:40448:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000693a3966. 00000040:00000010:1.0:1767384398.302017:0:40448:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000693a3966. 00000020:00000010:1.0:1767384398.302023:0:40448:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000059c360e1. 00000020:00000010:1.0:1767384398.302030:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000094a9bef2. 00000040:00000010:1.0:1767384398.302035:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e22c4c49. 00000020:00000010:1.0:1767384398.302037:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a6aa3e5. 00000020:00000010:1.0:1767384398.302040:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.302045:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf29336a. 80000000:00000010:1.0:1767384398.302048:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b27b7288. 40000000:00000010:1.0:1767384398.302054:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a1da7d80. 00100000:00000010:1.0:1767384398.302058:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000366d13e3. 00040000:00000010:1.0:1767384398.302063:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000585bab1e. 00040000:00000010:1.0:1767384398.302068:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6e29fb6. 00040000:00000010:1.0:1767384398.302072:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e45e3b84. 00080000:00000010:1.0:1767384398.302077:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004eeedb35. 00000004:00000010:1.0:1767384398.302082:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036e728a5. 00000004:00000010:1.0:1767384398.302084:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.302087:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090ff435b. 00002000:00000010:1.0:1767384398.302089:0:40448:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000036314fa7. 00000004:00000010:1.0:1767384398.302092:0:40448:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c29b9beb. 00000020:00000010:1.0:1767384398.302095:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025dfccef. 00000040:00000010:3.0:1767384398.302249:0:40414:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000193c2de. 00000040:00000010:3.0:1767384398.302257:0:40414:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:3.0:1767384398.302261:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000353dd3b2. 00000020:00000010:3.0:1767384398.302273:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002092b239. 00000040:00000010:3.0:1767384398.302305:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fc8eec7. 00000020:00000010:3.0:1767384398.302309:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa722546. 00000020:00000010:3.0:1767384398.302318:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033f9d2ae. 80000000:00000010:3.0:1767384398.302321:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007afcf80e. 00040000:00000010:3.0:1767384398.302327:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad7d7b6d. 00080000:00000010:3.0:1767384398.302330:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6b28ba3. 20000000:00000010:3.0:1767384398.302334:0:40414:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000099bc55e9. 00000020:00000010:3.0:1767384398.302340:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b202656a. 10000000:00000010:3.0:1767384398.302345:0:40414:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003a3349fb. 00000020:00000010:3.0:1767384398.302365:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bea822a1. 00000040:00000010:3.0:1767384398.302374:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bec3cbf5. 00000020:00000010:3.0:1767384398.302379:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6cd2070. 00000020:00000010:3.0:1767384398.302384:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aa150184. 00040000:00000010:3.0:1767384398.302390:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000968d190d. 00040000:00000010:3.0:1767384398.302394:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed34e5b1. 00080000:00000010:3.0:1767384398.302399:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a2293fb6. 00000020:00000010:3.0:1767384398.302408:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bd5ea5. 00000020:00000010:3.0:1767384398.302416:0:40414:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000001fcb24bf. 00000020:00000010:3.0:1767384398.302422:0:40414:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000067cf1075. 00000020:00000010:3.0:1767384398.302656:0:40414:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000008716b858. 00000020:00000010:3.0:1767384398.302662:0:40414:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000001c90c4f6. 00000020:00000010:3.0:1767384398.302667:0:40414:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000505a9092. 00000020:00000010:3.0:1767384398.302671:0:40414:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000022d3be7. 00000020:00000010:3.0:1767384398.302675:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f0ffc0. 00000020:00000010:3.0:1767384398.302680:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045f2763a. 00000040:00000010:3.0:1767384398.302684:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f621494. 00000020:00000010:3.0:1767384398.302689:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e032e0b8. 00000020:00000010:3.0:1767384398.302694:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed34e5b1. 00040000:00000010:3.0:1767384398.302699:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e14f28d0. 00040000:00000010:3.0:1767384398.302704:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa150184. 00080000:00000010:3.0:1767384398.302750:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6ef881c. 10000000:00000010:3.0:1767384398.302761:0:40414:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000bec3cbf5. 00000100:00000010:3.0:1767384398.302774:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bd765d7. 02000000:00000010:3.0:1767384398.303233:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bea822a1. 00010000:00000010:3.0:1767384398.303243:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7231b4c. 00000100:00000010:3.0:1767384398.303252:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068e6291e. 02000000:00000010:3.0:1767384398.303266:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086efe83f. 00000400:00000010:3.0:1767384398.303270:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050708444. 00000400:00000010:3.0:1767384398.303297:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000100:00000200:3.0:1767384398.303301:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737774336, portal 25 00000400:00000010:3.0:1767384398.303305:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384398.303307:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236737774336, offset 0 00000400:00000200:3.0:1767384398.303312:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.303317:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.303322:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d709300 00000400:00000200:3.0:1767384398.303326:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x227d [2] + 0 00000400:00000010:3.0:1767384398.303328:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc28fbd6. 00000400:00000200:3.0:1767384398.303331:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e48315d4 00000400:00000200:3.0:1767384398.303334:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.303336:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.303338:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48315d4 00000400:00000010:3.0:1767384398.303339:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e48315d4. 00000100:00000200:3.0:1767384398.303343:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.303358:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384398.303360:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384398.303367:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008bd765d7 x1853236737774336/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.303884:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e5dc142. 00000020:00000010:0.0:1767384398.303891:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e5dc142. 00000020:00000010:0.0:1767384398.303897:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf3a299a. 00000020:00000010:0.0:1767384398.303904:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067cf1075. 00000020:00000010:0.0:1767384398.303907:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f3eee145. 00000020:00000010:2.0:1767384398.303962:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f104b6da. 00000020:00000010:2.0:1767384398.303968:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f104b6da. 00000100:00000200:2.0:1767384398.303971:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774336 00010000:00000010:2.0:1767384398.303984:0:40418:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001c6f5905. 00000020:00000010:2.0:1767384398.303989:0:40418:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f104b6da. 02000000:00000010:2.0:1767384398.304000:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000103805da. 00010000:00000200:2.0:1767384398.304015:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f48ae07 x1853236737774336/t0(0) o101->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.304032:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.304036:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236737774336, offset 224 00000400:00000200:2.0:1767384398.304045:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.304051:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.304062:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d709300 00000400:00000200:2.0:1767384398.304072:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b65 [1] + 224 00000400:00000200:2.0:1767384398.304077:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.304080:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384398.304089:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008bd765d7 x1853236737774336/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.304113:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.304114:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000020:00000010:2.0:1767384398.304125:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067cf1075. 00000020:00000010:2.0:1767384398.304130:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f3eee145. 00000020:00000010:2.0:1767384398.304137:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf3a299a. 02000000:00000010:2.0:1767384398.304148:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000103805da. 00000100:00000200:2.0:1767384398.304169:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384398.304174:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca53cde6. 00000400:00000010:2.0:1767384398.304179:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000038fe5f5. 00000400:00000010:2.0:1767384398.304204:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050708444. 00000400:00000200:2.0:1767384398.304208:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a13d60fa 00000400:00000010:2.0:1767384398.304210:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 00000100:00000200:2.0:1767384398.304217:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008bd765d7 x1853236737774336/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.304227:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008bd765d7 x1853236737774336/t0(0) o101->MGC192.168.203.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.304251:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068e6291e. 02000000:00000010:2.0:1767384398.304267:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086efe83f. 02000000:00000010:2.0:1767384398.304308:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bea822a1. 00000100:00000010:2.0:1767384398.304313:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bd765d7. 10000000:00000010:2.0:1767384398.304320:0:40414:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000091c1253b. 00000020:00000010:2.0:1767384398.304324:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b202656a. 00000020:00000010:2.0:1767384398.304328:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000099bc55e9. 00000040:00000010:2.0:1767384398.304331:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad7d7b6d. 00000020:00000010:2.0:1767384398.304336:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea4ea0e7. 00000020:00000010:2.0:1767384398.304341:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033f9d2ae. 80000000:00000010:2.0:1767384398.304348:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c4f77af. 00040000:00000010:2.0:1767384398.304353:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fc8eec7. 00080000:00000010:2.0:1767384398.304359:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e76a5601. 20000000:00000010:2.0:1767384398.304363:0:40414:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002092b239. 00000040:00000010:2.0:1767384398.304370:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000353dd3b2. 00000100:00000010:2.0:1767384398.304375:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.304384:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d8d6c38. 00000100:00000010:2.0:1767384398.304392:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c425ab79. 02000000:00000010:2.0:1767384398.304413:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028a9f831. 00000400:00000010:2.0:1767384398.304418:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b3567f9. 00000400:00000010:2.0:1767384398.304426:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.304429:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737774464, portal 25 00000400:00000010:2.0:1767384398.304434:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.304437:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236737774464, offset 0 00000400:00000200:2.0:1767384398.304446:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.304457:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.304470:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d709380 00000400:00000200:2.0:1767384398.304478:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2281 [2] + 0 00000400:00000010:2.0:1767384398.304482:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6416b27. 00000400:00000200:2.0:1767384398.304487:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000642c9eaf 00000400:00000200:2.0:1767384398.304490:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.304497:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.304501:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000642c9eaf 00000400:00000010:2.0:1767384398.304503:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000642c9eaf. 00000100:00000200:2.0:1767384398.304506:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.304521:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.304523:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.304529:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737774464/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.304934:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000804785d4. 00000020:00000010:0.0:1767384398.304940:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000804785d4. 00000020:00000010:0.0:1767384398.304948:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1a59631. 00000020:00000010:0.0:1767384398.305039:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518805cb. 00000020:00000010:0.0:1767384398.305044:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f04a19d8. 00000020:00000010:0.0:1767384398.305077:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ddbee16. 00000020:00000010:0.0:1767384398.305080:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ddbee16. 00000100:00000200:0.0:1767384398.305083:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774464 02000000:00000010:0.0:1767384398.305097:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f97c99d8. 00000040:00000010:0.0:1767384398.305103:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cf3a299a. 00000040:00000010:0.0:1767384398.305168:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002cd3c91b. 00000040:00000010:0.0:1767384398.305179:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002cd3c91b. 00000040:00000010:0.0:1767384398.305183:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cf3a299a. 20000000:00000010:0.0:1767384398.305196:0:40419:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009ddbee16. 20000000:00000010:0.0:1767384398.305201:0:40419:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000009ddbee16. 00010000:00000200:0.0:1767384398.305210:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000175ff61d x1853236737774464/t0(0) o501->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 512/272 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.305223:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.305227:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236737774464, offset 224 00000400:00000200:0.0:1767384398.305234:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.305245:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.305254:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d709380 00000400:00000200:0.0:1767384398.305263:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b75 [1] + 224 00000400:00000200:0.0:1767384398.305267:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.305270:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.305323:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737774464/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.305341:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.305344:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000020:00000010:0.0:1767384398.305358:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518805cb. 00000020:00000010:0.0:1767384398.305361:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f04a19d8. 00000400:00000010:2.0:1767384398.305363:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b3567f9. 00000020:00000010:0.0:1767384398.305364:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1a59631. 00000400:00000200:2.0:1767384398.305376:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 02000000:00000010:0.0:1767384398.305376:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f97c99d8. 00000400:00000010:2.0:1767384398.305384:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:0.0:1767384398.305385:0:40419:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.305393:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d65d5bf4. 00000400:00000010:0.0:1767384398.305397:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002eefe0c8. 00000100:00000200:2.0:1767384398.305400:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737774464/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.305416:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737774464/t0(0) o501->MGC192.168.203.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.305435:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c425ab79. 02000000:00000010:2.0:1767384398.305444:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028a9f831. 02000000:00000010:2.0:1767384398.305448:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d8d6c38. 00000100:00000010:2.0:1767384398.305453:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 00000040:00000010:2.0:1767384398.305460:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000100:00000010:2.0:1767384398.305467:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae67c1ba. 02000000:00000010:2.0:1767384398.305474:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028a9f831. 00000100:00000010:2.0:1767384398.305480:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c425ab79. 02000000:00000010:2.0:1767384398.305498:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e7741929. 00000400:00000010:2.0:1767384398.305504:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b3567f9. 00000400:00000010:2.0:1767384398.305509:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000df5ad293. 00000100:00000200:2.0:1767384398.305513:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737774592, portal 25 00000400:00000010:2.0:1767384398.305518:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.305522:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737774592, offset 0 00000400:00000200:2.0:1767384398.305529:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.305536:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.305544:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d709400 00000400:00000200:2.0:1767384398.305550:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2285 [2] + 0 00000400:00000010:2.0:1767384398.305553:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022a4c9ef. 00000400:00000200:2.0:1767384398.305558:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eeeef497 00000400:00000200:2.0:1767384398.305562:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.305566:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.305569:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeeef497 00000400:00000010:2.0:1767384398.305570:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeeef497. 00000100:00000200:2.0:1767384398.305574:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384398.305588:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.305590:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.305596:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae67c1ba x1853236737774592/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.305687:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066a0fc70. 00000020:00000010:0.0:1767384398.305711:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066a0fc70. 00000020:00000010:0.0:1767384398.305717:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1a59631. 00000020:00000010:0.0:1767384398.305720:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000518805cb. 00000020:00000010:0.0:1767384398.305724:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f04a19d8. 00000020:00000010:2.0:1767384398.305765:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.305772:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000100:00000200:2.0:1767384398.305776:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774592 02000000:00000010:2.0:1767384398.305798:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000047db3be9. 00000040:00000010:2.0:1767384398.305804:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001ab4f4c5. 00000040:00000010:2.0:1767384398.305817:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384398.305912:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384398.305917:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001ab4f4c5. 00010000:00000200:2.0:1767384398.305926:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000642efc9 x1853236737774592/t0(0) o503->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8416 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.305938:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001f081213. 00000100:00000200:2.0:1767384398.305942:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236737774592, offset 224 00000400:00000200:2.0:1767384398.305947:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.305954:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.305960:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d709400 00000400:00000200:2.0:1767384398.305969:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b85 [4] + 224 00000400:00000200:2.0:1767384398.305974:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.305977:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384398.305983:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae67c1ba x1853236737774592/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.306006:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f081213 00000400:00000010:2.0:1767384398.306009:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001f081213. 00000400:00000010:1.0:1767384398.306014:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b3567f9. 00000400:00000200:1.0:1767384398.306019:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5ad293 00000400:00000010:1.0:1767384398.306021:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000df5ad293. 00000020:00000010:2.0:1767384398.306023:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000518805cb. 00000020:00000010:2.0:1767384398.306029:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f04a19d8. 00000100:00000200:1.0:1767384398.306030:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae67c1ba x1853236737774592/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.306034:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1a59631. 00000100:00000200:1.0:1767384398.306042:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae67c1ba x1853236737774592/t0(0) o503->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384398.306046:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000047db3be9. 00000100:00000010:1.0:1767384398.306058:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c425ab79. 00000100:00000200:2.0:1767384398.306064:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1767384398.306067:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e7741929. 00000400:00000010:2.0:1767384398.306071:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000258765fe. 00000400:00000010:2.0:1767384398.306077:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f081213. 02000000:00000010:1.0:1767384398.306078:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000028a9f831. 00000100:00000010:1.0:1767384398.306085:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae67c1ba. 00000040:00000010:1.0:1767384398.306120:0:40414:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b27b7288. 00000004:00000010:1.0:1767384398.306303:0:16807:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000006f8f617d. 00080000:00000010:1.0:1767384398.306311:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000315c9434. 00080000:00000010:1.0:1767384398.306320:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000660bb85. 00080000:00000010:1.0:1767384398.306330:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009026a08b. 00080000:00000010:1.0:1767384398.306333:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8029742. 00080000:00000010:1.0:1767384398.306337:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000790de8f3. 00000020:00000010:0.0:1767384398.307438:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf3a299a. 00000020:00000010:0.0:1767384398.307443:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f45ca6b3. 00000040:00000010:0.0:1767384398.307445:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000566653e4. 00000020:00000010:0.0:1767384398.307448:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003187f7c9. 00000020:00000010:0.0:1767384398.307452:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2b02f6a. 00000020:00000010:0.0:1767384398.307455:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c396bc6b. 80000000:00000010:0.0:1767384398.307458:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0d5438d. 40000000:00000010:0.0:1767384398.307463:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f7fa4a82. 00100000:00000010:0.0:1767384398.307467:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cec12562. 00040000:00000010:0.0:1767384398.307471:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e48a651. 00040000:00000010:0.0:1767384398.307475:0:40450:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dc231eeb. 00040000:00000010:0.0:1767384398.307480:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1a59631. 00080000:00000010:0.0:1767384398.307484:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d23825aa. 00000004:00000010:0.0:1767384398.307489:0:40450:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ddbdaae. 00000004:00000010:0.0:1767384398.307495:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001bc23152. 00000004:00000010:0.0:1767384398.307500:0:40450:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c749aae3. 00002000:00000010:0.0:1767384398.307504:0:40450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000031d41aca. 00000004:00000010:0.0:1767384398.307508:0:40450:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f97c99d8. 00000020:00000010:0.0:1767384398.307512:0:40450:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c1b6f7f. 00000040:00000010:0.0:1767384398.307520:0:40450:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004dc1c382. 00000100:00000010:0.0:1767384398.307528:0:40450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adec7fe0. 02000000:00000010:0.0:1767384398.307538:0:40450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000615fb94f. 00000100:00000010:0.0:1767384398.307547:0:40450:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afba1fd. 02000000:00000010:0.0:1767384398.307573:0:40450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e7741929. 00000400:00000010:0.0:1767384398.307578:0:40450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c3f84af. 00000400:00000010:0.0:1767384398.307583:0:40450:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008d246b24. 00000100:00000200:0.0:1767384398.307587:0:40450:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737774720, portal 25 00000400:00000010:0.0:1767384398.307592:0:40450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.307595:0:40450:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737774720, offset 0 00000400:00000200:0.0:1767384398.307602:0:40450:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.307609:0:40450:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.307616:0:40450:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d709480 00000400:00000200:0.0:1767384398.307621:0:40450:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2289 [2] + 0 00000400:00000010:0.0:1767384398.307624:0:40450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081296ce5. 00000400:00000200:0.0:1767384398.307628:0:40450:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007449f11f 00000400:00000200:0.0:1767384398.307631:0:40450:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.307634:0:40450:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384398.307637:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007449f11f 00000400:00000010:0.0:1767384398.307638:0:40450:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007449f11f. 00000100:00000200:0.0:1767384398.307642:0:40450:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384398.307659:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.307661:0:40450:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.307667:0:40450:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adec7fe0 x1853236737774720/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.307704:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.307710:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.307715:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ab4f4c5. 00000020:00000010:2.0:1767384398.307719:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c70703e7. 00000020:00000010:2.0:1767384398.307723:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000020:00000010:2.0:1767384398.307749:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.307752:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000100:00000200:2.0:1767384398.307755:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774720 02000000:00000010:2.0:1767384398.307773:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000047db3be9. 00000040:00000010:2.0:1767384398.307779:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef73ae2c. 00000040:00000010:2.0:1767384398.307786:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6ce484. 00000020:00000010:3.0:1767384398.307900:0:40449:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000dcf6cfa. 00000020:00000010:3.0:1767384398.307907:0:40449:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000dcf6cfa. 00000040:00000010:2.0:1767384398.307913:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384398.307917:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef73ae2c. 00010000:00000200:2.0:1767384398.307922:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d71f280 x1853236737774720/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8472 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.307934:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c425ab79. 00000100:00000200:2.0:1767384398.307937:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737774720, offset 224 00000400:00000200:2.0:1767384398.307943:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.307949:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.307954:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d709480 00000400:00000200:2.0:1767384398.307959:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b95 [4] + 224 00000400:00000200:2.0:1767384398.307966:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.307969:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384398.307976:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adec7fe0 x1853236737774720/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.307997:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c425ab79 00000400:00000010:2.0:1767384398.308000:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c425ab79. 00000020:00000010:2.0:1767384398.308013:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c70703e7. 00000020:00000010:2.0:1767384398.308016:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000020:00000010:2.0:1767384398.308020:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ab4f4c5. 02000000:00000010:2.0:1767384398.308024:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000047db3be9. 00000400:00000010:1.0:1767384398.308031:0:40450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c3f84af. 00000100:00000200:2.0:1767384398.308035:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384398.308040:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d246b24 00000400:00000010:2.0:1767384398.308041:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b3567f9. 00000400:00000010:1.0:1767384398.308044:0:40450:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008d246b24. 00000100:00000200:1.0:1767384398.308051:0:40450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adec7fe0 x1853236737774720/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.308053:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c425ab79. 00000100:00000200:1.0:1767384398.308067:0:40450:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adec7fe0 x1853236737774720/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384398.308081:0:40450:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001afba1fd. 02000000:00000010:1.0:1767384398.308087:0:40450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e7741929. 02000000:00000010:1.0:1767384398.308094:0:40450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000615fb94f. 00000100:00000010:1.0:1767384398.308096:0:40450:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adec7fe0. 00000100:00000010:1.0:1767384398.308107:0:40450:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000660bb85. 00000400:00000200:1.0:1767384398.308110:0:40450:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384398.308113:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.152@tcp 00000400:00000200:1.0:1767384398.308115:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384398.308119:0:40450:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000012e301b9 (42) 00000400:00000200:1.0:1767384398.308123:0:40450:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384398.308125:0:40450:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.152@tcp NID 192.168.203.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384398.308127:0:40450:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000012e301b9 (43) 00000400:00000200:1.0:1767384398.308129:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp 00000400:00000200:1.0:1767384398.308130:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.152@tcp10 00000400:00000200:1.0:1767384398.308132:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308134:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp10 00000400:00000200:1.0:1767384398.308135:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.152@tcp11 00000400:00000200:1.0:1767384398.308137:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308137:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp11 00000400:00000200:1.0:1767384398.308138:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.152@tcp12 00000400:00000200:1.0:1767384398.308139:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308140:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp12 00000400:00000200:1.0:1767384398.308141:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.152@tcp13 00000400:00000200:1.0:1767384398.308143:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308143:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp13 00000400:00000200:1.0:1767384398.308145:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.152@tcp14 00000400:00000200:1.0:1767384398.308148:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308149:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp14 00000400:00000200:1.0:1767384398.308151:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.152@tcp15 00000400:00000200:1.0:1767384398.308163:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308165:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp15 00000400:00000200:1.0:1767384398.308168:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.152@tcp16 00000400:00000200:1.0:1767384398.308170:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308172:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp16 00000400:00000200:1.0:1767384398.308173:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.152@tcp17 00000400:00000200:1.0:1767384398.308176:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308178:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp17 00000400:00000200:1.0:1767384398.308180:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.152@tcp18 00000400:00000200:1.0:1767384398.308183:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308184:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp18 00000400:00000200:1.0:1767384398.308186:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.152@tcp19 00000400:00000200:1.0:1767384398.308189:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308191:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp19 00000400:00000200:1.0:1767384398.308193:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.152@tcp20 00000400:00000200:1.0:1767384398.308196:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308198:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp20 00000400:00000200:1.0:1767384398.308200:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.152@tcp21 00000400:00000200:1.0:1767384398.308203:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308205:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp21 00000400:00000200:1.0:1767384398.308207:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.152@tcp22 00000400:00000200:1.0:1767384398.308210:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308212:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp22 00000400:00000200:1.0:1767384398.308214:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.152@tcp23 00000400:00000200:1.0:1767384398.308217:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308218:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp23 00000400:00000200:1.0:1767384398.308219:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.152@tcp24 00000400:00000200:1.0:1767384398.308220:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308221:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp24 00000400:00000200:1.0:1767384398.308222:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.152@tcp25 00000400:00000200:1.0:1767384398.308224:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308225:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp25 00000400:00000200:1.0:1767384398.308226:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.152@tcp26 00000400:00000200:1.0:1767384398.308228:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308228:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp26 00000400:00000200:1.0:1767384398.308229:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.152@tcp27 00000400:00000200:1.0:1767384398.308231:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308232:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp27 00000400:00000200:1.0:1767384398.308233:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.152@tcp28 00000400:00000200:1.0:1767384398.308235:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308236:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp28 00000400:00000200:1.0:1767384398.308237:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.152@tcp29 00000400:00000200:1.0:1767384398.308239:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308240:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp29 00000400:00000200:1.0:1767384398.308241:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.152@tcp30 00000400:00000200:1.0:1767384398.308243:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308244:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp30 00000400:00000200:1.0:1767384398.308245:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.152@tcp31 00000400:00000200:1.0:1767384398.308247:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308248:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp31 00000400:00000200:1.0:1767384398.308249:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.152@tcp32 00000400:00000200:1.0:1767384398.308251:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308252:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp32 00000400:00000200:1.0:1767384398.308253:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.152@tcp33 00000400:00000200:1.0:1767384398.308255:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308256:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp33 00000400:00000200:1.0:1767384398.308257:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.152@tcp34 00000400:00000200:1.0:1767384398.308258:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308259:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp34 00000400:00000200:1.0:1767384398.308260:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.152@tcp35 00000400:00000200:1.0:1767384398.308262:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308263:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp35 00000400:00000200:1.0:1767384398.308264:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.152@tcp36 00000400:00000200:1.0:1767384398.308266:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308267:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp36 00000400:00000200:1.0:1767384398.308268:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.152@tcp37 00000400:00000200:1.0:1767384398.308269:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308270:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp37 00000400:00000200:1.0:1767384398.308271:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.152@tcp38 00000400:00000200:1.0:1767384398.308273:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308293:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp38 00000400:00000200:1.0:1767384398.308294:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.152@tcp39 00000400:00000200:1.0:1767384398.308296:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308297:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp39 00000400:00000200:1.0:1767384398.308299:0:40450:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.152@tcp40 00000400:00000200:1.0:1767384398.308302:0:40450:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.152@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384398.308303:0:40450:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.152@tcp40 00000100:00000010:1.0:1767384398.308306:0:40450:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000660bb85. 00000020:00000010:1.0:1767384398.308312:0:40450:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000703b88a2. 00000020:00000010:1.0:1767384398.308314:0:40450:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000007b8eb9b6. 00000020:00000010:1.0:1767384398.308316:0:40450:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000007b8eb9b6. 00000020:00000010:1.0:1767384398.308318:0:40450:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000007b8eb9b6. 00000020:00000010:1.0:1767384398.308322:0:40450:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.308330:0:40450:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005f3ab9bd. 00000020:00000010:1.0:1767384398.308334:0:40450:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000090ff435b. 00000020:00000010:1.0:1767384398.308346:0:40450:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.308348:0:40450:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000006f8f617d. 00000001:00000010:1.0:1767384398.308358:0:40450:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004b5d0593. 00000001:00000010:1.0:1767384398.308362:0:40450:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a7316193. 00000001:00000010:1.0:1767384398.308364:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025dfccef. 00000001:00000010:1.0:1767384398.308366:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e45e3b84. 00000001:00000010:1.0:1767384398.308368:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf29336a. 00000001:00000010:1.0:1767384398.308370:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e22c4c49. 00000001:00000010:1.0:1767384398.308372:0:40450:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000585bab1e. 00000001:00000010:1.0:1767384398.308375:0:40450:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005b55e175. 00000001:00000010:1.0:1767384398.308377:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094a9bef2. 00000001:00000010:1.0:1767384398.308379:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066cba0a5. 00000001:00000010:1.0:1767384398.308381:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e272621. 00000001:00000010:1.0:1767384398.308382:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc36950a. 00000020:00000010:1.0:1767384398.308385:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c7c1478. 00000020:00000010:1.0:1767384398.308387:0:40450:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.308389:0:40450:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000008:00000010:1.0:1767384398.308392:0:40450:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000047368cf9. 00020000:00000010:1.0:1767384398.308394:0:40450:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b0c49335. 00008000:00000010:1.0:1767384398.308397:0:40450:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008c8382a7. 00000080:00000010:1.0:1767384398.308400:0:40450:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000026952032. 00000020:00000010:1.0:1767384398.308402:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000974a31cf. 00000020:00000010:1.0:1767384398.308406:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000567802e4. 00000040:00000010:1.0:1767384398.308408:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e8636f7. 00000020:00000010:1.0:1767384398.308411:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036e728a5. 00000020:00000010:1.0:1767384398.308413:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.308416:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d6a572d. 80000000:00000010:1.0:1767384398.308419:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f82533ac. 40000000:00000010:1.0:1767384398.308422:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037fda849. 00100000:00000010:1.0:1767384398.308426:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004eeedb35. 00040000:00000010:1.0:1767384398.308429:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a8631bb. 00040000:00000010:1.0:1767384398.308432:0:40450:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6e29fb6. 00040000:00000010:1.0:1767384398.308441:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f8b8b5f. 00080000:00000010:1.0:1767384398.308444:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000366d13e3. 00000004:00000010:1.0:1767384398.308446:0:40450:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007350fffd. 00000004:00000010:1.0:1767384398.308449:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.308453:0:40450:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067a304fa. 00000004:00000010:1.0:1767384398.308455:0:40450:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000222daae7. 00000010:00000010:1.0:1767384398.308457:0:40450:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000c8509ec3. 00000010:00000010:1.0:1767384398.308509:0:40450:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000006bd95a4d. 00000010:00000010:1.0:1767384398.308511:0:40450:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000008549fc3b. 00000010:00000010:1.0:1767384398.308513:0:40450:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000004cd065c2. 00000010:00000010:1.0:1767384398.308518:0:40450:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000009440cd38. 00010000:00000010:1.0:1767384398.308522:0:40450:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000315a7b23. 00010000:00000010:1.0:1767384398.308527:0:40450:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000016becf7. 00010000:00000010:1.0:1767384398.308531:0:40450:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000085a4ee52. 00000020:00000010:1.0:1767384398.308534:0:40450:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000558616a4. 00000100:00000200:1.0:1767384398.308544:0:40450:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.152@tcp->12345-0@lo 00010000:00000010:1.0:1767384398.308549:0:40450:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001e4a1b23. 00010000:00000010:1.0:1767384398.308552:0:40450:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000ec00a930. 00000001:00000010:1.0:1767384398.308554:0:40450:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000acf2dbaf. 00000001:00000010:1.0:1767384398.308557:0:40450:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000001c650f3. 00000001:00000010:1.0:1767384398.308596:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f26f6c5. 00000001:00000010:1.0:1767384398.308640:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007c6a1b84. 00000001:00000010:1.0:1767384398.308680:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000695d023c. 00000001:00000010:1.0:1767384398.308720:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009af9bfce. 00000001:00000010:1.0:1767384398.308761:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000088a32c86. 00000001:00000010:1.0:1767384398.308807:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb47dbb7. 00000001:00000010:1.0:1767384398.308863:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007adfc159. 00000001:00000010:1.0:1767384398.308915:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004488e3de. 00000001:00000010:1.0:1767384398.308965:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000002c4f207. 00000001:00000010:1.0:1767384398.309006:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000561077db. 00000001:00000010:1.0:1767384398.309047:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002a2db51c. 00000001:00000010:1.0:1767384398.309091:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093c89be2. 00000001:00000010:1.0:1767384398.309139:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ab92b5dc. 00000001:00000010:1.0:1767384398.309213:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9d12423. 00000001:00000010:1.0:1767384398.309263:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a49dc292. 00000001:00000010:1.0:1767384398.309337:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f7281529. 00000001:00000010:1.0:1767384398.309384:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000023b87e28. 00000001:00000010:1.0:1767384398.309428:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000602a8f61. 00000001:00000010:1.0:1767384398.309470:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5b25b4a. 00000001:00000010:1.0:1767384398.309510:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000083fa62e8. 00000001:00000010:1.0:1767384398.309547:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009d2e2aca. 00000001:00000010:1.0:1767384398.309590:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f6823497. 00000001:00000010:1.0:1767384398.310111:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000501375ec. 00000001:00000010:1.0:1767384398.310141:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb83f4ba. 00000001:00000010:1.0:1767384398.310190:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6dff6c1. 00000001:00000010:1.0:1767384398.310227:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000492bfc79. 00000001:00000010:1.0:1767384398.310255:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000006654385. 00000001:00000010:1.0:1767384398.310305:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027cacff5. 00000001:00000010:1.0:1767384398.310344:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000099736cb. 00000001:00000010:1.0:1767384398.310385:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003901f19f. 00000001:00000010:1.0:1767384398.310420:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008401f313. 00000001:00000010:1.0:1767384398.310450:0:40450:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048d2207a. 00000020:00000010:1.0:1767384398.310510:0:40450:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000823ca958. 00000020:00000010:1.0:1767384398.310513:0:40450:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008d1a270a. 00000020:00000010:1.0:1767384398.310554:0:40450:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005ca2dca0. 00000020:00000010:1.0:1767384398.310555:0:40450:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e47b2d52. 00000010:00000010:1.0:1767384398.310565:0:40450:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000006bd95a4d. 00000010:00000010:1.0:1767384398.310567:0:40450:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000004cd065c2. 00000010:00000010:1.0:1767384398.310568:0:40450:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000008549fc3b. 00000010:00000010:1.0:1767384398.310570:0:40450:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000009440cd38. 00000020:00000010:1.0:1767384398.310583:0:40450:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000082b899ae. 00000020:00000010:1.0:1767384398.310585:0:40450:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000029878404. 00000020:00000010:1.0:1767384398.310599:0:40450:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000567802e4. 00000040:00000010:1.0:1767384398.310602:0:40450:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005e8636f7. 00000020:00000010:1.0:1767384398.310605:0:40450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036e728a5. 00000020:00000010:1.0:1767384398.310607:0:40450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.310609:0:40450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d6a572d. 80000000:00000010:1.0:1767384398.310611:0:40450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f82533ac. 40000000:00000010:1.0:1767384398.310613:0:40450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000037fda849. 00100000:00000010:1.0:1767384398.310614:0:40450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004eeedb35. 00040000:00000010:1.0:1767384398.310616:0:40450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008a8631bb. 00040000:00000010:1.0:1767384398.310618:0:40450:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6e29fb6. 00040000:00000010:1.0:1767384398.310620:0:40450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003f8b8b5f. 00080000:00000010:1.0:1767384398.310621:0:40450:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000366d13e3. 00000004:00000010:1.0:1767384398.310623:0:40450:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007350fffd. 00000004:00000010:1.0:1767384398.310625:0:40450:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.310627:0:40450:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000067a304fa. 00000004:00000010:1.0:1767384398.310628:0:40450:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000222daae7. 00000020:00000010:1.0:1767384398.310630:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000974a31cf. 00000020:00000010:1.0:1767384398.310632:0:40450:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.310633:0:40450:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000008:00000010:1.0:1767384398.310635:0:40450:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000047368cf9. 00020000:00000010:1.0:1767384398.310638:0:40450:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b0c49335. 00008000:00000010:1.0:1767384398.310640:0:40450:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008c8382a7. 00000080:00000010:1.0:1767384398.310642:0:40450:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000026952032. 00000020:00000010:1.0:1767384398.310644:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c7c1478. 00000020:00000010:1.0:1767384398.310646:0:40450:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000006f8f617d. 00000020:00000010:1.0:1767384398.310650:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f8b8b5f. 00000020:00000010:1.0:1767384398.310652:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cb8f920. 00000040:00000010:1.0:1767384398.310653:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f533e76. 00000020:00000010:1.0:1767384398.310654:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067a304fa. 00000020:00000010:1.0:1767384398.310656:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.310657:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7741929. 80000000:00000010:1.0:1767384398.310659:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc4fbf8d. 40000000:00000010:1.0:1767384398.310660:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037fda849. 00100000:00000010:1.0:1767384398.310661:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007350fffd. 00040000:00000010:1.0:1767384398.310662:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a8631bb. 00040000:00000010:1.0:1767384398.310664:0:40450:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000366d13e3. 00040000:00000010:1.0:1767384398.310665:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009357cedc. 00080000:00000010:1.0:1767384398.310666:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a6e29fb6. 00000004:00000010:1.0:1767384398.310667:0:40450:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004eeedb35. 00000004:00000010:1.0:1767384398.310669:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.310670:0:40450:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036e728a5. 00000004:00000010:1.0:1767384398.310671:0:40450:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000222daae7. 00000020:00000010:1.0:1767384398.310672:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beb61326. 00000020:00000010:1.0:1767384398.310673:0:40450:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abd6d61d. 00000020:00000010:1.0:1767384398.310675:0:40450:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384398.310676:0:40450:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000045796e2b. 00000020:00000010:1.0:1767384398.310678:0:40450:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000004549155c. 00000020:00000010:1.0:1767384398.310680:0:40450:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009fd54800. 00000100:00000010:1.0:1767384398.310693:0:40450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014c7863a. 02000000:00000010:1.0:1767384398.310700:0:40450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005acdf8aa. 02000000:00000010:0.0:1767384398.310748:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000032fb42ea. 00000400:00000010:0.0:1767384398.310755:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024780028. 00000400:00000010:0.0:1767384398.310760:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.310763:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737774848, portal 10 00000020:00000010:0.0:1767384398.310780:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009ef94848. 00000400:00000010:0.0:1767384398.310786:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.310789:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236737774848, offset 0 00000400:00000200:0.0:1767384398.310796:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.310804:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.310813:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d709500 00000020:00000010:1.0:1767384398.310818:0:40450:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000045796e2b. 00000400:00000200:0.0:1767384398.310818:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2365 [64] + 0 00000020:00000010:1.0:1767384398.310827:0:40450:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000004549155c. 00000400:00000200:0.0:1767384398.310829:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384398.310833:0:40450:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006cb8f920. 00000400:00000200:0.0:1767384398.310837:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:1.0:1767384398.310840:0:40450:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f533e76. 00000020:00000010:1.0:1767384398.310846:0:40450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067a304fa. 00000100:00000200:0.0:1767384398.310846:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384398.310860:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039b09e4f. 00000020:00000010:1.0:1767384398.310861:0:40450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384398.310873:0:40450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e7741929. 80000000:00000010:1.0:1767384398.310877:0:40450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc4fbf8d. 40000000:00000010:1.0:1767384398.310881:0:40450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000037fda849. 00000400:00000200:0.0:1767384398.310884:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00100000:00000010:1.0:1767384398.310886:0:40450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007350fffd. 00000400:00000010:0.0:1767384398.310888:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00040000:00000010:1.0:1767384398.310891:0:40450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008a8631bb. 00040000:00000010:1.0:1767384398.310897:0:40450:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000366d13e3. 00000100:00000200:0.0:1767384398.310897:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014c7863a x1853236737774848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.310902:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000051ecd1dc. 00040000:00000010:1.0:1767384398.310907:0:40450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009357cedc. 00040000:00000010:3.0:1767384398.310916:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e38ce60. 00080000:00000010:1.0:1767384398.310916:0:40450:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a6e29fb6. 00000004:00000010:3.0:1767384398.310926:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a087a06c. 00000004:00000010:1.0:1767384398.310926:0:40450:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004eeedb35. 00000004:00000010:3.0:1767384398.310933:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a04ae54. 00000004:00000010:1.0:1767384398.310933:0:40450:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000831369d4. 00000004:00000010:3.0:1767384398.310938:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fb2da210. 00000004:00000010:1.0:1767384398.310940:0:40450:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036e728a5. 00000004:00000010:1.0:1767384398.310947:0:40450:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000222daae7. 00000020:00000010:3.0:1767384398.310949:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003996821a. 00000020:00000010:1.0:1767384398.310951:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f8b8b5f. 00000020:00000010:3.0:1767384398.310955:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096b7e6f6. 00000020:00000010:1.0:1767384398.310956:0:40450:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abd6d61d. 00000020:00000010:3.0:1767384398.310961:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:1.0:1767384398.310964:0:40450:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384398.310971:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beb61326. 00000020:00000010:1.0:1767384398.310973:0:40450:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000703b88a2. 00000020:00000010:1.0:1767384398.310975:0:40450:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000007b8eb9b6. 00000100:00000010:1.0:1767384398.310984:0:40450:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a04f5118. 02000000:00000010:1.0:1767384398.310988:0:40450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000beb61326. 00000100:00000200:3.0:1767384398.310990:0:40427:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774848 00000100:00000010:1.0:1767384398.310994:0:40450:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045796e2b. 02000000:00000010:3.0:1767384398.311002:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091e82442. 02000000:00000010:1.0:1767384398.311007:0:40450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003ad2047d. 00000400:00000010:3.0:1767384398.311010:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000400:00000010:1.0:1767384398.311012:0:40450:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a80fcd7. 00000100:00000200:3.0:1767384398.311017:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236737774848, offset 0 00000400:00000010:1.0:1767384398.311017:0:40450:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ad2425ae. 00000100:00000200:1.0:1767384398.311022:0:40450:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236737774976, portal 25 00000400:00000200:3.0:1767384398.311027:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384398.311027:0:40450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 00000100:00000200:1.0:1767384398.311032:0:40450:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236737774976, offset 0 00000400:00000200:3.0:1767384398.311040:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.311040:0:40450:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.311048:0:40450:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.311053:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d709500 00000400:00000200:1.0:1767384398.311056:0:40450:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d709580 00000400:00000200:3.0:1767384398.311061:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ba5 [1] + 0 00000400:00000200:3.0:1767384398.311066:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.311070:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384398.311071:0:40450:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x228d [2] + 0 00000400:00000010:1.0:1767384398.311075:0:40450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034546b63. 00000400:00000200:1.0:1767384398.311077:0:40450:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc7a42e2 00000400:00000200:1.0:1767384398.311080:0:40450:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384398.311084:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014c7863a x1853236737774848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384398.311084:0:40450:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384398.311089:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc7a42e2 00000400:00000010:1.0:1767384398.311092:0:40450:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc7a42e2. 00000100:00000200:1.0:1767384398.311098:0:40450:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.311107:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:3.0:1767384398.311110:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000400:00000200:1.0:1767384398.311113:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f533c0 00000400:00000010:1.0:1767384398.311115:0:40450:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 00000020:00000010:3.0:1767384398.311118:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096b7e6f6. 00000100:00000200:1.0:1767384398.311121:0:40450:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a04f5118 x1853236737774976/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384398.311123:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:2.0:1767384398.311130:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:3.0:1767384398.311131:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003996821a. 00000020:00000010:2.0:1767384398.311137:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000400:00000010:0.0:1767384398.311139:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024780028. 00000020:00000010:2.0:1767384398.311144:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef73ae2c. 00000400:00000200:0.0:1767384398.311146:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.311150:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000020:00000010:2.0:1767384398.311165:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c70703e7. 00000100:00000200:0.0:1767384398.311169:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014c7863a x1853236737774848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.311173:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000100:00000200:0.0:1767384398.311184:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014c7863a x1853236737774848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384398.311208:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000032fb42ea. 00000020:00000010:2.0:1767384398.311209:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 02000000:00000010:0.0:1767384398.311212:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005acdf8aa. 00000100:00000010:0.0:1767384398.311218:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014c7863a. 00000020:00000010:2.0:1767384398.311219:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000100:00000200:2.0:1767384398.311228:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737774976 02000000:00000010:2.0:1767384398.311243:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000be2bd231. 00000040:00000010:2.0:1767384398.311249:0:40418:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000061e3f442. 00000040:00000010:2.0:1767384398.311256:0:40418:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384398.311360:0:40418:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384398.311363:0:40418:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000061e3f442. 00010000:00000200:2.0:1767384398.311369:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d3612dc x1853236737774976/t0(0) o502->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 272/8472 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384398.311380:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000df5ad293. 00000100:00000200:2.0:1767384398.311384:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236737774976, offset 224 00000400:00000200:2.0:1767384398.311388:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.311393:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.311398:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d709580 00000400:00000200:2.0:1767384398.311403:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2bb1 [4] + 224 00000400:00000200:2.0:1767384398.311408:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.311410:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384398.311415:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a04f5118 x1853236737774976/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384398.311432:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5ad293 00000400:00000010:2.0:1767384398.311435:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000df5ad293. 00000400:00000010:1.0:1767384398.311444:0:40450:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a80fcd7. 00000020:00000010:2.0:1767384398.311445:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c70703e7. 00000400:00000200:1.0:1767384398.311448:0:40450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2425ae 00000020:00000010:2.0:1767384398.311450:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000400:00000010:1.0:1767384398.311451:0:40450:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ad2425ae. 00000020:00000010:2.0:1767384398.311455:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef73ae2c. 00000100:00000200:1.0:1767384398.311457:0:40450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a04f5118 x1853236737774976/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384398.311461:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000be2bd231. 00000100:00000200:1.0:1767384398.311466:0:40450:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a04f5118 x1853236737774976/t0(0) o502->MGC192.168.203.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384398.311473:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:1.0:1767384398.311477:0:40450:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000045796e2b. 00000400:00000010:2.0:1767384398.311478:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571dc036. 00000400:00000010:2.0:1767384398.311483:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df5ad293. 02000000:00000010:1.0:1767384398.311484:0:40450:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003ad2047d. 02000000:00000010:1.0:1767384398.311493:0:40450:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000beb61326. 00000100:00000010:1.0:1767384398.311496:0:40450:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a04f5118. 00000040:00000010:1.0:1767384398.311500:0:40450:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004dc1c382. 00000020:00000010:1.0:1767384398.311504:0:40450:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005c1b6f7f. 00000020:00000010:1.0:1767384398.311510:0:40450:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f45ca6b3. 00000040:00000010:1.0:1767384398.311512:0:40450:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000566653e4. 00000020:00000010:1.0:1767384398.311513:0:40450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003187f7c9. 00000020:00000010:1.0:1767384398.311515:0:40450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a2b02f6a. 00000020:00000010:1.0:1767384398.311518:0:40450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c396bc6b. 80000000:00000010:1.0:1767384398.311520:0:40450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0d5438d. 40000000:00000010:1.0:1767384398.311522:0:40450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f7fa4a82. 00100000:00000010:1.0:1767384398.311524:0:40450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cec12562. 00040000:00000010:1.0:1767384398.311526:0:40450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002e48a651. 00040000:00000010:1.0:1767384398.311528:0:40450:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dc231eeb. 00040000:00000010:1.0:1767384398.311530:0:40450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1a59631. 00080000:00000010:1.0:1767384398.311532:0:40450:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d23825aa. 00000004:00000010:1.0:1767384398.311534:0:40450:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009ddbdaae. 00000004:00000010:1.0:1767384398.311537:0:40450:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001bc23152. 00000004:00000010:1.0:1767384398.311538:0:40450:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c749aae3. 00002000:00000010:1.0:1767384398.311541:0:40450:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000031d41aca. 00000004:00000010:1.0:1767384398.311543:0:40450:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f97c99d8. 00000020:00000010:1.0:1767384398.311545:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf3a299a. 00000040:00000010:3.0:1767384398.311566:0:40414:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b27b7288. 00000040:00000010:3.0:1767384398.311572:0:40414:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:3.0:1767384398.311574:0:40414:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000353dd3b2. 00000020:00000010:3.0:1767384398.311579:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000099bc55e9. 00000040:00000010:3.0:1767384398.311581:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad7d7b6d. 00000020:00000010:3.0:1767384398.311583:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea4ea0e7. 00000020:00000010:3.0:1767384398.311586:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033f9d2ae. 80000000:00000010:3.0:1767384398.311588:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c4f77af. 00040000:00000010:3.0:1767384398.311590:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005fc8eec7. 00080000:00000010:3.0:1767384398.311592:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e76a5601. 20000000:00000010:3.0:1767384398.311593:0:40414:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002092b239. 00000020:00000010:3.0:1767384398.311595:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b202656a. 10000000:00000010:3.0:1767384398.311596:0:40414:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000091c1253b. 00000020:00000010:3.0:1767384398.311607:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045f2763a. 00000040:00000010:3.0:1767384398.311609:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002f621494. 00000020:00000010:3.0:1767384398.311610:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e032e0b8. 00000020:00000010:3.0:1767384398.311611:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed34e5b1. 00040000:00000010:3.0:1767384398.311613:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e14f28d0. 00040000:00000010:3.0:1767384398.311616:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aa150184. 00080000:00000010:3.0:1767384398.311619:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6ef881c. 00000020:00000010:3.0:1767384398.311622:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f0ffc0. 00000020:00000010:3.0:1767384398.311627:0:40414:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000022d3be7. 00000020:00000010:3.0:1767384398.311631:0:40414:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000505a9092. 00000020:00000010:3.0:1767384398.311635:0:40414:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000008716b858. 00000020:00000010:3.0:1767384398.311637:0:40414:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000001c90c4f6. 00000020:00000010:3.0:1767384398.311667:0:40414:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000572d3b69. 00000100:00000010:3.0:1767384398.311698:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a09be13. 02000000:00000010:3.0:1767384398.311706:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b0325ede. 00000100:00000010:3.0:1767384398.311711:0:40414:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006aae46fa. 00000100:00000010:3.0:1767384398.311713:0:40414:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000024f12b06. 00000100:00000010:3.0:1767384398.311717:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeeef497. 00000400:00000010:3.0:1767384398.311725:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc3515b. 00000400:00000010:3.0:1767384398.311727:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000100:00000200:3.0:1767384398.311729:0:40414:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d709600-0x695824d709600, portal 33 02000000:00000010:3.0:1767384398.311734:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b53b69f1. 00000400:00000010:3.0:1767384398.311737:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b177747. 00000400:00000010:3.0:1767384398.311738:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e48315d4. 00000100:00000200:3.0:1767384398.311739:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236737775104, portal 25 00000400:00000010:3.0:1767384398.311741:0:40414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642c9eaf. 00000100:00000200:3.0:1767384398.311742:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236737775104, offset 0 00000400:00000200:3.0:1767384398.311746:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.311750:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.311754:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d709600 00000400:00000200:3.0:1767384398.311757:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2291 [2] + 0 00000400:00000010:3.0:1767384398.311759:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7e1ea2. 00000400:00000200:3.0:1767384398.311761:0:40414:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000454219c4 00000400:00000200:3.0:1767384398.311764:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.311767:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384398.311769:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000454219c4 00000400:00000010:3.0:1767384398.311770:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000454219c4. 00000100:00000200:3.0:1767384398.311773:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384398.311783:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000642c9eaf 00000400:00000010:3.0:1767384398.311785:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000642c9eaf. 00000100:00000200:3.0:1767384398.311789:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a09be13 x1853236737775104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384398.311803:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.311807:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.311812:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef73ae2c. 00000020:00000010:2.0:1767384398.311816:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c70703e7. 00000020:00000010:2.0:1767384398.311819:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000924b983b. 00000020:00000010:2.0:1767384398.311849:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.311853:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b7c7c9. 00000100:00000200:2.0:1767384398.311856:0:40418:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775104 02000000:00000010:2.0:1767384398.311864:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ea6ce484. 20000000:00000010:2.0:1767384398.311873:0:40418:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000a353e622. 00000100:00000010:2.0:1767384398.311877:0:40418:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000103805da. 00000100:00000010:2.0:1767384398.311879:0:40418:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000033224312. 00000400:00000010:2.0:1767384398.311885:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000400:00000010:2.0:1767384398.311890:0:40418:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052d01d72. 00000400:00000200:2.0:1767384398.311893:0:40418:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384398.311901:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384398.311908:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d709600 00000400:00000200:2.0:1767384398.311912:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2bc1 [1] + 0 00000400:00000010:2.0:1767384398.311915:0:40418:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc3515b. 00000400:00000200:2.0:1767384398.311919:0:40418:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9debca4 00000100:00000200:2.0:1767384398.311923:0:40418:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000103805da 00000400:00000200:2.0:1767384398.311930:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384398.311937:0:40418:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2bcd 00000400:00000200:2.0:1767384398.311940:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.311943:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384398.311946:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:2.0:1767384398.311948:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.311951:0:40418:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000103805da 00000400:00000200:2.0:1767384398.311955:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9debca4 00000400:00000010:2.0:1767384398.311957:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 00000100:00000200:2.0:1767384398.311959:0:40418:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000008a09be13 desc 000000006aae46fa mbits 1853236737775104 00000100:00000200:2.0:1767384398.311973:0:40418:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d709600-0x695824d709600 20000000:00000010:2.0:1767384398.311984:0:40418:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001f19703b. 20000000:00000010:2.0:1767384398.311995:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061e3f442. 20000000:00000010:2.0:1767384398.312001:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2280008. 20000000:00000010:2.0:1767384398.312006:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a5dd7e6. 20000000:00000010:2.0:1767384398.312011:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034e4b902. 20000000:00000010:2.0:1767384398.312015:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009d19664. 20000000:00000010:2.0:1767384398.312019:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005885952b. 20000000:00000010:2.0:1767384398.312023:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c341b57. 20000000:00000010:2.0:1767384398.312027:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002216dcff. 20000000:00000010:2.0:1767384398.312032:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4ac8647. 20000000:00000010:2.0:1767384398.312036:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e71c86a5. 20000000:00000010:2.0:1767384398.312040:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfbd592b. 20000000:00000010:2.0:1767384398.312044:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7caa55e. 20000000:00000010:2.0:1767384398.312048:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007de31b2e. 20000000:00000010:2.0:1767384398.312053:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028a9f831. 20000000:00000010:2.0:1767384398.312057:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d8d6c38. 20000000:00000010:2.0:1767384398.312070:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009e24ce7e. 20000000:00000010:2.0:1767384398.312076:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008df2f725. 20000000:00000010:2.0:1767384398.312080:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012389bc6. 20000000:00000010:2.0:1767384398.312084:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027f65822. 20000000:00000010:2.0:1767384398.312087:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000637c0d22. 20000000:00000010:2.0:1767384398.312090:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d98452b. 20000000:00000010:2.0:1767384398.312094:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a97def87. 20000000:00000010:2.0:1767384398.312098:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5c0cc3b. 20000000:00000010:2.0:1767384398.312101:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000360ad6c5. 20000000:00000010:2.0:1767384398.312104:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba1ef495. 20000000:00000010:2.0:1767384398.312108:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c19df6c0. 20000000:00000010:2.0:1767384398.312111:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021ddb147. 20000000:00000010:2.0:1767384398.312115:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ffa755e. 20000000:00000010:2.0:1767384398.312119:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1f6f34c. 20000000:00000010:2.0:1767384398.312122:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000276027aa. 20000000:00000010:2.0:1767384398.312126:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003dd453de. 20000000:00000010:2.0:1767384398.312139:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e212d50d. 20000000:00000010:2.0:1767384398.312144:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000226ae616. 20000000:00000010:2.0:1767384398.312148:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000474e1608. 20000000:00000010:2.0:1767384398.312164:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c5893c9. 20000000:00000010:2.0:1767384398.312169:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057c98bda. 20000000:00000010:2.0:1767384398.312172:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc300fd8. 20000000:00000010:2.0:1767384398.312176:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca99516d. 20000000:00000010:2.0:1767384398.312180:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a88823bf. 20000000:00000010:2.0:1767384398.312184:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008fe069cb. 20000000:00000010:2.0:1767384398.312188:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000029264ac3. 20000000:00000010:2.0:1767384398.312191:0:40418:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a7541da0. 00080000:00000010:2.0:1767384398.312232:0:40418:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001461110d. 00080000:00000010:1.0:1767384398.320162:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001461110d. 00010000:00000010:2.0:1767384398.320206:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 00010000:00000010:2.0:1767384398.320219:0:40421:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc6ec445. 00000100:00000010:2.0:1767384398.320224:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003455f755. 00000100:00000010:2.0:1767384398.320232:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002af5d158. 02000000:00000010:2.0:1767384398.320238:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2f65e77. 02000000:00000010:2.0:1767384398.320254:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003798bedb. 00000400:00000010:2.0:1767384398.320259:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd8148. 00000400:00000010:2.0:1767384398.320264:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3eb1a5d. 00000100:00000200:2.0:1767384398.320267:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737775232, portal 16 00000400:00000010:2.0:1767384398.320272:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.320295:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236737775232, offset 0 00000400:00000200:2.0:1767384398.320302:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384398.320312:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384398.320320:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d709680 00000400:00000200:2.0:1767384398.320326:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1785 [2] + 1968 00000400:00000010:2.0:1767384398.320330:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2bd23a. 00000400:00000200:2.0:1767384398.320334:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086a07cd2 00000400:00000200:2.0:1767384398.320337:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384398.320342:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384398.320346:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086a07cd2 00000400:00000010:2.0:1767384398.320348:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086a07cd2. 00000100:00000200:2.0:1767384398.320352:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1767384398.320367:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384398.320370:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000200:2.0:1767384398.320377:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002af5d158 x1853236737775232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384414 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384398.320401:0:16761:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d41aca. 00000100:00000010:0.0:1767384398.320410:0:16761:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021821558. 00000100:00000200:0.0:1767384398.320417:0:16761:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384398.320421:0:16761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024780028. 00000400:00000010:0.0:1767384398.320425:0:16761:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d87c6c4e. 00040000:00000010:0.0:1767384398.320434:0:16761:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c749aae3. 00000004:00000010:0.0:1767384398.320440:0:16761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003f1cff41. 00000004:00000010:0.0:1767384398.320444:0:16761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d83be62b. 00000004:00000010:0.0:1767384398.320447:0:16761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009778a13b. 00000004:00000010:0.0:1767384398.320451:0:16761:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000056bcd8d0. 00000020:00000010:0.0:1767384398.320461:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000257b7e78. 00000020:00000010:0.0:1767384398.320464:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000257b7e78. 00000020:00000010:0.0:1767384398.320468:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000542ae87c. 00000020:00000010:0.0:1767384398.320471:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000df94218. 00000020:00000010:0.0:1767384398.320479:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.320520:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000257b7e78. 00000020:00000010:0.0:1767384398.320525:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000257b7e78. 00000100:00000200:0.0:1767384398.320528:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775232 02000000:00000010:0.0:1767384398.320544:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee415339. 00000400:00000010:0.0:1767384398.320555:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.320559:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236737775232, offset 224 00000400:00000200:0.0:1767384398.320566:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.320574:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.320585:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d709680 00000400:00000200:0.0:1767384398.320591:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2bd1 [1] + 224 00000400:00000200:0.0:1767384398.320596:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.320601:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.320608:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002af5d158 x1853236737775232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384398.320637:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.320640:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000400:00000010:1.0:1767384398.320648:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd8148. 00010000:00000010:0.0:1767384398.320652:0:16761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003260448b. 00000400:00000200:1.0:1767384398.320653:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3eb1a5d 00000400:00000010:1.0:1767384398.320659:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3eb1a5d. 00000100:00000200:1.0:1767384398.320665:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002af5d158 x1853236737775232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384398.320672:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002af5d158 x1853236737775232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384398.320678:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000df94218. 00000020:00000010:0.0:1767384398.320685:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 02000000:00000010:1.0:1767384398.320688:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003798bedb. 00000020:00000010:0.0:1767384398.320690:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000542ae87c. 02000000:00000010:1.0:1767384398.320693:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d2f65e77. 00000100:00000010:1.0:1767384398.320698:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002af5d158. 00000100:00000010:1.0:1767384398.320700:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003455f755. 02000000:00000010:0.0:1767384398.320702:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee415339. 00010000:00000010:1.0:1767384398.320703:0:40421:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc6ec445. 00000100:00000010:2.0:1767384398.320714:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006348a1c5. 02000000:00000010:0.0:1767384398.320714:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009a38d7fe. 00000100:00000010:0.0:1767384398.320723:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae00305. 02000000:00000010:2.0:1767384398.320726:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000074ca8d8. 02000000:00000010:0.0:1767384398.320732:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008716e998. 00000100:00000010:0.0:1767384398.320741:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5969214. 02000000:00000010:0.0:1767384398.320748:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a276e1c. 00000100:00000010:0.0:1767384398.320752:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000274ea2f2. 02000000:00000010:0.0:1767384398.320757:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048e7b0a6. 00040000:00000010:3.0:1767384398.320760:0:16140:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000429bf98f. 00000100:00000010:0.0:1767384398.320762:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6aa7807. 00010000:00000010:2.0:1767384398.320772:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003260448b. 02000000:00000010:0.0:1767384398.320774:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee181fc1. 00000100:00000010:0.0:1767384398.320785:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de61bba. 02000000:00000010:0.0:1767384398.320791:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aef1d7bd. 00000004:00000010:3.0:1767384398.320793:0:16140:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6ef881c. 00000100:00000010:0.0:1767384398.320800:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000662682b8. 00000004:00000010:3.0:1767384398.320801:0:16140:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000053fbf37c. 00040000:00000010:2.0:1767384398.320801:0:16141:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008db4e870. 00000100:00000010:0.0:1767384398.320809:0:16761:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088ae8ab2. 00000004:00000010:3.0:1767384398.320810:0:16140:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e032e0b8. 00000004:00000010:2.0:1767384398.320811:0:16141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000047c3adc7. 00000100:00000010:0.0:1767384398.320826:0:16761:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000055c477f7. 00000004:00000010:3.0:1767384398.320828:0:16140:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cdbc6fef. 00000004:00000010:2.0:1767384398.320828:0:16141:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044194ecf. 00000004:00000010:2.0:1767384398.320841:0:16141:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005f345e62. 02000000:00000010:3.0:1767384398.320846:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003996821a. 00000004:00000010:2.0:1767384398.320848:0:16141:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000094f70956. 00000400:00000010:3.0:1767384398.320851:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250674bd. 00000400:00000010:3.0:1767384398.320856:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006ab4a2a. 00000100:00000200:3.0:1767384398.320859:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737775360, portal 18 00000400:00000010:3.0:1767384398.320862:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000100:00000200:3.0:1767384398.320864:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236737775360, offset 0 00000400:00000200:3.0:1767384398.320868:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384398.320872:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384398.320877:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d709700 00000400:00000200:3.0:1767384398.320881:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:3.0:1767384398.320884:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384398.320886:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384398.320889:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384398.320891:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008078d2de. 00000400:00000200:3.0:1767384398.320903:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010eb2a0e 00000400:00000010:3.0:1767384398.320905:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000200:3.0:1767384398.320908:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006348a1c5 x1853236737775360/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384398.320913:0:16762:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000036e728a5. 00000004:00000010:1.0:1767384398.320916:0:16762:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004eeedb35. 00000004:00000010:1.0:1767384398.320919:0:16762:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000831369d4. 00000004:00000010:1.0:1767384398.320920:0:16762:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a6e29fb6. 00000004:00000010:1.0:1767384398.320922:0:16762:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000222daae7. 00000020:00000010:1.0:1767384398.320928:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004549155c. 00000020:00000010:1.0:1767384398.320929:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004549155c. 00000020:00000010:1.0:1767384398.320932:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beb61326. 00000020:00000010:1.0:1767384398.320933:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009440cd38. 00000020:00000010:1.0:1767384398.320935:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000100:00000200:1.0:1767384398.320945:0:16762:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008078d2de x1853236737775360/t0(0) o103->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 328/0 e 0 to 0 dl 1767384409 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384398.320961:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004549155c. 00000020:00000010:1.0:1767384398.320963:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004549155c. 00000100:00000200:1.0:1767384398.320965:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775360 02000000:00000010:1.0:1767384398.320969:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000013502f1c. 00010000:00000010:1.0:1767384398.320981:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004549155c. 00000100:00000010:1.0:1767384398.320984:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ec85a0f. 00000100:00000010:1.0:1767384398.320995:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ec85a0f. 00010000:00000010:1.0:1767384398.320997:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004549155c. 00000400:00000010:1.0:1767384398.321002:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 00000100:00000200:1.0:1767384398.321004:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236737775360, offset 224 00000400:00000200:1.0:1767384398.321007:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384398.321013:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384398.321017:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d709700 00000400:00000200:1.0:1767384398.321020:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2be1 [1] + 224 00000400:00000200:1.0:1767384398.321023:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384398.321024:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384398.321027:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006348a1c5 x1853236737775360/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384398.321038:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035f533c0 00000400:00000010:1.0:1767384398.321039:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 00000020:00000010:1.0:1767384398.321045:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009440cd38. 00000020:00000010:1.0:1767384398.321046:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384398.321048:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beb61326. 00000400:00000010:3.0:1767384398.321059:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000250674bd. 00000400:00000200:3.0:1767384398.321063:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006ab4a2a 00000400:00000010:3.0:1767384398.321064:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ab4a2a. 00000100:00000200:3.0:1767384398.321069:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006348a1c5 x1853236737775360/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384398.321074:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006348a1c5 x1853236737775360/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384414 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384398.321085:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003996821a. 02000000:00000010:3.0:1767384398.321087:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000074ca8d8. 00000100:00000010:3.0:1767384398.321089:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006348a1c5. 00000100:00000010:0.0:1767384398.322475:0:40418:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000033224312. 00000100:00000010:0.0:1767384398.322481:0:40418:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000103805da. 20000000:00000010:0.0:1767384398.322483:0:40418:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000a353e622. 00010000:00000200:0.0:1767384398.322490:0:40418:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000958d62c8 x1853236737775104/t0(0) o253->0f48b3ea-8c4d-4a71-a385-ad1593de5a7a@0@lo:379/0 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.322501:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000128a894b. 00000100:00000200:0.0:1767384398.322503:0:40418:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236737775104, offset 224 00000400:00000200:0.0:1767384398.322508:0:40418:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.322515:0:40418:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.322520:0:40418:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d709600 00000400:00000200:0.0:1767384398.322526:0:40418:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2bc5 [2] + 224 00000400:00000200:0.0:1767384398.322532:0:40418:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.322535:0:40418:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.322541:0:40418:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a09be13 x1853236737775104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.322561:0:40418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128a894b 00000400:00000010:0.0:1767384398.322563:0:40418:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000128a894b. 00000400:00000010:2.0:1767384398.322574:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b177747. 00000020:00000010:0.0:1767384398.322574:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c70703e7. 00000020:00000010:0.0:1767384398.322582:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000924b983b. 00000400:00000200:2.0:1767384398.322585:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48315d4 00000020:00000010:0.0:1767384398.322586:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef73ae2c. 00000400:00000010:2.0:1767384398.322592:0:40414:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e48315d4. 02000000:00000010:0.0:1767384398.322593:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ea6ce484. 00000100:00000200:0.0:1767384398.322600:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384398.322604:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000934e35f3. 00000100:00000200:2.0:1767384398.322606:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a09be13 x1853236737775104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.322608:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000128a894b. 00000100:00000200:2.0:1767384398.322620:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a09be13 x1853236737775104/t0(0) o253->MGC192.168.203.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384398.322637:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eeeef497. 02000000:00000010:2.0:1767384398.322642:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b53b69f1. 00000100:00000010:2.0:1767384398.322646:0:40414:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000024f12b06. 00000100:00000010:2.0:1767384398.322649:0:40414:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006aae46fa. 02000000:00000010:2.0:1767384398.322651:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b0325ede. 00000100:00000010:2.0:1767384398.322654:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a09be13. 00000020:00000010:2.0:1767384398.322659:0:40414:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000572d3b69. 00000020:02000000:2.0:1767384398.322662:0:40414:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1767384398.325435:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ac74f24. 00000020:00000010:2.0:1767384398.325439:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ad2047d. 00000040:00000010:2.0:1767384398.325444:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000074ca8d8. 00000020:00000010:2.0:1767384398.325447:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6298e53. 00000020:00000010:2.0:1767384398.325452:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044592683. 00000020:00000010:2.0:1767384398.325455:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2f65e77. 80000000:00000010:2.0:1767384398.325458:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c582944. 40000000:00000010:2.0:1767384398.325460:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000b068c46. 00100000:00000010:2.0:1767384398.325463:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e76a5601. 00040000:00000010:2.0:1767384398.325466:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ad1d4f9. 00040000:00000010:2.0:1767384398.325468:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea4ea0e7. 00040000:00000010:2.0:1767384398.325471:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003798bedb. 00080000:00000010:2.0:1767384398.325474:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6b28ba3. 00000004:00000010:2.0:1767384398.325476:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aa722546. 00000004:00000010:2.0:1767384398.325480:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad9b4d8e. 00000004:00000010:2.0:1767384398.325483:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a2293fb6. 00000004:00000010:2.0:1767384398.325485:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000097c7b264. 00000020:00000010:2.0:1767384398.325496:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077e393da. 00000020:00000010:2.0:1767384398.325499:0:40414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e26f85b. 00000020:00000010:2.0:1767384398.325502:0:40414:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007692d43a. 00000020:00000010:2.0:1767384398.325533:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af282d4e. 00080000:00000010:2.0:1767384398.325539:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d86ca5b. 00080000:00000010:2.0:1767384398.325598:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009d86ca5b. 00000020:00000010:2.0:1767384398.325602:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000af282d4e. 00000004:00000010:2.0:1767384398.325610:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004c136ded. 00000004:00000010:2.0:1767384398.325616:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f1b5cdc9. 00000004:00000010:2.0:1767384398.325621:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075e189d5. 00080000:00000010:2.0:1767384398.325625:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d86ca5b. 00040000:00000010:2.0:1767384398.325670:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009057ced1. 00000004:00000010:2.0:1767384398.325675:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d209c900. 00000004:00000010:2.0:1767384398.325678:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b615547. 00000004:00000010:2.0:1767384398.325681:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000026e0a131. 00080000:00000010:2.0:1767384398.325683:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e7be2d7. 00000020:00000010:2.0:1767384398.325699:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a416626. 00080000:00000010:2.0:1767384398.325702:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c123c670. 00080000:00000010:2.0:1767384398.325737:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c123c670. 00000020:00000010:2.0:1767384398.325740:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007a416626. 00000004:00000010:2.0:1767384398.325745:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006ea34a6a. 00000004:00000010:2.0:1767384398.325749:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ecea74b7. 00000004:00000010:2.0:1767384398.325752:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe105c9f. 00080000:00000010:2.0:1767384398.325754:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c123c670. 00100000:00000010:2.0:1767384398.325780:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cfa7e0b7. 00000004:00000010:2.0:1767384398.325799:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e359ec6a. 00000004:00000010:2.0:1767384398.325803:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009ca2ada7. 00000004:00000010:2.0:1767384398.325805:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076f8b380. 00080000:00000010:2.0:1767384398.325808:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003144f952. 00100000:00000010:2.0:1767384398.325839:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006a8cfb68. 00040000:00000010:2.0:1767384398.325843:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003613eb5b. 00000001:00000010:2.0:1767384398.325847:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a4f36fc0. 00000001:00000010:2.0:1767384398.325850:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000092bdced. 00000001:00000010:2.0:1767384398.325852:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003455f755. 00040000:00000010:2.0:1767384398.325860:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000021e9f7ff. 00000004:00000010:2.0:1767384398.325863:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000a363946. 00000004:00000010:2.0:1767384398.325867:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002d1021d5. 00000004:00000010:2.0:1767384398.325870:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000031462900. 00080000:00000010:2.0:1767384398.325872:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e88d3737. 00000020:00000010:2.0:1767384398.325889:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007ed37613. 00080000:00000010:2.0:1767384398.325893:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001853e503. 00080000:00000010:2.0:1767384398.325924:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001853e503. 00000020:00000010:2.0:1767384398.325927:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007ed37613. 00000004:00000010:2.0:1767384398.325932:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000006e1f579. 00000004:00000010:2.0:1767384398.325935:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a0f5f92f. 00000004:00000010:2.0:1767384398.325938:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000027daa988. 00080000:00000010:2.0:1767384398.325940:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001853e503. 00100000:00000010:2.0:1767384398.325967:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000430a81d8. 00000004:00000010:2.0:1767384398.325983:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f9994b3a. 00000004:00000010:2.0:1767384398.325987:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000059b67c2c. 00000004:00000010:2.0:1767384398.325990:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000df2c41bf. 00080000:00000010:2.0:1767384398.325992:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036e5e659. 00100000:00000010:2.0:1767384398.326017:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000243d8b75. 00040000:00000010:2.0:1767384398.326021:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c95a8fae. 00000001:00000010:2.0:1767384398.326024:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000638b7b19. 00000001:00000010:2.0:1767384398.326026:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000060df6ed4. 00000001:00000010:2.0:1767384398.326029:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000073ecb6e3. 00040000:00000010:2.0:1767384398.326035:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000086a07cd2. 00000004:00000010:2.0:1767384398.326039:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000be2d428f. 00000004:00000010:2.0:1767384398.326042:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005e017302. 00000004:00000010:2.0:1767384398.326044:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009eaa4266. 00080000:00000010:2.0:1767384398.326047:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a3586d36. 00000020:00000010:2.0:1767384398.326064:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b8e0f14. 00080000:00000010:2.0:1767384398.326069:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5eeb181. 00080000:00000010:2.0:1767384398.326100:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c5eeb181. 00000020:00000010:2.0:1767384398.326103:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004b8e0f14. 00000004:00000010:2.0:1767384398.326108:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000209db40b. 00000004:00000010:2.0:1767384398.326111:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000095d13fdd. 00000004:00000010:2.0:1767384398.326114:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006958a645. 00080000:00000010:2.0:1767384398.326116:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5eeb181. 00100000:00000010:2.0:1767384398.326144:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009eb5738b. 00000004:00000010:2.0:1767384398.326173:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a27105fa. 00000004:00000010:2.0:1767384398.326177:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000046d1b147. 00000004:00000010:2.0:1767384398.326181:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ba848a66. 00080000:00000010:2.0:1767384398.326184:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b9e90184. 00100000:00000010:2.0:1767384398.326213:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004e5ae612. 00040000:00000010:2.0:1767384398.326217:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003270361f. 00000001:00000010:2.0:1767384398.326220:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002ada4715. 00000001:00000010:2.0:1767384398.326224:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000076900b0b. 00000001:00000010:2.0:1767384398.326226:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000454219c4. 00040000:00000010:2.0:1767384398.326234:0:40414:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000003839aba8. 00000020:00000010:2.0:1767384398.326237:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081ccb59a. 00000020:00000010:2.0:1767384398.326240:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004424a765. 00000020:00000010:2.0:1767384398.326242:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6cd2070. 00000020:00000010:2.0:1767384398.326245:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c2b0268b. 00000020:00000010:2.0:1767384398.326247:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c0f1f558. 80000000:00000010:2.0:1767384398.326250:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068888c8b. 40000000:00000010:2.0:1767384398.326252:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003a3349fb. 00100000:00000010:2.0:1767384398.326255:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004039e7c. 00040000:00000010:2.0:1767384398.326257:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036bf30b7. 00040000:00000010:2.0:1767384398.326259:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000436d7542. 00080000:00000010:2.0:1767384398.326262:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000adf1e0af. 00002000:00000010:2.0:1767384398.326265:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000103805da. 00000020:00000010:2.0:1767384398.326445:0:40414:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.326449:0:40414:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.326452:0:40414:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000f88c6c99. 00000020:00000010:2.0:1767384398.326457:0:40414:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000e7b7c7c9. 00000020:00000010:2.0:1767384398.326460:0:40414:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000e7b7c7c9. 00040000:00000010:2.0:1767384398.326481:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000ac55cf05. 00000020:00000010:2.0:1767384398.326495:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b6d44676. 00080000:00000010:2.0:1767384398.326499:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055ec395a. 00080000:00000010:2.0:1767384398.326532:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000055ec395a. 00000020:00000010:2.0:1767384398.326535:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b6d44676. 00000004:00000010:2.0:1767384398.326540:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000030d28036. 00000004:00000010:2.0:1767384398.326543:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001bce16a7. 00000004:00000010:2.0:1767384398.326546:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000065ef18d1. 00080000:00000010:2.0:1767384398.326549:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055ec395a. 00100000:00000010:2.0:1767384398.326577:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b79d0202. 00000004:00000010:2.0:1767384398.326594:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000520a9954. 00000004:00000010:2.0:1767384398.326597:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000056cb09d6. 00000004:00000010:2.0:1767384398.326600:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d6dbc262. 00080000:00000010:2.0:1767384398.326603:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077d43ecf. 00100000:00000010:2.0:1767384398.326628:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ef47ae1e. 00040000:00000010:2.0:1767384398.326632:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e1db5cc5. 00000001:00000010:2.0:1767384398.326636:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002dea1d0f. 00000001:00000010:2.0:1767384398.326639:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ed41a1c6. 00000001:00000010:2.0:1767384398.326641:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e1bfd996. 00040000:00000010:2.0:1767384398.326648:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000015b4032e. 00000020:00000010:2.0:1767384398.326665:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026edc5e4. 00080000:00000010:2.0:1767384398.326669:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003649137b. 00080000:00000010:2.0:1767384398.326700:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003649137b. 00000020:00000010:2.0:1767384398.326702:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000026edc5e4. 00000004:00000010:2.0:1767384398.326706:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000febfd608. 00000004:00000010:2.0:1767384398.326709:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a4a9289c. 00000004:00000010:2.0:1767384398.326712:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000855e5054. 00080000:00000010:2.0:1767384398.326715:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003649137b. 00100000:00000010:2.0:1767384398.326741:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007549bd49. 00000004:00000010:2.0:1767384398.326757:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007a53c4d9. 00000004:00000010:2.0:1767384398.326762:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000013ccd0c. 00000004:00000010:2.0:1767384398.326764:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003f44e9f5. 00080000:00000010:2.0:1767384398.326767:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063bd83a3. 00100000:00000010:2.0:1767384398.326792:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000085cbf845. 00040000:00000010:2.0:1767384398.326796:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ad4a4d25. 00000001:00000010:2.0:1767384398.326799:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000961c88ea. 00000001:00000010:2.0:1767384398.326801:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000db874f8d. 00000001:00000010:2.0:1767384398.326804:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000309bea4b. 00040000:00000010:2.0:1767384398.326810:0:40414:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000c6610214. 00000020:00000010:2.0:1767384398.326826:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001431cb58. 00080000:00000010:2.0:1767384398.326830:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000482cb41b. 00080000:00000010:2.0:1767384398.326860:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000482cb41b. 00000020:00000010:2.0:1767384398.326863:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001431cb58. 00000004:00000010:2.0:1767384398.326877:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bf5a8ff8. 00000004:00000010:2.0:1767384398.326882:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ef6796a3. 00000004:00000010:2.0:1767384398.326885:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008faa068d. 00080000:00000010:2.0:1767384398.326888:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000482cb41b. 00100000:00000010:2.0:1767384398.326919:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000454029f6. 00000004:00000010:2.0:1767384398.326934:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009816e043. 00000004:00000010:2.0:1767384398.326938:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000094122cd0. 00000004:00000010:2.0:1767384398.326940:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b7ff9ef4. 00080000:00000010:2.0:1767384398.326949:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000660ebb86. 00100000:00000010:2.0:1767384398.326981:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f05a78a. 00040000:00000010:2.0:1767384398.326986:0:40414:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002ebcb8d6. 00000001:00000010:2.0:1767384398.326989:0:40414:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f41d19cb. 00000001:00000010:2.0:1767384398.326992:0:40414:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007818878d. 00000001:00000010:2.0:1767384398.326994:0:40414:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e66e2f2f. 00040000:00000010:2.0:1767384398.327001:0:40414:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000bb1703b7. 00000020:00000010:2.0:1767384398.327003:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c259b77. 00000020:00000010:2.0:1767384398.327005:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000210c89c4. 00000020:00000010:2.0:1767384398.327009:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000301615bf. 00000020:00000010:2.0:1767384398.327013:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b4c3284b. 00000020:00000010:2.0:1767384398.327015:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001b571a30. 80000000:00000010:2.0:1767384398.327017:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c4f77af. 40000000:00000010:2.0:1767384398.327020:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000711a5f78. 00100000:00000010:2.0:1767384398.327024:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef0a05d6. 00040000:00000010:2.0:1767384398.327026:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000071b47a5. 00040000:00000010:2.0:1767384398.327029:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d127aa3. 00080000:00000010:2.0:1767384398.327031:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005e557a07. 00002000:00000010:2.0:1767384398.327033:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001461110d. 00000020:00000010:3.0:1767384398.327197:0:40414:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000031da7f07. 00000020:00000010:3.0:1767384398.327200:0:40414:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000031da7f07. 00000020:00000010:3.0:1767384398.327202:0:40414:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b75c5993. 00000020:00000010:3.0:1767384398.327205:0:40414:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000031da7f07. 00000020:00000010:3.0:1767384398.327207:0:40414:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000031da7f07. 40000000:00000010:3.0:1767384398.327210:0:40414:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000e14f28d0. 00080000:00000010:3.0:1767384398.327240:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b679935a. 00010000:00000010:2.1:1767384398.330299:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3be3ebf. 00010000:00000010:2.1:1767384398.330307:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd0e0d3. 00010000:00000010:1.1:1767384398.330307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004876a089. 00010000:00000010:2.1:1767384398.330316:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000097ec23c8. 00010000:00000010:2.1:1767384398.330319:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000874ef952. 00080000:00000010:1.0:1767384398.333797:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b679935a. 00000004:00000010:3.0:1767384398.333813:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eb279af5. 00000004:00000010:3.0:1767384398.333829:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000d5acc21. 00000004:00000010:3.0:1767384398.333832:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d7fe58e3. 00080000:00000010:3.0:1767384398.333835:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d25a1be8. 00000004:00000010:3.0:1767384398.333872:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003eecf068. 00000004:00000010:3.0:1767384398.333875:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c10d17a8. 00000004:00000010:3.0:1767384398.333877:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000029d32e13. 00080000:00000010:3.0:1767384398.333879:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf38e800. 00000020:00000010:3.0:1767384398.333905:0:40414:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000008932bd8e. 00080000:00000010:3.0:1767384398.333908:0:40414:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a1b25534. 00080000:00000010:3.0:1767384398.333910:0:40414:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b64c0698. 00000004:00000010:3.0:1767384398.333940:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000011236be. 00000004:00000010:3.0:1767384398.333944:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004e77f65c. 00000004:00000010:3.0:1767384398.333946:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000067a72750. 00080000:00000010:3.0:1767384398.333951:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e59b933. 00080000:00000010:3.0:1767384398.333990:0:40414:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b64c0698. 00080000:00000010:3.0:1767384398.333993:0:40414:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a1b25534. 00000020:00000010:3.0:1767384398.333995:0:40414:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000008932bd8e. 00000004:00000010:3.0:1767384398.333999:0:40414:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000003996821a. 00000004:00000010:3.0:1767384398.334004:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000050b1b5c3. 00000004:00000010:3.0:1767384398.334008:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000985e4bf8. 00000004:00000010:3.0:1767384398.334011:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007a73968c. 00080000:00000010:3.0:1767384398.334014:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d100798. 00000020:00000010:3.0:1767384398.334052:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f33c99b3. 00000020:00000010:3.0:1767384398.334056:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bea822a1. 00000040:00000010:3.0:1767384398.334059:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef73ae2c. 00000020:00000010:3.0:1767384398.334062:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000893d5dbd. 00000020:00000010:3.0:1767384398.334065:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d72e2dc5. 00000020:00000010:3.0:1767384398.334068:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001ab4f4c5. 80000000:00000010:3.0:1767384398.334071:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebf259ff. 40000000:00000010:3.0:1767384398.334074:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000182821c1. 00100000:00000010:3.0:1767384398.334077:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c8d0751c. 00040000:00000010:3.0:1767384398.334080:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d545308a. 00040000:00000010:3.0:1767384398.334082:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000035639dc6. 00040000:00000010:3.0:1767384398.334085:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aa150184. 00080000:00000010:3.0:1767384398.334089:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bca25dfe. 00000004:00000010:3.0:1767384398.334092:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000701936ae. 00000004:00000010:3.0:1767384398.334097:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d784668e. 00000004:00000010:3.0:1767384398.334101:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009b877e19. 00000004:00000010:3.0:1767384398.334105:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cbc19d01. 00000004:00000010:2.0:1767384398.334264:0:40414:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000007afcf80e. 00000040:00000010:2.0:1767384398.334270:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b09b2ba8. 00000020:00000010:2.0:1767384398.334301:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb038936. 00000020:00000010:2.0:1767384398.334305:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a802195b. 00000040:00000010:2.0:1767384398.334309:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000096e4a373. 00000020:00000010:2.0:1767384398.334312:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000096b5757. 00000020:00000010:2.0:1767384398.334317:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033dac566. 00000020:00000010:2.0:1767384398.334320:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076b72417. 80000000:00000010:2.0:1767384398.334323:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000193c2de. 40000000:00000010:2.0:1767384398.334328:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003b9f9d2f. 00100000:00000010:2.0:1767384398.334331:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000326a115. 00040000:00000010:2.0:1767384398.334335:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d11c4354. 00040000:00000010:2.0:1767384398.334338:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000628b805d. 00040000:00000010:2.0:1767384398.334341:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005c954165. 00080000:00000010:2.0:1767384398.334343:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df94c2bb. 00000004:00000010:2.0:1767384398.334346:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e89e9a02. 00000004:00000010:2.0:1767384398.334349:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384398.334351:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000013e18634. 00000004:00000010:2.0:1767384398.334354:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f8029742. 00000004:00000010:3.0:1767384398.334502:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008ea7331e. 00000004:00000010:3.0:1767384398.334507:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a80ac5ee. 00000040:00000010:2.0:1767384398.334509:0:40456:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009edb883c. 00000004:00000010:3.0:1767384398.334510:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fa0386d5. 00080000:00000010:3.0:1767384398.334522:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd15c869. 00000040:00000010:2.0:1767384398.334531:0:40456:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000be2bd231. 00000040:00000010:2.0:1767384398.334548:0:40456:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008641ce2c. 00000020:00000010:2.0:1767384398.334553:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000641a4a8a. 00000020:00000010:2.0:1767384398.334557:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000232a3867. 00000040:00000010:2.0:1767384398.334559:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001066e3a2. 00000020:00000010:2.0:1767384398.334562:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d31b5a46. 00000020:00000010:2.0:1767384398.334566:0:40456:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384398.334569:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000638159ad. 80000000:00000010:2.0:1767384398.334572:0:40456:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000017d881f. 00080000:00000010:3.0:1767384398.334574:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd15c869. 40000000:00000010:2.0:1767384398.334575:0:40456:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eceb0b33. 00100000:00000010:2.0:1767384398.334580:0:40456:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9e023ee. 00000004:00000010:3.0:1767384398.334581:0:40414:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fa0386d5. 00040000:00000010:2.0:1767384398.334583:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000559b2767. 00000004:00000010:3.0:1767384398.334586:0:40414:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a80ac5ee. 00040000:00000010:2.0:1767384398.334588:0:40456:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f20c9473. 00000004:00000010:3.0:1767384398.334591:0:40414:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008ea7331e. 00040000:00000010:2.0:1767384398.334593:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d39441a. 00080000:00000010:2.0:1767384398.334599:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001233d01e. 00000004:00000010:3.0:1767384398.334600:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009204817a. 00000004:00000010:2.0:1767384398.334604:0:40456:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f12e56cb. 00000004:00000010:3.0:1767384398.334605:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a80ac5ee. 00000004:00000010:3.0:1767384398.334610:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fa0386d5. 00000004:00000010:2.0:1767384398.334610:0:40456:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026fe928e. 00080000:00000010:3.0:1767384398.334613:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd15c869. 00000004:00000010:2.0:1767384398.334616:0:40456:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a28b51b. 00002000:00000010:2.0:1767384398.334621:0:40456:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009026a08b. 00000004:00000010:2.0:1767384398.334623:0:40456:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f65bad87. 00000020:00000010:2.0:1767384398.334627:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b8dc54f7. 00000040:00000010:2.0:1767384398.334644:0:40456:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000060da5030. 00000004:00000010:3.0:1767384398.334669:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000071bf2379. 00000004:00000010:3.0:1767384398.334674:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000834079f5. 00000004:00000010:3.0:1767384398.334676:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000041173018. 00080000:00000010:3.0:1767384398.334679:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006fe43931. 00080000:00000010:3.0:1767384398.334712:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006fe43931. 00000004:00000010:3.0:1767384398.334714:0:40414:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000041173018. 00000004:00000010:3.0:1767384398.334716:0:40414:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000834079f5. 00000004:00000010:3.0:1767384398.334717:0:40414:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000071bf2379. 00000004:00000010:3.0:1767384398.334721:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b2c60f52. 00000004:00000010:3.0:1767384398.334723:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000834079f5. 00000004:00000010:3.0:1767384398.334724:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000041173018. 00080000:00000010:3.0:1767384398.334725:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006fe43931. 00000004:00000010:3.0:1767384398.334749:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000351b5204. 00000004:00000010:3.0:1767384398.334751:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000094bd4328. 00000004:00000010:3.0:1767384398.334752:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d56d0179. 00080000:00000010:3.0:1767384398.334754:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aad99742. 00080000:00000010:3.0:1767384398.334849:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aad99742. 00000004:00000010:3.0:1767384398.334852:0:40414:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d56d0179. 00000004:00000010:3.0:1767384398.334853:0:40414:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000094bd4328. 00000004:00000010:3.0:1767384398.334855:0:40414:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000351b5204. 00000004:00000010:3.0:1767384398.334858:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062adeb94. 00000004:00000010:3.0:1767384398.334860:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000094bd4328. 00000004:00000010:3.0:1767384398.334861:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d56d0179. 00080000:00000010:3.0:1767384398.334863:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aad99742. 00000004:00000010:3.0:1767384398.334888:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eefdfcf5. 00000004:00000010:3.0:1767384398.334891:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000afa47e13. 00000004:00000010:3.0:1767384398.334892:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000062bb22fc. 00080000:00000010:3.0:1767384398.334894:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000471048c4. 00080000:00000010:3.0:1767384398.334993:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000471048c4. 00000004:00000010:3.0:1767384398.334996:0:40414:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000062bb22fc. 00000004:00000010:3.0:1767384398.334997:0:40414:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000afa47e13. 00000004:00000010:3.0:1767384398.334998:0:40414:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eefdfcf5. 00000004:00000010:3.0:1767384398.335002:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009443a165. 00000004:00000010:3.0:1767384398.335005:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000afa47e13. 00000004:00000010:3.0:1767384398.335007:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000062bb22fc. 00080000:00000010:3.0:1767384398.335011:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000471048c4. 00000020:00000010:3.0:1767384398.335115:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000e1bf7b5. 00080000:00000010:3.0:1767384398.335119:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdd42402. 00080000:00000010:3.0:1767384398.335222:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cdd42402. 00000020:00000010:3.0:1767384398.335225:0:40414:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000e1bf7b5. 00000004:00000010:3.0:1767384398.335254:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009831236c. 00000004:00000010:3.0:1767384398.335259:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001accb525. 00000004:00000010:3.0:1767384398.335262:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000028e91db. 00080000:00000010:3.0:1767384398.335264:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdd42402. 00000040:00000010:3.0:1767384398.335548:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000009679b9d. 00000040:00000010:3.0:1767384398.335558:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2317e23. 00000040:00000010:3.0:1767384398.335687:0:40414:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000003ea0b58b. 00000020:00000010:3.0:1767384398.335692:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e2acb9f7. 00080000:00000010:3.0:1767384398.335696:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000885775c0. 00000040:00000010:3.0:1767384398.335838:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008932bd8e. 00000040:00000010:3.0:1767384398.335845:0:40414:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000b53b69f1. 00000100:00000010:1.0:1767384398.340313:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085462344. 00000100:00000010:0.0:1767384398.340352:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000292b37ab. 00000040:00000010:3.0:1767384398.340796:0:40414:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000b53b69f1. 00000040:00000010:3.0:1767384398.340802:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000025acc028. 00000040:00000010:3.0:1767384398.340806:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cee2a161. 00000040:00000010:3.0:1767384398.340862:0:40414:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000ddfa073c. 00000020:00000010:3.0:1767384398.340865:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da64ad92. 00080000:00000010:3.0:1767384398.340868:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d36fc7d0. 00000040:00000010:3.0:1767384398.340969:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b53b69f1. 00000040:00000010:3.0:1767384398.340975:0:40414:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000006171c08a. 00000040:00000010:2.0:1767384398.345160:0:40456:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000060da5030. 00000020:00000010:2.0:1767384398.345171:0:40456:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b8dc54f7. 00000020:00000010:2.0:1767384398.345176:0:40456:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000232a3867. 00000040:00000010:2.0:1767384398.345179:0:40456:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001066e3a2. 00000020:00000010:2.0:1767384398.345180:0:40456:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d31b5a46. 00000020:00000010:2.0:1767384398.345183:0:40456:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384398.345185:0:40456:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000638159ad. 80000000:00000010:2.0:1767384398.345187:0:40456:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000017d881f. 40000000:00000010:2.0:1767384398.345189:0:40456:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eceb0b33. 00100000:00000010:2.0:1767384398.345190:0:40456:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9e023ee. 00040000:00000010:2.0:1767384398.345192:0:40456:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000559b2767. 00040000:00000010:2.0:1767384398.345194:0:40456:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f20c9473. 00040000:00000010:2.0:1767384398.345196:0:40456:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d39441a. 00080000:00000010:2.0:1767384398.345198:0:40456:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001233d01e. 00000004:00000010:2.0:1767384398.345199:0:40456:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f12e56cb. 00000004:00000010:2.0:1767384398.345201:0:40456:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026fe928e. 00000004:00000010:2.0:1767384398.345204:0:40456:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a28b51b. 00002000:00000010:2.0:1767384398.345205:0:40456:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009026a08b. 00000004:00000010:2.0:1767384398.345207:0:40456:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f65bad87. 00000020:00000010:2.0:1767384398.345208:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000641a4a8a. 00000040:00000010:2.0:1767384398.345210:0:40456:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008641ce2c. 00000020:00000010:2.0:1767384398.345213:0:40456:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a802195b. 00000040:00000010:2.0:1767384398.345214:0:40456:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000096e4a373. 00000020:00000010:2.0:1767384398.345215:0:40456:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000096b5757. 00000020:00000010:2.0:1767384398.345217:0:40456:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033dac566. 00000020:00000010:2.0:1767384398.345218:0:40456:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076b72417. 80000000:00000010:2.0:1767384398.345219:0:40456:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000193c2de. 40000000:00000010:2.0:1767384398.345220:0:40456:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003b9f9d2f. 00100000:00000010:2.0:1767384398.345221:0:40456:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000326a115. 00040000:00000010:2.0:1767384398.345222:0:40456:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d11c4354. 00040000:00000010:2.0:1767384398.345223:0:40456:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000628b805d. 00040000:00000010:2.0:1767384398.345224:0:40456:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005c954165. 00080000:00000010:2.0:1767384398.345225:0:40456:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df94c2bb. 00000004:00000010:2.0:1767384398.345226:0:40456:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e89e9a02. 00000004:00000010:2.0:1767384398.345228:0:40456:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384398.345229:0:40456:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000013e18634. 00000004:00000010:2.0:1767384398.345230:0:40456:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f8029742. 00000040:00000010:3.0:1767384398.345231:0:40414:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000006171c08a. 00000020:00000010:2.0:1767384398.345231:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb038936. 00000004:00000010:2.0:1767384398.345234:0:40456:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000007afcf80e. 00000100:00000010:3.0:1767384398.345245:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a8dad6a. 00000100:00000010:2.0:1767384398.345246:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f2a80f5. 00000040:00000010:3.0:1767384398.345255:0:40414:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000099ab9bf7. 00000020:00000010:3.0:1767384398.345259:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5a19018. 00000020:00000010:3.0:1767384398.345261:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064f6a52c. 00000040:00000010:3.0:1767384398.345264:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000089f58548. 00000020:00000010:3.0:1767384398.345265:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069c9a2c4. 00000020:00000010:3.0:1767384398.345268:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.345270:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000803dbe2b. 80000000:00000010:3.0:1767384398.345273:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001937f2c5. 40000000:00000010:3.0:1767384398.345288:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a265d3da. 00100000:00000010:3.0:1767384398.345291:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bbf0c06a. 00040000:00000010:3.0:1767384398.345293:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a1e72276. 00040000:00000010:3.0:1767384398.345295:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001473a974. 00040000:00000010:3.0:1767384398.345297:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b065c50. 00080000:00000010:3.0:1767384398.345300:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cfb3f12c. 00000004:00000010:3.0:1767384398.345302:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005315bf15. 00000004:00000010:3.0:1767384398.345305:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062685d6e. 00000004:00000010:3.0:1767384398.345307:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009bbc2720. 00002000:00000010:3.0:1767384398.345309:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc6603e0. 00000004:00000010:3.0:1767384398.345310:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009877440e. 00000020:00000010:3.0:1767384398.345312:0:40414:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001008aa05. 00000040:00000010:3.0:1767384398.345314:0:40414:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006171c08a. 00000040:00000010:3.0:1767384398.345677:0:40414:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006171c08a. 00000020:00000010:3.0:1767384398.345681:0:40414:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001008aa05. 00000020:00000010:3.0:1767384398.345685:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064f6a52c. 00000040:00000010:3.0:1767384398.345687:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000089f58548. 00000020:00000010:3.0:1767384398.345688:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069c9a2c4. 00000020:00000010:3.0:1767384398.345690:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.345692:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000803dbe2b. 80000000:00000010:3.0:1767384398.345694:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001937f2c5. 40000000:00000010:3.0:1767384398.345695:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a265d3da. 00100000:00000010:3.0:1767384398.345697:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bbf0c06a. 00040000:00000010:3.0:1767384398.345699:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a1e72276. 00040000:00000010:3.0:1767384398.345700:0:40414:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001473a974. 00040000:00000010:3.0:1767384398.345702:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b065c50. 00080000:00000010:3.0:1767384398.345703:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cfb3f12c. 00000004:00000010:3.0:1767384398.345704:0:40414:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005315bf15. 00000004:00000010:3.0:1767384398.345706:0:40414:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062685d6e. 00000004:00000010:3.0:1767384398.345707:0:40414:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009bbc2720. 00002000:00000010:3.0:1767384398.345709:0:40414:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dc6603e0. 00000004:00000010:3.0:1767384398.345710:0:40414:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009877440e. 00000020:00000010:3.0:1767384398.345711:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5a19018. 00000040:00000010:3.0:1767384398.345713:0:40414:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000099ab9bf7. 00000040:00000010:3.0:1767384398.345715:0:40414:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000099ab9bf7. 00000020:00000010:3.0:1767384398.345716:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b065c50. 00000020:00000010:3.0:1767384398.345717:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000803dbe2b. 00000040:00000010:3.0:1767384398.345719:0:40414:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c860738a. 00000020:00000010:3.0:1767384398.345720:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bbc2720. 00000020:00000010:3.0:1767384398.345721:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.345723:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef3212a6. 80000000:00000010:3.0:1767384398.345724:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001937f2c5. 40000000:00000010:3.0:1767384398.345725:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a265d3da. 00100000:00000010:3.0:1767384398.345726:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005315bf15. 00040000:00000010:3.0:1767384398.345727:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a1e72276. 00040000:00000010:3.0:1767384398.345729:0:40414:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cfb3f12c. 00040000:00000010:3.0:1767384398.345730:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021560480. 00080000:00000010:3.0:1767384398.345731:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000ce21737. 00000004:00000010:3.0:1767384398.345733:0:40414:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000041bbe272. 00000004:00000010:3.0:1767384398.345735:0:40414:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062685d6e. 00000004:00000010:3.0:1767384398.345736:0:40414:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000212b87b1. 00002000:00000010:3.0:1767384398.345737:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009877440e. 00000004:00000010:3.0:1767384398.345738:0:40414:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dc6603e0. 00000020:00000010:3.0:1767384398.345740:0:40414:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000052701e2a. 00000040:00000010:3.0:1767384398.345742:0:40414:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006171c08a. 00000040:00000010:3.0:1767384398.346067:0:40414:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006171c08a. 00000020:00000010:3.0:1767384398.346068:0:40414:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000052701e2a. 00000020:00000010:3.0:1767384398.346070:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000803dbe2b. 00000040:00000010:3.0:1767384398.346071:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c860738a. 00000020:00000010:3.0:1767384398.346072:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bbc2720. 00000020:00000010:3.0:1767384398.346073:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.346075:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef3212a6. 80000000:00000010:3.0:1767384398.346076:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001937f2c5. 40000000:00000010:3.0:1767384398.346077:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a265d3da. 00100000:00000010:3.0:1767384398.346078:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005315bf15. 00040000:00000010:3.0:1767384398.346079:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a1e72276. 00040000:00000010:3.0:1767384398.346080:0:40414:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cfb3f12c. 00040000:00000010:3.0:1767384398.346081:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021560480. 00080000:00000010:3.0:1767384398.346082:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000ce21737. 00000004:00000010:3.0:1767384398.346083:0:40414:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000041bbe272. 00000004:00000010:3.0:1767384398.346084:0:40414:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062685d6e. 00000004:00000010:3.0:1767384398.346085:0:40414:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000212b87b1. 00002000:00000010:3.0:1767384398.346086:0:40414:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009877440e. 00000004:00000010:3.0:1767384398.346087:0:40414:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dc6603e0. 00000020:00000010:3.0:1767384398.346088:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b065c50. 00000040:00000010:3.0:1767384398.346088:0:40414:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000099ab9bf7. 00000040:00000010:3.0:1767384398.346091:0:40414:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000488d5778. 00000040:00000010:3.0:1767384398.346094:0:40414:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009b065c50. 00000040:00000010:3.0:1767384398.346107:0:40414:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000009352b238. 00000020:00000010:3.0:1767384398.346109:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1e72276. 00080000:00000010:3.0:1767384398.346111:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e84be02. 00000040:00000010:3.0:1767384398.346132:0:40414:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006171c08a. 00000001:00000010:3.0:1767384398.346138:0:40414:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000d83eaeec. 00000004:00000010:3.0:1767384398.346150:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb1c2577. 00000004:00000010:3.0:1767384398.346166:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009b82284a. 00000004:00000010:3.0:1767384398.346168:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ca5e3382. 00080000:00000010:3.0:1767384398.346170:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002963197a. 00080000:00000010:3.0:1767384398.346235:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc6603e0. 00080000:00000010:3.0:1767384398.346243:0:40414:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000e7f77c15. 00080000:00000010:3.0:1767384398.346406:0:40414:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002963197a. 00000004:00000010:3.0:1767384398.346408:0:40414:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca5e3382. 00000004:00000010:3.0:1767384398.346410:0:40414:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009b82284a. 00000004:00000010:3.0:1767384398.346411:0:40414:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb1c2577. 00000020:00000010:3.0:1767384398.346419:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fd8cd7dc. 00080000:00000010:3.0:1767384398.346421:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002963197a. 00080000:00000010:3.0:1767384398.346425:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000da8dbae7. 00000020:00000010:3.0:1767384398.346651:0:40414:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000954ffbbd. 00100000:00000010:3.0:1767384398.346673:0:40414:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000031da7f07. 00080000:00000010:3.0:1767384398.346684:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c2cf405f. 00000020:00000010:3.0:1767384398.346711:0:40414:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000954ffbbd. 00000020:00000010:3.0:1767384398.346713:0:40414:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000008b5398fa. 00080000:00000010:3.0:1767384398.346724:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005951257a. 00080000:00000010:3.0:1767384398.346742:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b679935a. 00080000:00000010:3.0:1767384398.346757:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006aae46fa. 00100000:00000010:3.0:1767384398.346774:0:40414:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000062685d6e. 00000020:00000010:3.0:1767384398.346884:0:40414:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000009989525f. 00000004:00000010:3.0:1767384398.346936:0:40414:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006fbf5086. 00000004:00000010:3.0:1767384398.346939:0:40414:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009b82284a. 00000004:00000010:3.0:1767384398.346941:0:40414:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ca5e3382. 00080000:00000010:3.0:1767384398.346943:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003103f26b. 00000020:00000010:3.0:1767384398.346951:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a00d56f. 00080000:00000010:3.0:1767384398.346953:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f0cebbe. 00000020:00000010:3.0:1767384398.346974:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f7463ac. 00080000:00000010:3.0:1767384398.346976:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004400f033. 00100000:00000010:3.0:1767384398.347011:0:40414:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000003582fb60. 00100000:00000010:3.0:1767384398.347013:0:40414:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000009550ff85. 00100000:00000010:3.0:1767384398.347045:0:40414:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000009550ff85. 00100000:00000010:3.0:1767384398.347048:0:40414:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000212b87b1. 00100000:00000010:3.0:1767384398.347051:0:40414:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000326cab46. 00100000:00000010:3.0:1767384398.347053:0:40414:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000008292305e. 00100000:00000010:3.0:1767384398.347055:0:40414:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000086efe83f. 00000020:00000010:3.0:1767384398.347063:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f07db44. 00080000:00000010:3.0:1767384398.347065:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000057e04f3f. 00000020:00000010:3.0:1767384398.347138:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000968d190d. 00080000:00000010:3.0:1767384398.347141:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001c12cef8. 00000020:00000010:3.0:1767384398.347182:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b330083. 00080000:00000010:3.0:1767384398.347184:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d57cba5. 00000020:00000010:3.0:1767384398.347204:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bdca3341. 00080000:00000010:3.0:1767384398.347206:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001ba02252. 00000020:00000010:3.0:1767384398.347222:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ba20ac3a. 00080000:00000010:3.0:1767384398.347224:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000061feea9b. 00000020:00000010:3.0:1767384398.347240:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003773b333. 00080000:00000010:3.0:1767384398.347249:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001c790f89. 00000020:00000010:3.0:1767384398.347273:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000093a75ae9. 00080000:00000010:3.0:1767384398.347291:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000033d7e2c. 00000020:00000010:3.0:1767384398.347317:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000bc39ee4. 00080000:00000010:3.0:1767384398.347320:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ce0797c. 00000020:00000010:3.0:1767384398.347337:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e2cc8be3. 00080000:00000010:3.0:1767384398.347338:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000089624797. 00000020:00000010:3.0:1767384398.347354:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b5f4f22b. 00080000:00000010:3.0:1767384398.347356:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6b002fd. 00000020:00000010:3.0:1767384398.347372:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b7d28ff5. 00080000:00000010:3.0:1767384398.347374:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f81ad565. 00000020:00000010:3.0:1767384398.347390:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005bc95376. 00080000:00000010:3.0:1767384398.347392:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba02bc2c. 00000020:00000010:3.0:1767384398.347407:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cccea9bd. 00080000:00000010:3.0:1767384398.347409:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000048f8f23. 00000020:00000010:3.0:1767384398.347425:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028670761. 00080000:00000010:3.0:1767384398.347427:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d82d1a1e. 00000020:00000010:3.0:1767384398.347442:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000041d621df. 00080000:00000010:3.0:1767384398.347445:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ade037d5. 00000020:00000010:3.0:1767384398.347460:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c739eac5. 00080000:00000010:3.0:1767384398.347461:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000811b4d50. 00000020:00000010:3.0:1767384398.347477:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000014b55c81. 00080000:00000010:3.0:1767384398.347479:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000085bbd407. 00100000:00000010:3.0:1767384398.347491:0:40414:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000041bbe272. 00100000:00000010:3.0:1767384398.347493:0:40414:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000af92a92e. 00100000:00000010:3.0:1767384398.347496:0:40414:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000b5ab1375. 00100000:00000010:3.0:1767384398.347497:0:40414:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000f477dc2a. 00000020:00000010:3.0:1767384398.347503:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000fa45649. 00080000:00000010:3.0:1767384398.347505:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f7f6af1. 00000020:00000010:3.0:1767384398.347550:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081619a7c. 00080000:00000010:3.0:1767384398.347554:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004aeabe35. 00000020:00000010:3.0:1767384398.347588:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a2e5c81. 00080000:00000010:3.0:1767384398.347592:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc000b5c. 00000020:00000010:3.0:1767384398.347621:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061c05583. 00080000:00000010:3.0:1767384398.347624:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000033e7c39. 00000020:00000010:3.0:1767384398.347657:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da6d8fe5. 00080000:00000010:3.0:1767384398.347661:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec297a66. 00000020:00000010:3.0:1767384398.347692:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018144a00. 00080000:00000010:3.0:1767384398.347701:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009a77da07. 00000020:00000010:3.0:1767384398.347725:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a588a92b. 00080000:00000010:3.0:1767384398.347727:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058f958de. 00000020:00000010:3.0:1767384398.347745:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000055858d19. 00080000:00000010:3.0:1767384398.347746:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000095682b67. 00000020:00000010:3.0:1767384398.347762:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eeb8f89a. 00080000:00000010:3.0:1767384398.347764:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ca94575f. 00000020:00000010:3.0:1767384398.347780:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ea257d34. 00080000:00000010:3.0:1767384398.347782:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000deb29b7d. 00000020:00000010:3.0:1767384398.347797:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000193558e0. 00080000:00000010:3.0:1767384398.347799:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af6cb57d. 00000020:00000010:3.0:1767384398.347815:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000059c2d09f. 00080000:00000010:3.0:1767384398.347817:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f94215a. 00000020:00000010:3.0:1767384398.347833:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006677ec51. 00080000:00000010:3.0:1767384398.347835:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000751c9f58. 00000020:00000010:3.0:1767384398.347851:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000554fc86d. 00080000:00000010:3.0:1767384398.347853:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000034009caf. 00000020:00000010:3.0:1767384398.347871:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002f2e1138. 00080000:00000010:3.0:1767384398.347873:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ab1883. 00000020:00000010:3.0:1767384398.347889:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf436546. 00080000:00000010:3.0:1767384398.347923:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001de39417. 00000020:00000010:3.0:1767384398.347946:0:40414:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fed0f96a. 00080000:00000010:3.0:1767384398.347948:0:40414:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008d636b46. 00100000:00000010:3.0:1767384398.347964:0:40414:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000067c95ae3. 00200000:00000010:3.0:1767384398.347968:0:40414:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000009550ff85. 00000020:00000010:3.0:1767384398.347980:0:40414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f607f86. 00000020:00000010:3.0:1767384398.347982:0:40414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c475ee0e. 00000020:00000010:3.0:1767384398.347983:0:40414:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ce21737. 00000020:00000010:3.0:1767384398.347985:0:40414:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c373f313. 00000020:00000010:3.0:1767384398.347987:0:40414:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004907cbed. 80000000:00000010:3.0:1767384398.347988:0:40414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002eee2381. 40000000:00000010:3.0:1767384398.347990:0:40414:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037fa5c1d. 00100000:00000010:3.0:1767384398.347991:0:40414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cfb3f12c. 00040000:00000010:3.0:1767384398.347993:0:40414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000beabcc95. 00040000:00000010:3.0:1767384398.347994:0:40414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce7012ba. 00080000:00000010:3.0:1767384398.347995:0:40414:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005315bf15. 00002000:00000010:3.0:1767384398.347997:0:40414:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000061ae534d. 00080000:00000010:3.0:1767384398.348001:0:40414:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058acd113. 00080000:00000010:1.0:1767384398.357000:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058acd113. 00080000:00000010:1.0:1767384398.357007:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006aae46fa. 00080000:00000010:1.0:1767384398.357012:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b679935a. 00080000:00000010:1.0:1767384398.357017:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005951257a. 00080000:00000010:1.0:1767384398.357022:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c2cf405f. 00080000:00000010:1.0:1767384398.357026:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000da8dbae7. 00000020:00000010:2.0:1767384398.357029:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c475ee0e. 00080000:00000010:1.0:1767384398.357030:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc6603e0. 00000020:00000010:2.0:1767384398.357036:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ce21737. 00000020:00000010:2.0:1767384398.357040:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c373f313. 00000020:00000010:2.0:1767384398.357043:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004907cbed. 80000000:00000010:2.0:1767384398.357046:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002eee2381. 40000000:00000010:2.0:1767384398.357047:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000037fa5c1d. 00100000:00000010:2.0:1767384398.357049:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cfb3f12c. 00040000:00000010:2.0:1767384398.357051:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000beabcc95. 00040000:00000010:2.0:1767384398.357053:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce7012ba. 00080000:00000010:2.0:1767384398.357054:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005315bf15. 00002000:00000010:2.0:1767384398.357056:0:40414:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000061ae534d. 00000020:00000010:2.0:1767384398.357057:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f607f86. 00000004:00000010:2.0:1767384398.357064:0:40414:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000007aad10b8. 00000004:00000010:2.0:1767384398.357208:0:40457:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000006f82048b. 00000020:00000010:2.0:1767384398.357211:0:40457:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000641a4a8a. 00000020:00000010:2.0:1767384398.357213:0:40457:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d39441a. 00000040:00000010:2.0:1767384398.357215:0:40457:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c954165. 00000004:00000010:3.0:1767384398.357216:0:40414:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000007aad10b8. 00000020:00000010:2.0:1767384398.357217:0:40457:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a28b51b. 00000020:00000010:2.0:1767384398.357222:0:40457:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033dac566. 00000020:00000010:2.0:1767384398.357224:0:40457:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076b72417. 80000000:00000010:2.0:1767384398.357225:0:40457:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007afcf80e. 40000000:00000010:2.0:1767384398.357226:0:40457:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec2126f6. 00100000:00000010:2.0:1767384398.357228:0:40457:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f12e56cb. 00040000:00000010:2.0:1767384398.357230:0:40457:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000559b2767. 00040000:00000010:2.0:1767384398.357231:0:40457:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001233d01e. 00040000:00000010:2.0:1767384398.357233:0:40457:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000638159ad. 00080000:00000010:2.0:1767384398.357234:0:40457:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009d81e962. 00000004:00000010:2.0:1767384398.357236:0:40457:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000218c440a. 00000004:00000010:2.0:1767384398.357239:0:40457:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068e57d5f. 00000020:00000010:3.0:1767384398.357240:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ad2047d. 00000004:00000010:2.0:1767384398.357241:0:40457:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000076dc053e. 00000040:00000010:3.0:1767384398.357245:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000074ca8d8. 00000004:00000010:2.0:1767384398.357245:0:40457:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f65bad87. 00000020:00000010:3.0:1767384398.357249:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6298e53. 00080000:00000010:2.0:1767384398.357250:0:40457:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000d9aa7d08. 00000020:00000010:3.0:1767384398.357252:0:40414:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044592683. 00080000:00000010:2.0:1767384398.357253:0:40457:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003aeb2358. 00000020:00000010:3.0:1767384398.357256:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2f65e77. 80000000:00000010:3.0:1767384398.357259:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c582944. 40000000:00000010:3.0:1767384398.357261:0:40414:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b068c46. 00000020:00000010:3.0:1767384398.357264:0:40414:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000009989525f. 00100000:00000010:3.0:1767384398.357266:0:40414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e76a5601. 00040000:00000010:3.0:1767384398.357269:0:40414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002ad1d4f9. 00040000:00000010:3.0:1767384398.357273:0:40414:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea4ea0e7. 00040000:00000010:3.0:1767384398.357296:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003798bedb. 00080000:00000010:3.0:1767384398.357298:0:40414:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000e7f77c15. 00000020:00000010:3.0:1767384398.357301:0:40414:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000008b5398fa. 00080000:00000010:3.0:1767384398.357303:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6b28ba3. 00000004:00000010:3.0:1767384398.357305:0:40414:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aa722546. 00000004:00000010:3.0:1767384398.357307:0:40414:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad9b4d8e. 00000004:00000010:3.0:1767384398.357311:0:40414:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a2293fb6. 00000004:00000010:3.0:1767384398.357314:0:40414:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097c7b264. 00000020:00000010:3.0:1767384398.357317:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ac74f24. 00000100:00000010:0.0:1767384398.357317:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de61bba. 00000020:00000010:3.0:1767384398.357321:0:40414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e26f85b. 00000020:00000010:3.0:1767384398.357325:0:40414:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007692d43a. 00000020:00000010:3.0:1767384398.357329:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077e393da. 00000040:00000010:3.0:1767384398.357340:0:40414:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e5001eea. 02000000:00000010:0.0:1767384398.357342:0:40446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000542ae87c. 00080000:00000010:2.0:1767384398.357345:0:40457:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003aeb2358. 00000020:00000010:3.0:1767384398.357348:0:40414:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b0acecc. 00080000:00000010:2.0:1767384398.357350:0:40457:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000d9aa7d08. 00000040:00000010:3.0:1767384398.357352:0:40414:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a472518. 00000020:00000010:3.0:1767384398.357355:0:40414:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebf1fb9a. 00000020:00000010:2.0:1767384398.357356:0:40457:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d39441a. 00000020:00000010:3.0:1767384398.357357:0:40414:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b454eec. 80000000:00000010:3.0:1767384398.357362:0:40414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ba0f71c4. 00000040:00000010:2.0:1767384398.357362:0:40457:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c954165. 00000100:00000010:0.0:1767384398.357363:0:40446:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000007886f. 00000020:00000010:2.0:1767384398.357367:0:40457:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a28b51b. 00040000:00000010:3.0:1767384398.357368:0:40414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cca45323. 00080000:00000010:3.0:1767384398.357372:0:40414:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ffbb7e0b. 00000020:00000010:2.0:1767384398.357372:0:40457:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033dac566. 00000020:00000010:2.0:1767384398.357377:0:40457:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076b72417. 20000000:00000010:3.0:1767384398.357378:0:40414:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000088767ec7. 80000000:00000010:2.0:1767384398.357382:0:40457:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007afcf80e. 00000020:00000010:3.0:1767384398.357383:0:40414:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007121284f. 40000000:00000010:2.0:1767384398.357387:0:40457:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec2126f6. 02000000:00000010:0.0:1767384398.357387:0:40446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad7d7b6d. 00100000:00000010:2.0:1767384398.357398:0:40457:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f12e56cb. 00040000:00000010:2.0:1767384398.357400:0:40457:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000559b2767. 00040000:00000010:2.0:1767384398.357402:0:40457:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001233d01e. 00000400:00000010:0.0:1767384398.357403:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048ef6dc8. 00040000:00000010:2.0:1767384398.357406:0:40457:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000638159ad. 00080000:00000010:2.0:1767384398.357411:0:40457:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009d81e962. 00000004:00000010:2.0:1767384398.357414:0:40457:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000218c440a. 00000400:00000010:0.0:1767384398.357416:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000004:00000010:2.0:1767384398.357417:0:40457:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384398.357424:0:40457:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076dc053e. 00000004:00000010:2.0:1767384398.357429:0:40457:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f65bad87. 00000100:00000200:0.0:1767384398.357429:0:40446:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236737775488, portal 4 00000020:00000010:2.0:1767384398.357440:0:40457:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000641a4a8a. 00000004:00000010:2.0:1767384398.357442:0:40457:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000006f82048b. 00000020:00000010:0.0:1767384398.357445:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e905e2b3. 00000400:00000010:0.0:1767384398.357455:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.357459:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236737775488, offset 0 00000400:00000200:0.0:1767384398.357473:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.357491:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.357513:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d709780 00000400:00000200:0.0:1767384398.357521:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6272 00000400:00000200:0.0:1767384398.357531:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.357536:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.357545:0:40446:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384398.357550:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5969214. 00000400:00000200:0.0:1767384398.357573:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.357578:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.357593:0:40446:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de61bba x1853236737775488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384414 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384398.357636:0:40446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2f594ed. 00000100:00000010:0.0:1767384398.357655:0:40446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e1eabf9. 00000100:00000010:0.0:1767384398.357666:0:40446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009547d0c9. 00000100:00000010:0.0:1767384398.357675:0:40446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071081cf3. 00000020:00000010:0.0:1767384398.357736:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.357745:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.357758:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000353dd3b2. 00000020:00000010:0.0:1767384398.357768:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c9b1912. 00000020:00000010:0.0:1767384398.357780:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.357842:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.357852:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000100:00000200:0.0:1767384398.357863:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775488 02000000:00000010:0.0:1767384398.357886:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ee415339. 00010000:00000200:0.0:1767384398.357907:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5969214 x1853236737775488/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:379/0 lens 264/240 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.357966:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.357975:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236737775488, offset 224 00000400:00000200:0.0:1767384398.357987:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.358003:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.358020:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824d709780 00000400:00000200:0.0:1767384398.358035:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bf5 [1] + 224 00000400:00000200:0.0:1767384398.358043:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.358061:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.358076:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de61bba x1853236737775488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.358129:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.358136:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384398.358171:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c9b1912. 00000020:00000010:0.0:1767384398.358178:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.358183:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000353dd3b2. 00000400:00000010:0.0:1767384398.358216:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048ef6dc8. 00000400:00000200:0.0:1767384398.358222:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.358223:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.358232:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de61bba x1853236737775488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384398.358245:0:40446:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de61bba x1853236737775488/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384398.358318:0:40446:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000007886f. 02000000:00000010:0.0:1767384398.358327:0:40446:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad7d7b6d. 02000000:00000010:0.0:1767384398.358333:0:40446:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000542ae87c. 00000100:00000010:0.0:1767384398.358338:0:40446:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de61bba. 00000100:00000010:0.0:1767384398.358345:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de61bba. 02000000:00000010:0.0:1767384398.358354:0:40446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000542ae87c. 00000100:00000010:0.0:1767384398.358360:0:40446:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000007886f. 02000000:00000010:0.0:1767384398.358371:0:40446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003db6c85a. 00000400:00000010:0.0:1767384398.358375:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048ef6dc8. 00000400:00000010:0.0:1767384398.358383:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.358387:0:40446:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737775616, portal 4 00000400:00000010:0.0:1767384398.358391:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.358393:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236737775616, offset 0 00000400:00000200:0.0:1767384398.358399:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.358406:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.358416:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d709800 00000400:00000200:0.0:1767384398.358423:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6536 00000400:00000200:0.0:1767384398.358428:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.358431:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.358434:0:40446:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384398.358439:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036d110b5. 00000400:00000200:0.0:1767384398.358452:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.358453:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.358459:0:40446:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de61bba x1853236737775616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.358512:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.358515:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.358521:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7d7b6d. 00000020:00000010:0.0:1767384398.358525:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c9b1912. 00000020:00000010:0.0:1767384398.358529:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.358567:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.358572:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000100:00000200:0.0:1767384398.358575:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775616 02000000:00000010:0.0:1767384398.358590:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000032fb42ea. 00010000:00000200:0.0:1767384398.358603:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036d110b5 x1853236737775616/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:379/0 lens 432/432 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.358616:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.358619:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236737775616, offset 224 00000400:00000200:0.0:1767384398.358623:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.358629:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.358635:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d709800 00000400:00000200:0.0:1767384398.358641:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2c01 [1] + 224 00000400:00000200:0.0:1767384398.358645:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.358649:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.358658:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de61bba x1853236737775616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.358677:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.358679:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384398.358693:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c9b1912. 00000020:00000010:0.0:1767384398.358698:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.358702:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7d7b6d. 00000400:00000010:0.0:1767384398.358733:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048ef6dc8. 00000400:00000200:0.0:1767384398.358739:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000400:00000010:0.0:1767384398.358742:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.358749:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de61bba x1853236737775616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384398.358760:0:40446:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de61bba x1853236737775616/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384398.358785:0:40446:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000007886f. 02000000:00000010:0.0:1767384398.358795:0:40446:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003db6c85a. 02000000:00000010:0.0:1767384398.358800:0:40446:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000542ae87c. 00000100:00000010:0.0:1767384398.358805:0:40446:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de61bba. 00000100:00000010:0.0:1767384398.358820:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003de61bba. 02000000:00000010:0.0:1767384398.358827:0:40446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000542ae87c. 00000100:00000010:0.0:1767384398.358837:0:40446:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000007886f. 02000000:00000010:0.0:1767384398.358846:0:40446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003db6c85a. 00000400:00000010:0.0:1767384398.358853:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048ef6dc8. 00000400:00000010:0.0:1767384398.358860:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012dac2ca. 00000100:00000200:0.0:1767384398.358863:0:40446:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236737775744, portal 4 00000400:00000010:0.0:1767384398.358868:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.358872:0:40446:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236737775744, offset 0 00000400:00000200:0.0:1767384398.358878:0:40446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.358888:0:40446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.358898:0:40446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d709880 00000400:00000200:0.0:1767384398.358902:0:40446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6968 00000400:00000200:0.0:1767384398.358907:0:40446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.358911:0:40446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.358914:0:40446:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384398.358918:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a580b93. 00000400:00000200:0.0:1767384398.358932:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.358934:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.358941:0:40446:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003de61bba x1853236737775744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384398.358984:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.358988:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.358993:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7d7b6d. 00000020:00000010:0.0:1767384398.358997:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c9b1912. 00000020:00000010:0.0:1767384398.359000:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384398.359033:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c1b6f7f. 00000020:00000010:0.0:1767384398.359037:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c1b6f7f. 00000100:00000010:3.0:1767384398.359040:0:17548:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009f607f86. 00000100:00000200:0.0:1767384398.359041:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236737775744 02000000:00000010:0.0:1767384398.359054:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000fd0f9203. 00002000:00000010:0.0:1767384398.359088:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.359100:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c652a9d. 00080000:00000010:0.0:1767384398.359110:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a2976fa. 00002000:00000010:0.0:1767384398.359519:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087c727be. 00080000:00000010:0.0:1767384398.359527:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009622c2f4. 00002000:00000010:0.0:1767384398.359800:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c728c9cf. 00080000:00000010:0.0:1767384398.359807:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a39c4ecc. 00002000:00000010:0.0:1767384398.360073:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000ee6d6de. 00080000:00000010:0.0:1767384398.360081:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3b85315. 00002000:00000010:0.0:1767384398.360419:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f4a9e26a. 00080000:00000010:0.0:1767384398.360426:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eea3ce3a. 00002000:00000010:0.0:1767384398.360684:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000057d136e1. 00080000:00000010:0.0:1767384398.360689:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d3c98cac. 00002000:00000010:0.0:1767384398.360940:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c5b334e. 00080000:00000010:0.0:1767384398.360945:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078c31cef. 00002000:00000010:0.0:1767384398.361231:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003f6834d6. 00080000:00000010:0.0:1767384398.361235:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b073c3a. 00000100:00000010:3.0:1767384398.361324:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071081cf3. 00000100:00000010:2.0:1767384398.361326:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009547d0c9. 00000100:00000010:1.0:1767384398.361332:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e1eabf9. 00080000:00000010:0.0:1767384398.361543:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f97c99d8. 00000100:00000010:0.0:1767384398.362326:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2f594ed. 00002000:00000010:0.0:1767384398.363477:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000003945833b. 00000001:00000010:0.0:1767384398.363489:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000266f8bd2. 00002000:00000010:0.0:1767384398.363894:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.363903:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.363907:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b948bd3c. 00080000:00000010:0.0:1767384398.363911:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bfe39fc0. 00002000:00000010:0.0:1767384398.364209:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003825c13e. 00080000:00000010:0.0:1767384398.364215:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001fd790af. 00002000:00000010:0.0:1767384398.364561:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000101b4d01. 00080000:00000010:0.0:1767384398.364569:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000659010a8. 00002000:00000010:0.0:1767384398.364874:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000398f7385. 00080000:00000010:0.0:1767384398.364880:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a730a04d. 00002000:00000010:0.0:1767384398.365142:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d646b3ea. 00080000:00000010:0.0:1767384398.365148:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1c0e4c6. 00002000:00000010:0.0:1767384398.365464:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000068cf21da. 00080000:00000010:0.0:1767384398.365472:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2fd72d5. 00002000:00000010:0.0:1767384398.365807:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000090c18648. 00080000:00000010:0.0:1767384398.365815:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000017247c3e. 00002000:00000010:0.0:1767384398.366230:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008fc46b30. 00080000:00000010:0.0:1767384398.366239:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e3ac82d. 00000100:00000010:2.0:1767384398.366359:0:40458:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006f82048b. 00000020:00000010:2.0:1767384398.366364:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec2126f6. 00000020:00000010:2.0:1767384398.366369:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000641a4a8a. 00000020:00000010:2.0:1767384398.366372:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000638159ad. 00000020:00000010:2.0:1767384398.366376:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076dc053e. 00000020:00000010:2.0:1767384398.366381:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033dac566. 00000020:00000010:2.0:1767384398.366385:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076b72417. 80000000:00000010:2.0:1767384398.366389:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007afcf80e. 40000000:00000010:2.0:1767384398.366394:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003aeb2358. 00100000:00000010:2.0:1767384398.366397:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000218c440a. 00040000:00000010:2.0:1767384398.366400:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000559b2767. 00040000:00000010:2.0:1767384398.366404:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005c954165. 00080000:00000010:2.0:1767384398.366408:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009d81e962. 00002000:00000010:2.0:1767384398.366412:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009026a08b. 00000100:00000010:2.0:1767384398.366421:0:40458:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e111b2fc. 00000100:00000200:2.0:1767384398.366450:0:40458:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:0.0:1767384398.366517:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee181fc1. 00002000:00000010:0.0:1767384398.367858:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b652ff6e. 00000001:00000010:0.0:1767384398.367871:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007562003f. 00002000:00000010:0.0:1767384398.368243:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.368253:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.368259:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000075e41197. 00080000:00000010:0.0:1767384398.368265:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d2402cb. 00002000:00000010:0.0:1767384398.368580:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000039c6c7d0. 00080000:00000010:0.0:1767384398.368588:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a20649ae. 00002000:00000010:0.0:1767384398.368895:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000425d74dc. 00080000:00000010:0.0:1767384398.368903:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2f9e8af. 00002000:00000010:0.0:1767384398.369228:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c395a24f. 00080000:00000010:0.0:1767384398.369235:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb9ba444. 00002000:00000010:0.0:1767384398.369554:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cd885673. 00080000:00000010:0.0:1767384398.369561:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c6b195d. 00002000:00000010:0.0:1767384398.369847:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009d0a2894. 00080000:00000010:0.0:1767384398.369853:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf61c724. 00002000:00000010:0.0:1767384398.370172:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ee24dbea. 00080000:00000010:0.0:1767384398.370179:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014634893. 00002000:00000010:0.0:1767384398.370501:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b5e8110a. 00080000:00000010:0.0:1767384398.370509:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dcbbd9ac. 00080000:00000010:0.0:1767384398.370796:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000055c477f7. 00002000:00000010:0.0:1767384398.372195:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000aca1ab66. 00000001:00000010:0.0:1767384398.372203:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000389c9187. 00002000:00000010:0.0:1767384398.372564:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.372572:0:17550:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005c1b6f7f. 00002000:00000010:0.0:1767384398.372591:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000016d02275. 00080000:00000010:0.0:1767384398.372596:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b404bae5. 00002000:00000010:0.0:1767384398.372842:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bfaa905c. 00080000:00000010:0.0:1767384398.372849:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a45db098. 00002000:00000010:0.0:1767384398.373090:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f47ac389. 00080000:00000010:0.0:1767384398.373096:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fbb8fac5. 00002000:00000010:0.0:1767384398.373362:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000be5b9b9b. 00080000:00000010:0.0:1767384398.373369:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009825b0f4. 00002000:00000010:0.0:1767384398.373579:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f71a7fb1. 00080000:00000010:0.0:1767384398.373584:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c0863a6. 00002000:00000010:0.0:1767384398.373788:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000710413a9. 00080000:00000010:0.0:1767384398.373795:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000529f559. 00002000:00000010:0.0:1767384398.374000:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009a414b08. 00080000:00000010:0.0:1767384398.374004:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f3b9cab. 00002000:00000010:0.0:1767384398.374218:0:17550:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005e73fe74. 00080000:00000010:0.0:1767384398.374223:0:17550:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000206bbce3. 00080000:00000010:0.0:1767384398.374426:0:17550:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000048e7b0a6. 00002000:00000010:0.0:1767384398.375509:0:17550:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a1a5ad4a. 00000001:00000010:0.0:1767384398.375516:0:17550:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000be6d6b4. 00002000:00000010:0.0:1767384398.375643:0:17550:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005c1b6f7f. 00010000:00000200:0.0:1767384398.375662:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a580b93 x1853236737775744/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:379/0 lens 432/432 e 0 to 0 dl 1767384409 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384398.375683:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000100:00000200:0.0:1767384398.375689:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236737775744, offset 224 00000400:00000200:0.0:1767384398.375696:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384398.375708:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384398.375722:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d709880 00000400:00000200:0.0:1767384398.375730:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2c0d [1] + 224 00000400:00000200:0.0:1767384398.375736:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384398.375741:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384398.375766:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003de61bba x1853236737775744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384398.375788:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e471437f 00000400:00000010:0.0:1767384398.375790:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384398.375812:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c9b1912. 00000400:00000010:3.0:1767384398.375816:0:40446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048ef6dc8. 00000020:00000010:0.0:1767384398.375817:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000400:00000200:3.0:1767384398.375833:0:40446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012dac2ca 00000020:00000010:0.0:1767384398.375833:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7d7b6d. 00000400:00000010:3.0:1767384398.375838:0:40446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012dac2ca. 00000100:00000200:3.0:1767384398.375853:0:40446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003de61bba x1853236737775744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384398.375862:0:40446:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003de61bba x1853236737775744/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384398.375888:0:40446:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000007886f. 00000020:00000010:3.0:1767384398.615671:0:40506:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000509d7618. 00000020:00000010:3.0:1767384398.615678:0:40506:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba7ff85c. 00000020:00000010:3.0:1767384398.615681:0:40506:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ce21737. 00000020:00000010:3.0:1767384398.615685:0:40506:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cd9b5ed7. 00000020:00000010:3.0:1767384398.615687:0:40506:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000950c4b92. 80000000:00000010:3.0:1767384398.615690:0:40506:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ad3d79c. 40000000:00000010:3.0:1767384398.615692:0:40506:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcbe3165. 00100000:00000010:3.0:1767384398.615696:0:40506:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cfb3f12c. 00040000:00000010:3.0:1767384398.615698:0:40506:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5052357. 00040000:00000010:3.0:1767384398.615700:0:40506:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1bed234. 00080000:00000010:3.0:1767384398.615703:0:40506:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005315bf15. 00002000:00000010:3.0:1767384398.615706:0:40506:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000058acd113. 00000020:00000010:3.0:1767384398.615718:0:40506:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba7ff85c. 00000020:00000010:3.0:1767384398.615720:0:40506:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ce21737. 00000020:00000010:3.0:1767384398.615723:0:40506:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cd9b5ed7. 00000020:00000010:3.0:1767384398.615725:0:40506:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000950c4b92. 80000000:00000010:3.0:1767384398.615727:0:40506:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001ad3d79c. 40000000:00000010:3.0:1767384398.615728:0:40506:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bcbe3165. 00100000:00000010:3.0:1767384398.615730:0:40506:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cfb3f12c. 00040000:00000010:3.0:1767384398.615732:0:40506:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5052357. 00040000:00000010:3.0:1767384398.615735:0:40506:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1bed234. 00080000:00000010:3.0:1767384398.615737:0:40506:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005315bf15. 00002000:00000010:3.0:1767384398.615739:0:40506:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000058acd113. 00000020:00000010:3.0:1767384398.615740:0:40506:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509d7618. 00000800:00000200:1.0:1767384398.625343:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071edc318] -> 12345-192.168.203.152@tcp24 (6) 00000800:00000200:1.0:1767384398.625353:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.152@tcp24 ip 192.168.203.152:988 00000800:00000200:1.0:1767384398.625358:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc97c8fd type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384398.625468:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384398.881313:0:265:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b1bed234. 00000001:00000010:0.0:1767384399.027332:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000be6d6b4. 00002000:00000010:0.0:1767384399.027342:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a1a5ad4a. 00080000:00000010:0.0:1767384399.027348:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048e7b0a6. 00000001:00000010:0.0:1767384399.027353:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000389c9187. 00002000:00000010:0.0:1767384399.027356:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000aca1ab66. 00080000:00000010:0.0:1767384399.027358:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000055c477f7. 00000001:00000010:0.0:1767384399.027361:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007562003f. 00002000:00000010:0.0:1767384399.027364:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b652ff6e. 00080000:00000010:0.0:1767384399.027366:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee181fc1. 00000001:00000010:0.0:1767384399.027369:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000266f8bd2. 00002000:00000010:0.0:1767384399.027371:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000003945833b. 00080000:00000010:0.0:1767384399.027373:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f97c99d8. 00000001:00000010:0.0:1767384399.027378:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c5ab2693. 00080000:00000010:0.0:1767384399.027383:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000f58cfcb. 00000400:00000200:2.0:1767384399.265348:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp30 00000400:00000010:2.0:1767384399.265353:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000037a94559. 00000400:00000010:2.0:1767384399.265359:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c7ee7617. 00000400:00000010:2.0:1767384399.265363:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384399.265369:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c67580c1. 00000400:00000200:2.0:1767384399.265373:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp30 00000400:00000200:2.0:1767384399.265387:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp30 local destination 00000400:00000200:2.0:1767384399.265392:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp30 00000400:00000200:2.0:1767384399.265395:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp30 NI seq info: [257:257:256:4294967295] 192.168.203.152@tcp30 LPNI seq info [216:216:8:4294967295] 00000400:00000200:2.0:1767384399.265401:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp30 00000400:00000200:2.0:1767384399.265408:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp30(192.168.203.152@tcp30:) -> 192.168.203.152@tcp30(192.168.203.152@tcp30:192.168.203.152@tcp30) : GET try# 0 00000800:00000200:2.0:1767384399.265413:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp30 00000800:00000010:2.0:1767384399.265417:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11c4354. 00000800:00000200:2.0:1767384399.265423:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000800:00000200:2.1:1767384399.265427:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6886a17] -> 12345-192.168.203.152@tcp30 (2) 00000400:00000200:2.0:1767384399.265440:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp30 added to recovery queue. ping count: 6 next ping: 383 health :400 00000400:00000200:2.0:1767384399.265496:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265545:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265563:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265603:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265662:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265680:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265704:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265720:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265732:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265780:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265796:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265814:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265834:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265856:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265881:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265894:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265906:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265971:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265986:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.265999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266014:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266030:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266073:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:2.0:1767384399.266097:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:2.0:1767384399.266226:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea6ce484. 00000800:00000010:2.0:1767384399.266230:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020441825. 00000800:00000010:2.0:1767384399.266234:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7b6a819. 00000800:00000010:2.0:1767384399.266247:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7b6a819. 00000800:00020000:2.0:1767384399.266254:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:2.0:1767384399.266256:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020441825. 00000800:00000010:2.0:1767384399.266258:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ea6ce484. 00000400:02020000:2.0:1767384399.266316:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp30 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384399.266321:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp30 notifying 192.168.203.152@tcp30: down 00000800:00000200:2.0:1767384399.266324:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp30 down 00000800:00000100:2.0:1767384399.266330:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp30 00000800:00000010:2.0:1767384399.266332:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11c4354. 00000400:00000200:2.0:1767384399.266335:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384399.266340:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp30->192.168.203.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384399.266345:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384399.266348:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384399.266351:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp30) recovery failed with -71 00000001:02000400:2.0:1767384399.416430:0:40685:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1767384399.429009:0:40687:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384399.582341:0:40699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384399.582352:0:40699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.582356:0:40699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384399.582360:0:40699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384399.582364:0:40699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.582366:0:40699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384399.850933:0:40750:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384399.850945:0:40750:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.850948:0:40750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384399.850952:0:40750:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384399.850956:0:40750:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.850958:0:40750:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384399.905343:0:265:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384399.905347:0:265:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384399.905352:0:265:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384399.905353:0:265:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.905400:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384399.905404:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384399.905407:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384400.263839:0:40799:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384400.263851:0:40799:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384400.263855:0:40799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384400.263861:0:40799:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384400.263866:0:40799:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384400.263869:0:40799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384400.289331:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384400.289337:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384400.289339:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384400.289343:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000200:2.0:1767384400.289348:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384400.289354:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384400.289364:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000037a94559. 00000400:00000010:2.0:1767384400.289368:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c7ee7617. 00000400:00000200:2.0:1767384400.289373:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp48 00000400:00000010:2.0:1767384400.289376:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000037a94559. 00000400:00000010:2.0:1767384400.289381:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086e19524. 00000400:00000010:2.0:1767384400.289383:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384400.289389:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d311db2. 00000400:00000200:2.0:1767384400.289392:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp48 00000400:00000200:2.0:1767384400.289404:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp48 local destination 00000400:00000200:2.0:1767384400.289409:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp48 00000400:00000200:2.0:1767384400.289411:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp48 NI seq info: [258:258:256:4294967295] 192.168.203.152@tcp48 LPNI seq info [217:217:8:4294967295] 00000400:00000200:2.0:1767384400.289416:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp48 00000400:00000200:2.0:1767384400.289421:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp48(192.168.203.152@tcp48:) -> 192.168.203.152@tcp48(192.168.203.152@tcp48:192.168.203.152@tcp48) : GET try# 0 00000800:00000200:2.0:1767384400.289424:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp48 00000800:00000010:2.0:1767384400.289427:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002229af7a. 00000800:00000200:2.0:1767384400.289431:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000800:00000200:2.1:1767384400.289434:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ec8590c] -> 12345-192.168.203.152@tcp48 (2) 00000400:00000200:2.0:1767384400.289452:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp48 added to recovery queue. ping count: 4 next ping: 336 health :600 00000400:00000200:2.0:1767384400.289456:0:16135:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.152@tcp44 00000400:00000010:2.0:1767384400.289458:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a90e900d. 00000400:00000010:2.0:1767384400.289462:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d34e5a6. 00000400:00000010:2.0:1767384400.289464:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7168b05. 00000400:00000010:2.0:1767384400.289467:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a2dbe34. 00000400:00000200:2.0:1767384400.289470:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.152@tcp44 00000400:00000200:2.0:1767384400.289475:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.152@tcp44 local destination 00000400:00000200:2.0:1767384400.289478:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.152@tcp44 00000400:00000200:2.0:1767384400.289481:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.152@tcp44 NI seq info: [259:259:256:4294967295] 192.168.203.152@tcp44 LPNI seq info [218:218:8:4294967295] 00000400:00000200:2.0:1767384400.289485:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.152@tcp44 00000400:00000200:2.0:1767384400.289489:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.152@tcp44(192.168.203.152@tcp44:) -> 192.168.203.152@tcp44(192.168.203.152@tcp44:192.168.203.152@tcp44) : GET try# 0 00000800:00000200:2.0:1767384400.289493:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.152@tcp44 00000800:00000010:2.0:1767384400.289496:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000068eecbe6. 00000800:00000200:2.0:1767384400.289499:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000800:00000200:2.1:1767384400.289502:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d1cda69] -> 12345-192.168.203.152@tcp44 (2) 00000400:00000200:3.0:1767384400.289504:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:2.0:1767384400.289515:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.152@tcp44 added to recovery queue. ping count: 5 next ping: 352 health :500 00000400:00000200:3.0:1767384400.289542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289568:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289616:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289616:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289682:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289726:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289728:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289769:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289782:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289794:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289825:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289828:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289883:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289894:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289926:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289928:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.289984:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.289995:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290024:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290041:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290083:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290165:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290226:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290227:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290255:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290356:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290392:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290433:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290483:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290513:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290552:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290595:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290617:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290644:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290692:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290702:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290719:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290756:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290762:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290779:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290812:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290856:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290876:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290886:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290926:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290938:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290950:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.290983:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.290984:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.291012:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.291041:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.291073:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.291104:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384400.291134:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000800:00000010:3.0:1767384400.291135:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dc1c382. 00000800:00000010:3.0:1767384400.291153:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a0bc2c0. 00000800:00000010:3.0:1767384400.291157:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023336fc5. 00000800:00000010:3.0:1767384400.291177:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023336fc5. 00000800:00020000:3.0:1767384400.291183:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000400:00000200:1.0:1767384400.291183:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000800:00000010:3.0:1767384400.291189:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a0bc2c0. 00000800:00000010:3.0:1767384400.291192:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dc1c382. 00000400:00000200:1.0:1767384400.291223:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:02020000:3.0:1767384400.291229:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp48 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384400.291235:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp48 notifying 192.168.203.152@tcp48: down 00000800:00000200:3.0:1767384400.291240:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp48 down 00000800:00000100:3.0:1767384400.291245:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp48 00000800:00000010:3.0:1767384400.291248:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002229af7a. 00000400:00000200:3.0:1767384400.291252:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384400.291256:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp48->192.168.203.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384400.291257:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:3.0:1767384400.291262:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384400.291265:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384400.291269:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384400.291314:0:16129:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384400.291417:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000693a3966. 00000800:00000010:1.0:1767384400.291421:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086d91838. 00000800:00000010:1.0:1767384400.291424:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c187f3cb. 00000800:00000010:1.0:1767384400.291440:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c187f3cb. 00000800:00020000:1.0:1767384400.291445:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384400.291448:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086d91838. 00000800:00000010:1.0:1767384400.291450:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000693a3966. 00000400:02020000:1.0:1767384400.291478:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp44 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384400.291483:0:16129:0:(router.c:1755:lnet_notify()) 192.168.203.152@tcp44 notifying 192.168.203.152@tcp44: down 00000800:00000200:1.0:1767384400.291487:0:16129:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.152@tcp44 down 00000800:00000100:1.0:1767384400.291491:0:16129:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.152@tcp44 00000800:00000010:1.0:1767384400.291493:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000068eecbe6. 00000400:00000200:1.0:1767384400.291496:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384400.291500:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.152@tcp44->192.168.203.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384400.291506:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384400.291508:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384400.291511:0:16129:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.152@tcp44) recovery failed with -71 00000100:00000001:1.0:1767384400.353338:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384400.353349:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384400.353351:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384400.353355:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384400.353357:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384400.353360:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384400.353363:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384400.673400:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (4) 00000800:00000200:1.1:1767384400.673407:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a592d1f] -> 12345-192.168.203.152@tcp35 (4) 00000400:00000200:0.0:1767384400.673515:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673560:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673578:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673662:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673721:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673738:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673772:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673816:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673833:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673849:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673890:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673909:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673926:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673943:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673960:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.673993:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674009:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674026:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674042:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674059:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674076:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674094:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674111:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674127:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:0.0:1767384400.674157:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:0.0:1767384400.674349:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3a51248. 00000800:00000010:0.0:1767384400.674354:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009bfcce7e. 00000800:00000010:0.0:1767384400.674359:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007654622d. 00000800:00000010:0.0:1767384400.674380:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007654622d. 00000800:00020000:0.0:1767384400.674389:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384400.674392:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009bfcce7e. 00000800:00000010:0.0:1767384400.674396:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b3a51248. 00000400:02020000:0.0:1767384400.674426:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp35 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384400.674431:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:3.0:1767384400.925489:0:40847:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384400.925505:0:40847:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384400.925510:0:40847:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384400.925517:0:40847:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384400.925523:0:40847:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384400.925526:0:40847:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384400.929335:0:265:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384400.929338:0:265:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384400.929343:0:265:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384400.929345:0:265:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384400.929371:0:16766:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384400.929377:0:16766:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384400.929380:0:16766:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384401.044131:0:40883:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384401.044148:0:40883:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384401.046957:0:40883:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:1.0:1767384401.264604:0:40895:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384401.264618:0:40895:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.264621:0:40895:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384401.264626:0:40895:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384401.264630:0:40895:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.264633:0:40895:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384401.313378:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.313385:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384401.313387:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8d43e7 00000400:00000010:2.0:1767384401.313394:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000200:2.0:1767384401.313400:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384401.313407:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384401.313423:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000037a94559. 00000400:00000010:2.0:1767384401.313428:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086e19524. 00000400:00000001:2.0:1767384401.313433:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384401.313434:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384401.313435:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7168b05 00000400:00000010:2.0:1767384401.313437:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7168b05. 00000400:00000200:2.0:1767384401.313439:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384401.313442:0:16135:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.152@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384401.313445:0:16135:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a90e900d. 00000400:00000010:2.0:1767384401.313448:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d34e5a6. 00000100:00000001:1.0:1767384401.377325:0:16137:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384401.377335:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384401.377337:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384401.377340:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384401.377343:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384401.377345:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384401.377347:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.536057:0:40940:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384401.536069:0:40940:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.536073:0:40940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.536078:0:40940:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384401.536082:0:40940:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.536084:0:40940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384401.697368:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (4) 00000800:00000200:1.1:1767384401.697376:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ed99f9c] -> 12345-192.168.203.152@tcp43 (4) 00000400:00000200:1.0:1767384401.697432:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697457:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697487:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697542:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697563:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697618:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697668:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697722:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697745:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697765:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697787:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697828:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697898:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697916:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697949:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.697980:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698014:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698048:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698084:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698146:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698184:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698252:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698315:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698365:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698420:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.152:988 00000400:00000200:1.0:1767384401.698467:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.152:988 00000800:00000010:1.0:1767384401.698613:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000693a3966. 00000800:00000010:1.0:1767384401.698619:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044524f5d. 00000800:00000010:1.0:1767384401.698625:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3ac78fe. 00000800:00000010:1.0:1767384401.698654:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3ac78fe. 00000800:00020000:1.0:1767384401.698663:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384401.698666:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044524f5d. 00000800:00000010:1.0:1767384401.698669:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000693a3966. 00000400:02020000:1.0:1767384401.698712:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp43 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384401.698717:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384401.810793:0:40989:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384401.810805:0:40989:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.810808:0:40989:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384401.810814:0:40989:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384401.810818:0:40989:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384401.810820:0:40989:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384401.932844:0:41027:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:3.0:1767384402.722253:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dc1c382. 00000800:00000010:3.0:1767384402.722263:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068e6291e. 00000800:00000010:3.0:1767384402.722266:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000cd5f89f. 00000800:00000010:3.0:1767384402.722313:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000cd5f89f. 00000800:00020000:3.0:1767384402.722324:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:3.0:1767384402.722328:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068e6291e. 00000800:00000010:3.0:1767384402.722331:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dc1c382. 00000400:02020000:3.0:1767384402.722364:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp38 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384403.617511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a04f5118. 00000100:00000010:0.0:1767384403.617521:0:40446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:1.0:1767384403.617536:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6c30cb7. 02000000:00000010:0.0:1767384403.617548:0:40446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048c7f144. 00000100:00000010:1.0:1767384403.617575:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001085e29d. 02000000:00000010:1.0:1767384403.617591:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bef4df37. 02000000:00000010:2.0:1767384403.617606:0:16141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008376392b. 02000000:00000010:0.0:1767384403.617610:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019bfd81c. 00000400:00000010:2.0:1767384403.617615:0:16141:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4054b47. 00000100:00000010:1.0:1767384403.617615:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098aedfe0. 00000400:00000010:0.0:1767384403.617617:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000890f3ee0. 00000400:00000010:2.0:1767384403.617624:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7168b05. 02000000:00000010:1.0:1767384403.617624:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000019276031. 00000400:00000010:0.0:1767384403.617625:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:2.0:1767384403.617635:0:16141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384403.617661:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fee1bff0. 02000000:00000010:1.0:1767384403.617661:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb0556ef. 00000400:00000010:1.0:1767384403.617666:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a80fcd7. 00000400:00000010:2.0:1767384403.617672:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003074a8c0. 00000400:00000010:1.0:1767384403.617679:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 00000020:00000010:1.0:1767384403.617687:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000693a3966. 00000400:00000010:0.0:1767384403.617687:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:2.0:1767384403.617693:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000010:1.0:1767384403.617697:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f480e7b1. 00000100:00000010:2.0:1767384403.617710:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e42ee91a. 00000100:00000010:0.0:1767384403.617721:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004206bede. 00000100:00000010:2.0:1767384403.617722:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002acd4708. 00000100:00000010:1.0:1767384403.617723:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e01714c. 00000100:00000010:2.0:1767384403.617731:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8296123. 00000100:00000010:2.0:1767384403.617737:0:16141:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bff443cd. 00000400:00000010:1.0:1767384403.617740:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f480e7b1. 00000400:00000010:0.0:1767384403.617753:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 02000000:00000010:2.0:1767384403.617768:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086e19524. 00000400:00000010:2.0:1767384403.617774:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb98aa5. 00000400:00000010:2.0:1767384403.617777:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384403.617783:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000020:00000010:1.0:1767384403.617795:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f664ce. 00000100:00000010:2.0:1767384403.617798:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000914bb484. 00000020:00000010:1.0:1767384403.617798:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6f664ce. 00000020:00000010:0.0:1767384403.617801:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026c5b090. 00000020:00000010:1.0:1767384403.617805:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078569439. 00000020:00000010:0.0:1767384403.617808:0:32914:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ea65f1cc. 00000400:00000010:2.0:1767384403.617812:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000020:00000010:1.0:1767384403.617812:0:40418:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ab545aa. 00000020:00000010:1.0:1767384403.617818:0:40418:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000020:00000010:3.0:1767384403.617823:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000509d7618. 00000020:00000010:0.0:1767384403.617829:0:32914:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d1386b2. 00000020:00000010:3.0:1767384403.617832:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d60906f. 00000020:00000010:0.0:1767384403.617836:0:32914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:3.0:1767384403.617840:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:0.0:1767384403.617843:0:32914:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:1.0:1767384403.617852:0:40418:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6f664ce. 00000020:00000010:1.0:1767384403.617856:0:40418:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6f664ce. 02000000:00000010:1.0:1767384403.617869:0:40418:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0aa61ea. 00000020:00000010:2.0:1767384403.617871:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384403.617875:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384403.617879:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6633dc. 00000020:00000010:2.0:1767384403.617884:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000250c90eb. 00000020:00000010:0.0:1767384403.617885:0:32914:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbd9438b. 00000020:00000010:2.0:1767384403.617889:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:0.0:1767384403.617890:0:32914:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbd9438b. 00000400:00000010:1.0:1767384403.617892:0:40418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f480e7b1. 02000000:00000010:3.0:1767384403.617896:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c3c0c6b8. 02000000:00000010:0.0:1767384403.617907:0:32914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000047757c41. 00000020:00000010:3.0:1767384403.617909:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005315bf15. 00000400:00000010:1.0:1767384403.617918:0:40418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f480e7b1. 00000004:00000010:3.0:1767384403.617920:0:40427:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000d58424b8. 00000020:00000010:2.0:1767384403.617923:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384403.617927:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 02000000:00000010:2.0:1767384403.617937:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f65bad87. 00000020:00000010:1.0:1767384403.617938:0:40418:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ab545aa. 00000400:00000010:0.0:1767384403.617940:0:32914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000020:00000010:1.0:1767384403.617943:0:40418:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000400:00000010:2.0:1767384403.617947:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000020:00000010:1.0:1767384403.617950:0:40418:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078569439. 02000000:00000010:1.0:1767384403.617957:0:40418:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0aa61ea. 00000400:00000010:1.0:1767384403.617964:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2f04999. 00000400:00000010:1.0:1767384403.617971:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cf1d4c0. 00000400:00000010:2.0:1767384403.617976:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000400:00000010:0.0:1767384403.617987:0:32914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384403.617988:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000250c90eb. 00000400:00000010:1.0:1767384403.617993:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4054b47. 00000020:00000010:2.0:1767384403.617994:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384403.617998:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6633dc. 00000400:00000010:1.0:1767384403.617998:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7168b05. 00000020:00000010:0.0:1767384403.617999:0:32914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384403.618004:0:32914:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000001:00000010:3.0:1767384403.618007:0:40427:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000fbfc84aa. 00000020:00000010:0.0:1767384403.618007:0:32914:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d1386b2. 00000001:00000010:3.0:1767384403.618018:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000547dd8f4. 02000000:00000010:1.0:1767384403.618018:0:16141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008376392b. 00000400:00000010:2.0:1767384403.618023:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb98aa5. 02000000:00000010:1.0:1767384403.618027:0:16141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6c30cb7. 00000001:00000010:3.0:1767384403.618029:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000016bfc5ba. 00000100:00000010:1.0:1767384403.618033:0:16141:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a04f5118. 00000400:00000010:2.0:1767384403.618035:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000001:00000010:3.0:1767384403.618037:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba7ff85c. 00000001:00000010:3.0:1767384403.618042:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000950c4b92. 00000001:00000010:3.0:1767384403.618045:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063f0ff98. 02000000:00000010:2.0:1767384403.618048:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003db6c85a. 00000400:00000010:0.0:1767384403.618048:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000890f3ee0. 00000001:00000010:3.0:1767384403.618049:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6debdf8. 00000400:00000010:0.0:1767384403.618056:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 02000000:00000010:2.0:1767384403.618057:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000542ae87c. 00000001:00000010:3.0:1767384403.618059:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007d862ce0. 00000001:00000010:3.0:1767384403.618066:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b9761286. 00000100:00000010:2.0:1767384403.618066:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003de61bba. 00000001:00000010:3.0:1767384403.618074:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002187f493. 02000000:00000010:2.0:1767384403.618078:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086e19524. 00000001:00000010:3.0:1767384403.618079:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000d3abeff. 02000000:00000010:2.0:1767384403.618084:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bef4df37. 02000000:00000010:0.0:1767384403.618085:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019bfd81c. 00000001:00000010:3.0:1767384403.618087:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000594fc702. 00000100:00000010:2.0:1767384403.618090:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001085e29d. 02000000:00000010:0.0:1767384403.618092:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048c7f144. 00000001:00000010:3.0:1767384403.618094:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c1e61ac. 00000100:00000010:0.0:1767384403.618097:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000020:00000010:3.0:1767384403.618148:0:40427:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bb4a0301. 00000020:00000010:3.0:1767384403.618246:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000084634346. 00000020:00000010:3.0:1767384403.618252:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000fa844c9b. 00000020:00000010:3.0:1767384403.618256:0:40427:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000cfb3f12c. 00000020:00000010:3.0:1767384403.618312:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b16eee04. 00000020:00000010:3.0:1767384403.618317:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000004494f42b. 00000020:00000010:3.0:1767384403.618320:0:40427:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000098e90a1b. 00000020:00000010:3.0:1767384403.618338:0:40427:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009bbc2720. 00000400:00000010:3.0:1767384403.618373:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006ab4a2a. 00000400:00000010:3.0:1767384403.618407:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ab4a2a. 00000020:00000010:3.0:1767384403.618421:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d60906f. 00000020:00000010:3.0:1767384403.618425:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384403.618431:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509d7618. 00000400:00000010:1.0:1767384403.618437:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a80fcd7. 00000400:00000010:1.0:1767384403.618442:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 02000000:00000010:1.0:1767384403.618471:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb0556ef. 02000000:00000010:1.0:1767384403.618475:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000019276031. 00000100:00000010:1.0:1767384403.618478:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098aedfe0. 00000100:00000010:1.0:1767384403.637355:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002acd4708. 00000100:00000010:3.0:1767384403.637357:0:265:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bff443cd. 00000100:00000010:0.0:1767384403.637363:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e42ee91a. 00000100:00000010:2.0:1767384403.637367:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8296123. 00000800:00000010:2.0:1767384403.881738:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000007751561. 00000800:00000010:1.0:1767384403.881809:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000399e0813. 00000800:00000010:1.0:1767384403.881827:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e8e501e. 00000800:00000010:1.0:1767384403.882101:0:16129:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b74e922b. 00000800:00000010:1.0:1767384403.882111:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007323a889. 00000800:00000010:1.0:1767384403.882163:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007323a889. 00000800:00000010:1.0:1767384403.882167:0:16129:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e8e501e. 00000800:00000010:1.0:1767384403.882271:0:16129:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000007751561. 00000800:00000010:0.0:1767384403.882772:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c7f144. 00000800:00000010:0.0:1767384403.882836:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c7f144. 00000800:00000010:2.0:1767384403.883374:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000057684e3b. 00000800:00000010:0.0:1767384403.883423:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3a51248. 00000800:00000010:0.0:1767384403.883429:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f41df7d. 00000800:00000010:3.0:1767384403.883585:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4536f5a. 00000800:00000010:0.0:1767384403.883604:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000926876e2. 00000800:00000010:0.1:1767384403.883608:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000926876e2. 00000800:00000010:0.0:1767384403.883616:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be1f727d. 00000800:00000010:3.0:1767384403.883639:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4536f5a. 00000800:00000010:0.0:1767384403.883661:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be1f727d. 00000800:00000010:0.0:1767384403.883673:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f41df7d. 00000800:00000010:0.0:1767384403.883705:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000057684e3b. 00000800:00000010:2.0:1767384403.884686:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008a09b92c. 00000800:00000010:1.0:1767384403.884746:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e65620. 00000800:00000010:1.0:1767384403.884751:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e8e501e. 00000800:00000010:1.0:1767384403.884965:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d65dbde8. 00000800:00000010:1.1:1767384403.884971:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d65dbde8. 00000800:00000010:1.0:1767384403.884978:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007323a889. 00000800:00000010:1.0:1767384403.885020:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007323a889. 00000800:00000010:1.0:1767384403.885025:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e8e501e. 00000800:00000010:1.0:1767384403.885047:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008a09b92c. 00000100:00000010:0.0:1767384404.641549:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.641570:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d1386b2. 00010000:00000010:0.0:1767384404.641582:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000941d670d. 00010000:00000010:0.0:1767384404.641586:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de7a8a86. 00000100:00000010:0.0:1767384404.641600:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.641615:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c4ee7a3. 00000400:00000010:0.0:1767384404.641620:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000890f3ee0. 00000400:00000010:0.0:1767384404.641625:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.641631:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.641658:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf9e0dd9. 00000400:00000010:0.0:1767384404.641674:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd707ccf. 00000400:00000010:0.0:1767384404.641693:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000100:00000010:0.0:1767384404.641704:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022f30087. 00000100:00000010:0.0:1767384404.641715:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090f1237a. 00000100:00000010:0.0:1767384404.641724:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6476135. 00000100:00000010:0.0:1767384404.641727:0:16775:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007562003f. 00000020:00000010:2.0:1767384404.641733:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.641739:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.641744:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e19524. 00000020:00000010:2.0:1767384404.641748:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.641752:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.641784:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.641786:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00010000:00000010:2.0:1767384404.641801:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000051f21add. 00010000:00000010:2.0:1767384404.641805:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000874ef952. 02000000:00000010:2.0:1767384404.641815:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f8029742. 00000400:00000010:2.0:1767384404.641835:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.641857:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384404.641867:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.641871:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.641873:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e19524. 02000000:00000010:2.0:1767384404.641878:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f8029742. 00000400:00000010:2.0:1767384404.641884:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb98aa5. 00000400:00000010:0.0:1767384404.641886:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000890f3ee0. 00000400:00000010:0.0:1767384404.641891:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000400:00000010:2.0:1767384404.641894:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf23a11e. 00000100:00000010:0.0:1767384404.641905:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.641919:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c4ee7a3. 02000000:00000010:0.0:1767384404.641923:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d1386b2. 00000100:00000010:0.0:1767384404.641926:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 10000000:00000010:0.0:1767384404.641931:0:16775:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c905f24c. 00000100:00000010:0.0:1767384404.641949:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.641954:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d1386b2. 00000100:00000010:0.0:1767384404.641959:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006c4ee7a3. 00000100:00000010:0.0:1767384404.641961:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000048962edf. 00000100:00000010:0.0:1767384404.641965:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f41df7d. 00000400:00000010:0.0:1767384404.641972:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000890f3ee0. 00000400:00000010:0.0:1767384404.641975:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000926876e2. 02000000:00000010:0.0:1767384404.641978:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064f25633. 00000400:00000010:0.0:1767384404.641984:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.641986:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.641988:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.641995:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007de60cd. 00000400:00000010:0.0:1767384404.641999:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dccec55. 00000400:00000010:0.0:1767384404.642012:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.642038:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642041:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642044:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e19524. 00000020:00000010:2.0:1767384404.642046:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642054:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.642071:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642073:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 02000000:00000010:2.0:1767384404.642080:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f8029742. 20000000:00000010:2.0:1767384404.642087:0:40419:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000384dbdbf. 00000100:00000010:2.0:1767384404.642138:0:40419:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000097c7b264. 00000100:00000010:2.0:1767384404.642141:0:40419:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5ef8648. 00000400:00000010:2.0:1767384404.642145:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.642149:0:40419:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001250111f. 00000400:00000010:2.0:1767384404.642157:0:40419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000890f3ee0. 00000400:00000010:2.0:1767384404.642162:0:40419:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000926876e2. 00000400:00000010:2.0:1767384404.642179:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000010:2.0:1767384404.642185:0:40419:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5ef8648. 00000100:00000010:2.0:1767384404.642188:0:40419:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000097c7b264. 20000000:00000010:2.0:1767384404.642195:0:40419:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000384dbdbf. 00000400:00000010:2.0:1767384404.642202:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.642215:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384404.642224:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642226:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000400:00000010:0.0:1767384404.642227:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df5701e3. 00000020:00000010:2.0:1767384404.642228:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e19524. 00000400:00000010:0.0:1767384404.642231:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 02000000:00000010:2.0:1767384404.642234:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f8029742. 00000400:00000010:2.0:1767384404.642238:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c54eded. 00000400:00000010:2.0:1767384404.642245:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab8897e1. 00000100:00000010:0.0:1767384404.642254:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f41df7d. 10000000:00000010:0.0:1767384404.642264:0:16775:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000577ef282. 10000000:00000010:0.0:1767384404.642289:0:16775:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000577ef282. 02000000:00000010:0.0:1767384404.642292:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064f25633. 00000100:00000010:0.0:1767384404.642294:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000048962edf. 00000100:00000010:0.0:1767384404.642296:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006c4ee7a3. 02000000:00000010:0.0:1767384404.642297:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d1386b2. 00000100:00000010:0.0:1767384404.642299:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 10000000:00000010:0.0:1767384404.642311:0:16775:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c905f24c. 00000100:00000010:0.0:1767384404.642321:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.642325:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d1386b2. 00010000:00000010:0.0:1767384404.642331:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0af8790. 00000100:00000010:0.0:1767384404.642335:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.642340:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c4ee7a3. 00000400:00000010:0.0:1767384404.642342:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.642344:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.642347:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.642353:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc94049. 00000400:00000010:0.0:1767384404.642357:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0a0b89e. 00000400:00000010:0.0:1767384404.642368:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.642394:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642397:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642400:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e19524. 00000020:00000010:2.0:1767384404.642401:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642403:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.642418:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642420:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00010000:00000010:2.0:1767384404.642428:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dd0e0d3. 02000000:00000010:2.0:1767384404.642433:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f8029742. 00000400:00000010:2.0:1767384404.642442:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.642461:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384404.642473:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642476:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.642478:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e19524. 02000000:00000010:2.0:1767384404.642481:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f8029742. 00000400:00000010:2.0:1767384404.642485:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e04338. 00000400:00000010:2.0:1767384404.642488:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5b7edd2. 00000400:00000010:0.0:1767384404.642489:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.642493:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000100:00000010:0.0:1767384404.642503:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.642511:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c4ee7a3. 02000000:00000010:0.0:1767384404.642513:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d1386b2. 00000100:00000010:0.0:1767384404.642515:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 10000000:00000010:0.0:1767384404.642524:0:16775:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000048962edf. 00000020:00000010:0.0:1767384404.642526:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d1386b2. 00000020:00000010:0.0:1767384404.642528:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064f25633. 00000040:00000010:0.0:1767384404.642530:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001d320df3. 00000020:00000010:0.0:1767384404.642533:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af2fbe08. 00000020:00000010:0.0:1767384404.642536:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099f21612. 80000000:00000010:0.0:1767384404.642539:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007e1eabf9. 00040000:00000010:0.0:1767384404.642543:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c7fd2230. 00080000:00000010:0.0:1767384404.642546:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003ec54a7f. 20000000:00000010:0.0:1767384404.642549:0:16775:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000030574f31. 00000040:00000010:0.0:1767384404.642553:0:16775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007e71d7d4. 00000100:00000010:0.0:1767384404.642556:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.642561:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c475ee0e. 00000100:00000010:0.0:1767384404.642566:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.642571:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce7012ba. 00000400:00000010:0.0:1767384404.642573:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.642575:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.642578:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.642584:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e692c8c1. 00000400:00000010:0.0:1767384404.642587:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d750453. 00000400:00000010:0.0:1767384404.642598:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.642635:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642638:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642641:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e19524. 00000020:00000010:2.0:1767384404.642642:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642644:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.642660:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.642662:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 02000000:00000010:2.0:1767384404.642668:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f8029742. 00000040:00000010:2.0:1767384404.642672:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be6633dc. 00000040:00000010:2.0:1767384404.642842:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a5ef8648. 00000040:00000010:2.0:1767384404.642852:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a5ef8648. 00000040:00000010:2.0:1767384404.642854:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be6633dc. 20000000:00000010:2.0:1767384404.642859:0:40419:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000077a9a50d. 20000000:00000010:2.0:1767384404.642861:0:40419:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000077a9a50d. 00000400:00000010:2.0:1767384404.642866:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.642885:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384404.642891:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.642893:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.642894:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e19524. 02000000:00000010:2.0:1767384404.642897:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f8029742. 00000400:00000010:2.0:1767384404.642902:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0a3cf8. 00000400:00000010:2.0:1767384404.642906:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008433955c. 00000400:00000010:0.0:1767384404.642911:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.642915:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000100:00000010:0.0:1767384404.642925:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.642929:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce7012ba. 02000000:00000010:0.0:1767384404.642932:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c475ee0e. 00000100:00000010:0.0:1767384404.642933:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000040:00000010:0.0:1767384404.642939:0:16775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000072880a10. 00000100:00000010:0.0:1767384404.642941:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.642945:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c475ee0e. 00000100:00000010:0.0:1767384404.642948:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.642963:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000efd5acbd. 00000400:00000010:0.0:1767384404.642966:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.642971:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007f7bc745. 00000400:00000010:0.0:1767384404.642973:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.642979:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000343b8cb7. 00000400:00000010:0.0:1767384404.642982:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dc0c8ad. 00000400:00000010:0.0:1767384404.642993:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:2.0:1767384404.643011:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.643014:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.643017:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086e19524. 00000020:00000010:2.0:1767384404.643019:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.643020:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.643036:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.643042:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077a9a50d. 02000000:00000010:2.0:1767384404.643057:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000b44b17b6. 00000040:00000010:2.0:1767384404.643060:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be6633dc. 00000040:00000010:2.0:1767384404.643067:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384404.643189:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6ce484. 00000040:00000010:2.0:1767384404.643193:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be6633dc. 00000400:00000010:2.0:1767384404.643199:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d30644d7. 00000400:00000010:2.0:1767384404.643218:0:40419:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d30644d7. 00000020:00000010:2.0:1767384404.643228:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.643230:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000400:00000010:0.0:1767384404.643241:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.643245:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007f7bc745. 00000020:00000010:2.0:1767384404.643248:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086e19524. 02000000:00000010:2.0:1767384404.643255:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000b44b17b6. 00000100:00000010:0.0:1767384404.643256:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005f41df7d. 02000000:00000010:0.0:1767384404.643264:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000efd5acbd. 00000400:00000010:2.0:1767384404.643267:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a404c3dd. 00000400:00000010:2.0:1767384404.643272:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d30644d7. 02000000:00000010:0.0:1767384404.643293:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c475ee0e. 00000100:00000010:0.0:1767384404.643297:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000040:00000010:0.0:1767384404.643304:0:16775:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000007b73c38d. 00000020:00000010:0.0:1767384404.643443:0:41039:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c475ee0e. 00000020:00000010:0.0:1767384404.643446:0:41039:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce7012ba. 00000040:00000010:0.0:1767384404.643448:0:41039:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004907cbed. 00000020:00000010:0.0:1767384404.643450:0:41039:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000954018e0. 00000020:00000010:0.0:1767384404.643452:0:41039:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001a50de41. 00000020:00000010:0.0:1767384404.643455:0:41039:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006bc4a8e2. 80000000:00000010:0.0:1767384404.643457:0:41039:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004f873e56. 40000000:00000010:0.0:1767384404.643475:0:41039:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028475787. 00100000:00000010:0.0:1767384404.643479:0:41039:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c3daef7. 00040000:00000010:0.0:1767384404.643483:0:41039:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad69ff89. 00040000:00000010:0.0:1767384404.643486:0:41039:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8dbf144. 00040000:00000010:0.0:1767384404.643489:0:41039:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000074bbf93a. 00080000:00000010:0.0:1767384404.643492:0:41039:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001312f5e6. 00000004:00000010:0.0:1767384404.643495:0:41039:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de412fbd. 00000004:00000010:0.0:1767384404.643498:0:41039:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000577ef282. 00000004:00000010:0.0:1767384404.643501:0:41039:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008b22c567. 00002000:00000010:0.0:1767384404.643504:0:41039:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006c4ee7a3. 00000004:00000010:0.0:1767384404.643508:0:41039:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e828c096. 00000020:00000010:0.0:1767384404.643511:0:41039:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000183831c2. 00000040:00000010:0.0:1767384404.643516:0:41039:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a3b91978. 00000040:00000010:0.0:1767384404.643975:0:41039:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a3b91978. 00000020:00000010:0.0:1767384404.643981:0:41039:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000183831c2. 00000020:00000010:0.0:1767384404.643994:0:41039:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce7012ba. 00000040:00000010:0.0:1767384404.643997:0:41039:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004907cbed. 00000020:00000010:0.0:1767384404.643999:0:41039:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000954018e0. 00000020:00000010:0.0:1767384404.644002:0:41039:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001a50de41. 00000020:00000010:0.0:1767384404.644004:0:41039:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006bc4a8e2. 80000000:00000010:0.0:1767384404.644007:0:41039:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f873e56. 40000000:00000010:0.0:1767384404.644010:0:41039:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000028475787. 00100000:00000010:0.0:1767384404.644012:0:41039:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c3daef7. 00040000:00000010:0.0:1767384404.644014:0:41039:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad69ff89. 00040000:00000010:0.0:1767384404.644017:0:41039:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8dbf144. 00040000:00000010:0.0:1767384404.644019:0:41039:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000074bbf93a. 00080000:00000010:0.0:1767384404.644021:0:41039:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001312f5e6. 00000004:00000010:0.0:1767384404.644023:0:41039:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de412fbd. 00000004:00000010:0.0:1767384404.644025:0:41039:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000577ef282. 00000004:00000010:0.0:1767384404.644027:0:41039:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008b22c567. 00002000:00000010:0.0:1767384404.644029:0:41039:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006c4ee7a3. 00000004:00000010:0.0:1767384404.644031:0:41039:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e828c096. 00000020:00000010:0.0:1767384404.644033:0:41039:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c475ee0e. 00000040:00000010:2.0:1767384404.644074:0:16775:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007b73c38d. 00000040:00000010:2.0:1767384404.644081:0:16775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000072880a10. 00000040:00000010:2.0:1767384404.644086:0:16775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007e71d7d4. 00000020:00000010:2.0:1767384404.644092:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064f25633. 00000040:00000010:2.0:1767384404.644096:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001d320df3. 00000020:00000010:2.0:1767384404.644099:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af2fbe08. 00000020:00000010:2.0:1767384404.644102:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000099f21612. 80000000:00000010:2.0:1767384404.644106:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007e1eabf9. 00040000:00000010:2.0:1767384404.644125:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c7fd2230. 00080000:00000010:2.0:1767384404.644130:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003ec54a7f. 20000000:00000010:2.0:1767384404.644132:0:16775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000030574f31. 00000020:00000010:2.0:1767384404.644135:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d1386b2. 10000000:00000010:2.0:1767384404.644137:0:16775:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000048962edf. 00000100:00000010:2.0:1767384404.644146:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384404.644152:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be6633dc. 00010000:00000010:2.0:1767384404.644158:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc920a7f. 00000100:00000010:2.0:1767384404.644165:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.644172:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f8029742. 00000400:00000010:2.0:1767384404.644175:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.644178:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.644187:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000400:00000010:2.0:1767384404.644196:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3d48c47. 00000400:00000010:2.0:1767384404.644201:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c623cc37. 00000400:00000010:2.0:1767384404.644216:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000020:00000010:0.0:1767384404.644243:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644247:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644250:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074bbf93a. 00000020:00000010:0.0:1767384404.644252:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.644255:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.644272:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644299:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028475787. 00010000:00000010:0.0:1767384404.644309:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007388e35a. 02000000:00000010:0.0:1767384404.644314:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e828c096. 00000400:00000010:0.0:1767384404.644323:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.644342:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384404.644348:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.644351:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.644352:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074bbf93a. 02000000:00000010:0.0:1767384404.644355:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e828c096. 00000400:00000010:0.0:1767384404.644360:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df5701e3. 00000400:00000010:0.0:1767384404.644367:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f7bc745. 00000400:00000010:2.0:1767384404.644376:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.644384:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000010:2.0:1767384404.644395:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.644404:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f8029742. 02000000:00000010:2.0:1767384404.644407:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be6633dc. 00000100:00000010:2.0:1767384404.644410:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 10000000:00000010:2.0:1767384404.644417:0:16775:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000077a9a50d. 00000020:00000010:2.0:1767384404.644420:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6633dc. 00000020:00000010:2.0:1767384404.644423:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e41126fa. 00000040:00000010:2.0:1767384404.644426:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000157bcc1a. 00000020:00000010:2.0:1767384404.644429:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001233d01e. 00000020:00000010:2.0:1767384404.644432:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053c3f5ce. 80000000:00000010:2.0:1767384404.644435:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8296123. 00040000:00000010:2.0:1767384404.644438:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057f43d74. 00080000:00000010:2.0:1767384404.644441:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f12e56cb. 20000000:00000010:2.0:1767384404.644444:0:16775:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007c65f8f6. 00000040:00000010:2.0:1767384404.644447:0:16775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c9434471. 00000100:00000010:2.0:1767384404.644451:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384404.644457:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065b6358e. 00000100:00000010:2.0:1767384404.644463:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.644469:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008376392b. 00000400:00000010:2.0:1767384404.644472:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.644475:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.644479:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000400:00000010:2.0:1767384404.644486:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001b23ce2. 00000400:00000010:2.0:1767384404.644492:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023ee1551. 00000400:00000010:2.0:1767384404.644506:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000020:00000010:0.0:1767384404.644530:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644533:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644535:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074bbf93a. 00000020:00000010:0.0:1767384404.644537:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.644539:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.644555:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028475787. 00000020:00000010:0.0:1767384404.644557:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028475787. 02000000:00000010:0.0:1767384404.644564:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e828c096. 00000040:00000010:0.0:1767384404.644569:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002b03f22a. 00000040:00000010:0.0:1767384404.644596:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002a8e3970. 00000020:00000010:0.0:1767384404.644602:0:40419:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad69ff89. 00080000:00000010:0.0:1767384404.644608:0:40419:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d03f91f. 00000040:00000010:0.0:1767384404.644671:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002a8e3970. 00000040:00000010:0.0:1767384404.644674:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002b03f22a. 20000000:00000010:0.0:1767384404.644678:0:40419:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000e483c215. 20000000:00000010:0.0:1767384404.644680:0:40419:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000e483c215. 00000400:00000010:0.0:1767384404.644685:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.644703:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384404.644709:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.644710:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.644712:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074bbf93a. 02000000:00000010:0.0:1767384404.644714:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e828c096. 00000400:00000010:0.0:1767384404.644718:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed55d336. 00000400:00000010:0.0:1767384404.644721:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006389fd3b. 00000400:00000010:2.0:1767384404.644736:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.644742:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000100:00000010:2.0:1767384404.644756:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.644760:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008376392b. 02000000:00000010:2.0:1767384404.644762:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000065b6358e. 00000100:00000010:2.0:1767384404.644763:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 00000040:00000010:2.0:1767384404.644767:0:16775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6ce484. 00000100:00000010:2.0:1767384404.644769:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384404.644773:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065b6358e. 00000100:00000010:2.0:1767384404.644775:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.644785:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000efd5acbd. 00000400:00000010:2.0:1767384404.644788:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.644790:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001702e61d. 00000400:00000010:2.0:1767384404.644793:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.644799:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a4176a9. 00000400:00000010:2.0:1767384404.644802:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054a31fbe. 00000400:00000010:2.0:1767384404.644813:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:0.0:1767384404.644832:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384404.644835:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384404.644838:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074bbf93a. 00000020:00000010:0.0:1767384404.644840:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.644841:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.644857:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384404.644858:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 02000000:00000010:0.0:1767384404.644869:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000b44b17b6. 00000040:00000010:0.0:1767384404.644875:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002b03f22a. 00000040:00000010:0.0:1767384404.644881:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a3b91978. 00000040:00000010:0.0:1767384404.645043:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a3b91978. 00000040:00000010:0.0:1767384404.645045:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002b03f22a. 00000400:00000010:0.0:1767384404.645051:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000467d8c59. 00000400:00000010:0.0:1767384404.645071:0:40419:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000467d8c59. 00000020:00000010:0.0:1767384404.645077:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.645080:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.645081:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074bbf93a. 02000000:00000010:0.0:1767384404.645085:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000b44b17b6. 00000400:00000010:0.0:1767384404.645095:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9c3d1cd. 00000400:00000010:2.0:1767384404.645097:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.645102:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001702e61d. 00000400:00000010:0.0:1767384404.645105:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000467d8c59. 00000100:00000010:2.0:1767384404.645126:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d0f0a0e. 02000000:00000010:2.0:1767384404.645132:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000efd5acbd. 02000000:00000010:2.0:1767384404.645140:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000065b6358e. 00000100:00000010:2.0:1767384404.645142:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 00000040:00000010:2.0:1767384404.645147:0:16775:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f6e99d40. 00000020:00000010:2.0:1767384404.645241:0:41040:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b6358e. 00000020:00000010:2.0:1767384404.645243:0:41040:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008376392b. 00000040:00000010:2.0:1767384404.645245:0:41040:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d34e5a6. 00000020:00000010:2.0:1767384404.645247:0:41040:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a28b51b. 00000020:00000010:2.0:1767384404.645250:0:41040:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384404.645251:0:41040:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eedf7784. 80000000:00000010:2.0:1767384404.645253:0:41040:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005619df91. 40000000:00000010:2.0:1767384404.645255:0:41040:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007aad10b8. 00100000:00000010:2.0:1767384404.645257:0:41040:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e59d5492. 00040000:00000010:2.0:1767384404.645259:0:41040:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000068eecbe6. 00040000:00000010:2.0:1767384404.645261:0:41040:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044f4820c. 00040000:00000010:2.0:1767384404.645267:0:41040:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b953d70. 00080000:00000010:2.0:1767384404.645270:0:41040:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000013e18634. 00000004:00000010:2.0:1767384404.645272:0:41040:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e89e9a02. 00000004:00000010:2.0:1767384404.645300:0:41040:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384404.645302:0:41040:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df94c2bb. 00002000:00000010:2.0:1767384404.645304:0:41040:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f8029742. 00000004:00000010:2.0:1767384404.645305:0:41040:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000097c7b264. 00000020:00000010:2.0:1767384404.645307:0:41040:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000024710fef. 00000040:00000010:2.0:1767384404.645312:0:41040:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.645691:0:41040:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a353e622. 00000020:00000010:2.0:1767384404.645695:0:41040:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000024710fef. 00000020:00000010:2.0:1767384404.645702:0:41040:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008376392b. 00000040:00000010:2.0:1767384404.645705:0:41040:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d34e5a6. 00000020:00000010:2.0:1767384404.645707:0:41040:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a28b51b. 00000020:00000010:2.0:1767384404.645710:0:41040:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384404.645714:0:41040:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eedf7784. 80000000:00000010:2.0:1767384404.645716:0:41040:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005619df91. 40000000:00000010:2.0:1767384404.645719:0:41040:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007aad10b8. 00100000:00000010:2.0:1767384404.645721:0:41040:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e59d5492. 00040000:00000010:2.0:1767384404.645724:0:41040:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000068eecbe6. 00040000:00000010:2.0:1767384404.645728:0:41040:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044f4820c. 00040000:00000010:2.0:1767384404.645730:0:41040:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b953d70. 00080000:00000010:2.0:1767384404.645733:0:41040:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000013e18634. 00000004:00000010:2.0:1767384404.645735:0:41040:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e89e9a02. 00000004:00000010:2.0:1767384404.645737:0:41040:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384404.645740:0:41040:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df94c2bb. 00002000:00000010:2.0:1767384404.645742:0:41040:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f8029742. 00000004:00000010:2.0:1767384404.645744:0:41040:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097c7b264. 00000020:00000010:2.0:1767384404.645746:0:41040:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b6358e. 00000040:00000010:0.0:1767384404.645778:0:16775:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f6e99d40. 00000040:00000010:0.0:1767384404.645786:0:16775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6ce484. 00000040:00000010:0.0:1767384404.645790:0:16775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c9434471. 00000020:00000010:0.0:1767384404.645795:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e41126fa. 00000040:00000010:0.0:1767384404.645798:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000157bcc1a. 00000020:00000010:0.0:1767384404.645801:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001233d01e. 00000020:00000010:0.0:1767384404.645804:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000053c3f5ce. 80000000:00000010:0.0:1767384404.645807:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8296123. 00040000:00000010:0.0:1767384404.645809:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057f43d74. 00080000:00000010:0.0:1767384404.645811:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f12e56cb. 20000000:00000010:0.0:1767384404.645814:0:16775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007c65f8f6. 00000020:00000010:0.0:1767384404.645816:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6633dc. 10000000:00000010:0.0:1767384404.645817:0:16775:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000077a9a50d. 00000100:00000010:0.0:1767384404.645824:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.645828:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b03f22a. 00010000:00000010:0.0:1767384404.645833:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007fda810e. 00010000:00000010:0.0:1767384404.645835:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001f3b897c. 00000100:00000010:0.0:1767384404.645840:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e084a523. 02000000:00000010:0.0:1767384404.645846:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e828c096. 00000400:00000010:0.0:1767384404.645848:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.645850:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.645853:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.645864:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c771966. 00000400:00000010:0.0:1767384404.645868:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca7339ff. 00000400:00000010:0.0:1767384404.645879:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.645903:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.645908:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.645912:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b6358e. 00000020:00000010:2.0:1767384404.645915:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.645918:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.645949:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.645952:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00010000:00000010:2.0:1767384404.645964:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021361086. 00010000:00000010:2.0:1767384404.645969:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a0059aa. 02000000:00000010:2.0:1767384404.645977:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000097c7b264. 00000400:00000010:2.0:1767384404.645988:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.646015:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000020:00000010:2.0:1767384404.646024:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.646028:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646031:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b6358e. 00000400:00000010:0.0:1767384404.646031:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.646037:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 02000000:00000010:2.0:1767384404.646040:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000097c7b264. 00000100:00000010:0.0:1767384404.646049:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e084a523. 00000400:00000010:2.0:1767384404.646050:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aeb161c. 00000400:00000010:2.0:1767384404.646056:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001702e61d. 02000000:00000010:0.0:1767384404.646059:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e828c096. 02000000:00000010:0.0:1767384404.646063:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b03f22a. 00000100:00000010:0.0:1767384404.646065:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000100:00000010:0.0:1767384404.646073:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.646077:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b03f22a. 00010000:00000010:0.0:1767384404.646082:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c71e0da. 00000100:00000010:0.0:1767384404.646086:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e084a523. 02000000:00000010:0.0:1767384404.646091:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e828c096. 00000400:00000010:0.0:1767384404.646093:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.646095:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.646098:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.646103:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bec3055. 00000400:00000010:0.0:1767384404.646107:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048aa7814. 00000400:00000010:0.0:1767384404.646129:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.646151:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646155:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646160:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b6358e. 00000020:00000010:2.0:1767384404.646162:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.646165:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646188:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646191:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00010000:00000010:2.0:1767384404.646202:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a7c7b5a6. 02000000:00000010:2.0:1767384404.646210:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000097c7b264. 00000400:00000010:2.0:1767384404.646221:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.646246:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000010:0.0:1767384404.646255:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7beb831. 00000020:00000010:2.0:1767384404.646257:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000400:00000010:0.0:1767384404.646259:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:2.0:1767384404.646264:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646270:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b6358e. 00000100:00000010:0.0:1767384404.646271:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e084a523. 02000000:00000010:0.0:1767384404.646297:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e828c096. 02000000:00000010:2.0:1767384404.646300:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000097c7b264. 02000000:00000010:0.0:1767384404.646301:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b03f22a. 00000100:00000010:0.0:1767384404.646307:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000400:00000010:2.0:1767384404.646311:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000201b93d7. 10000000:00000010:0.0:1767384404.646311:0:16775:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e483c215. 00000020:00000010:0.0:1767384404.646316:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b03f22a. 00000400:00000010:2.0:1767384404.646319:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fceefe2e. 00000020:00000010:0.0:1767384404.646320:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9954fd4. 00000040:00000010:0.0:1767384404.646325:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d814d7d0. 00000020:00000010:0.0:1767384404.646328:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b22c567. 00000020:00000010:0.0:1767384404.646330:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029dbd3f2. 80000000:00000010:0.0:1767384404.646333:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087242f6e. 00040000:00000010:0.0:1767384404.646339:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003122e098. 00080000:00000010:0.0:1767384404.646341:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de412fbd. 20000000:00000010:0.0:1767384404.646343:0:16775:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004032f4a7. 00000040:00000010:0.0:1767384404.646345:0:16775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000000d782be. 00000100:00000010:0.0:1767384404.646348:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.646352:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000449b9a2. 00000100:00000010:0.0:1767384404.646356:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e084a523. 02000000:00000010:0.0:1767384404.646360:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a92174e1. 00000400:00000010:0.0:1767384404.646362:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.646365:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.646367:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000400:00000010:0.0:1767384404.646373:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c57e68. 00000400:00000010:0.0:1767384404.646376:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000898c81d3. 00000400:00000010:0.0:1767384404.646386:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000020:00000010:2.0:1767384404.646408:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646412:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646416:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b6358e. 00000020:00000010:2.0:1767384404.646419:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.646428:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646452:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646455:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.646464:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000097c7b264. 00000040:00000010:2.0:1767384404.646469:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002b953d70. 00000040:00000010:2.0:1767384404.646491:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000fcadc6d2. 00000040:00000010:2.0:1767384404.646497:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000fcadc6d2. 00000040:00000010:2.0:1767384404.646500:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002b953d70. 00000400:00000010:2.0:1767384404.646508:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.646534:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000010:0.0:1767384404.646543:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7beb831. 00000020:00000010:2.0:1767384404.646545:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000400:00000010:0.0:1767384404.646547:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:2.0:1767384404.646553:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646559:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b6358e. 00000100:00000010:0.0:1767384404.646562:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e084a523. 02000000:00000010:2.0:1767384404.646564:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000097c7b264. 02000000:00000010:0.0:1767384404.646571:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a92174e1. 00000400:00000010:2.0:1767384404.646573:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004696b7ce. 02000000:00000010:0.0:1767384404.646576:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000449b9a2. 00000400:00000010:2.0:1767384404.646579:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020441825. 00000100:00000010:0.0:1767384404.646582:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000040:00000010:0.0:1767384404.646590:0:16775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a3b91978. 00000100:00000010:0.0:1767384404.646594:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 02000000:00000010:0.0:1767384404.646599:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000449b9a2. 00000100:00000010:0.0:1767384404.646603:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e084a523. 02000000:00000010:0.0:1767384404.646617:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000efd5acbd. 00000400:00000010:0.0:1767384404.646621:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.646625:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003a9a6f04. 00000400:00000010:0.0:1767384404.646629:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.646638:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018e53d6a. 00000400:00000010:0.0:1767384404.646642:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000573433ff. 00000400:00000010:0.0:1767384404.646652:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:2.0:1767384404.646671:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646675:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646678:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b6358e. 00000020:00000010:2.0:1767384404.646680:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.646683:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.646702:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.646705:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.646720:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000b44b17b6. 00000040:00000010:2.0:1767384404.646725:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002b953d70. 00000040:00000010:2.0:1767384404.646733:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.646741:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.646744:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002b953d70. 00000400:00000010:2.0:1767384404.646751:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f43af1db. 00000400:00000010:2.0:1767384404.646776:0:40419:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f43af1db. 00000020:00000010:2.0:1767384404.646787:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1306588. 00000020:00000010:2.0:1767384404.646790:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000400:00000010:0.0:1767384404.646790:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7beb831. 00000020:00000010:2.0:1767384404.646797:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b6358e. 00000400:00000010:0.0:1767384404.646797:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003a9a6f04. 00000100:00000010:0.0:1767384404.646811:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e084a523. 02000000:00000010:2.0:1767384404.646812:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000b44b17b6. 00000400:00000010:2.0:1767384404.646824:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6149aa6. 02000000:00000010:0.0:1767384404.646827:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000efd5acbd. 00000400:00000010:2.0:1767384404.646829:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f43af1db. 02000000:00000010:0.0:1767384404.646836:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000449b9a2. 00000100:00000010:0.0:1767384404.646840:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3653008. 00000040:00000010:0.0:1767384404.646845:0:16775:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b1230af2. 00000020:00000010:0.0:1767384404.646941:0:41041:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000449b9a2. 00000020:00000010:0.0:1767384404.646944:0:41041:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a92174e1. 00000040:00000010:0.0:1767384404.646946:0:41041:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006bc4a8e2. 00000020:00000010:0.0:1767384404.646948:0:41041:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001312f5e6. 00000020:00000010:0.0:1767384404.646949:0:41041:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001a50de41. 00000020:00000010:0.0:1767384404.646951:0:41041:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c475ee0e. 80000000:00000010:0.0:1767384404.646953:0:41041:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000924e5837. 40000000:00000010:0.0:1767384404.646955:0:41041:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000082e51770. 00100000:00000010:0.0:1767384404.646957:0:41041:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8dbf144. 00040000:00000010:0.0:1767384404.646958:0:41041:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004de6d4e2. 00040000:00000010:0.0:1767384404.646960:0:41041:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c3daef7. 00040000:00000010:0.0:1767384404.646962:0:41041:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004907cbed. 00080000:00000010:0.0:1767384404.646963:0:41041:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000954018e0. 00000004:00000010:0.0:1767384404.646965:0:41041:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000084af530. 00000004:00000010:0.0:1767384404.646967:0:41041:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000577ef282. 00000004:00000010:0.0:1767384404.646969:0:41041:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a75f0f10. 00002000:00000010:0.0:1767384404.646971:0:41041:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e828c096. 00000004:00000010:0.0:1767384404.646972:0:41041:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006c4ee7a3. 00000020:00000010:0.0:1767384404.646974:0:41041:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000089788ab5. 00000040:00000010:0.0:1767384404.646976:0:41041:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000072880a10. 00000040:00000010:0.0:1767384404.647388:0:41041:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000072880a10. 00000020:00000010:0.0:1767384404.647392:0:41041:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000089788ab5. 00000020:00000010:0.0:1767384404.647396:0:41041:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a92174e1. 00000040:00000010:0.0:1767384404.647398:0:41041:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006bc4a8e2. 00000020:00000010:0.0:1767384404.647399:0:41041:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001312f5e6. 00000020:00000010:0.0:1767384404.647401:0:41041:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001a50de41. 00000020:00000010:0.0:1767384404.647403:0:41041:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c475ee0e. 80000000:00000010:0.0:1767384404.647405:0:41041:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000924e5837. 40000000:00000010:0.0:1767384404.647407:0:41041:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000082e51770. 00100000:00000010:0.0:1767384404.647413:0:41041:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8dbf144. 00040000:00000010:0.0:1767384404.647414:0:41041:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004de6d4e2. 00040000:00000010:0.0:1767384404.647416:0:41041:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c3daef7. 00040000:00000010:0.0:1767384404.647418:0:41041:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004907cbed. 00080000:00000010:0.0:1767384404.647419:0:41041:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000954018e0. 00000004:00000010:0.0:1767384404.647421:0:41041:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000084af530. 00000004:00000010:0.0:1767384404.647423:0:41041:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000577ef282. 00000004:00000010:0.0:1767384404.647424:0:41041:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a75f0f10. 00002000:00000010:0.0:1767384404.647426:0:41041:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e828c096. 00000004:00000010:0.0:1767384404.647427:0:41041:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c4ee7a3. 00000020:00000010:0.0:1767384404.647429:0:41041:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000449b9a2. 00000040:00000010:2.0:1767384404.647456:0:16775:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b1230af2. 00000040:00000010:2.0:1767384404.647464:0:16775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a3b91978. 00000040:00000010:2.0:1767384404.647467:0:16775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000000d782be. 00000020:00000010:2.0:1767384404.647471:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9954fd4. 00000040:00000010:2.0:1767384404.647474:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d814d7d0. 00000020:00000010:2.0:1767384404.647476:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b22c567. 00000020:00000010:2.0:1767384404.647480:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029dbd3f2. 80000000:00000010:2.0:1767384404.647482:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087242f6e. 00040000:00000010:2.0:1767384404.647484:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003122e098. 00080000:00000010:2.0:1767384404.647487:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000de412fbd. 20000000:00000010:2.0:1767384404.647490:0:16775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004032f4a7. 00000020:00000010:2.0:1767384404.647492:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b03f22a. 10000000:00000010:2.0:1767384404.647494:0:16775:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e483c215. 00000100:00000010:2.0:1767384404.647502:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384404.647508:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b953d70. 00010000:00000010:2.0:1767384404.647514:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b16616. 00000100:00000010:2.0:1767384404.647520:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008703d8af. 02000000:00000010:2.0:1767384404.647528:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000097c7b264. 00000400:00000010:2.0:1767384404.647531:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081a44b55. 00000400:00000010:2.0:1767384404.647534:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.647537:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000400:00000010:2.0:1767384404.647545:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a27665e1. 00000400:00000010:2.0:1767384404.647550:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000103ff5ac. 00000400:00000010:2.0:1767384404.647563:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000020:00000010:0.0:1767384404.647584:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647588:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647593:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004907cbed. 00000020:00000010:0.0:1767384404.647596:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.647599:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.647624:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647626:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e51770. 00010000:00000010:0.0:1767384404.647636:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a4b67e1. 02000000:00000010:0.0:1767384404.647643:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006c4ee7a3. 00000400:00000010:0.0:1767384404.647652:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.647672:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384404.647680:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.647683:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000400:00000010:2.0:1767384404.647685:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081a44b55. 00000020:00000010:0.0:1767384404.647685:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004907cbed. 02000000:00000010:0.0:1767384404.647691:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006c4ee7a3. 00000400:00000010:2.0:1767384404.647692:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000010:0.0:1767384404.647697:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7beb831. 00000400:00000010:0.0:1767384404.647701:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a9a6f04. 00000100:00000010:2.0:1767384404.647709:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008703d8af. 02000000:00000010:2.0:1767384404.647720:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000097c7b264. 02000000:00000010:2.0:1767384404.647723:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b953d70. 00000100:00000010:2.0:1767384404.647725:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 10000000:00000010:2.0:1767384404.647731:0:16775:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.647741:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.647744:0:16775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eedf7784. 00000040:00000010:2.0:1767384404.647746:0:16775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d34e5a6. 00000020:00000010:2.0:1767384404.647748:0:16775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df94c2bb. 00000020:00000010:2.0:1767384404.647751:0:16775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008376392b. 80000000:00000010:2.0:1767384404.647753:0:16775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005619df91. 00040000:00000010:2.0:1767384404.647756:0:16775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ff4dff6. 00080000:00000010:2.0:1767384404.647758:0:16775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e89e9a02. 20000000:00000010:2.0:1767384404.647761:0:16775:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000be6633dc. 00000040:00000010:2.0:1767384404.647764:0:16775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007c65f8f6. 00000100:00000010:2.0:1767384404.647767:0:16775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384404.647772:0:16775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057f43d74. 00000100:00000010:2.0:1767384404.647778:0:16775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008703d8af. 02000000:00000010:2.0:1767384404.647784:0:16775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053c3f5ce. 00000400:00000010:2.0:1767384404.647787:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081a44b55. 00000400:00000010:2.0:1767384404.647790:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000400:00000010:2.0:1767384404.647794:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000400:00000010:2.0:1767384404.647802:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000967529c7. 00000400:00000010:2.0:1767384404.647808:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049c212ae. 00000400:00000010:2.0:1767384404.647821:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 00000020:00000010:0.0:1767384404.647840:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647843:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647846:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004907cbed. 00000020:00000010:0.0:1767384404.647848:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.647849:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.647864:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082e51770. 00000020:00000010:0.0:1767384404.647870:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082e51770. 02000000:00000010:0.0:1767384404.647877:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006c4ee7a3. 00000040:00000010:0.0:1767384404.647879:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c475ee0e. 00000040:00000010:0.0:1767384404.647896:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c475ee0e. 00000400:00000010:0.0:1767384404.647902:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000400:00000010:0.0:1767384404.647920:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 00000020:00000010:0.0:1767384404.647926:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5c7f0b0. 00000020:00000010:0.0:1767384404.647929:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.647931:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004907cbed. 00000400:00000010:2.0:1767384404.647934:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081a44b55. 02000000:00000010:0.0:1767384404.647935:0:40419:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006c4ee7a3. 00000400:00000010:0.0:1767384404.647943:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091ef12c3. 00000400:00000010:2.0:1767384404.647944:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 00000400:00000010:0.0:1767384404.647952:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f23c58c5. 00000100:00000010:2.0:1767384404.647958:0:16775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008703d8af. 02000000:00000010:2.0:1767384404.647965:0:16775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053c3f5ce. 02000000:00000010:2.0:1767384404.647968:0:16775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000057f43d74. 00000100:00000010:2.0:1767384404.647971:0:16775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 00000040:00000010:2.0:1767384404.647975:0:16775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007c65f8f6. 00000020:00000010:2.0:1767384404.647979:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eedf7784. 00000040:00000010:2.0:1767384404.647981:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d34e5a6. 00000020:00000010:2.0:1767384404.647983:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df94c2bb. 00000020:00000010:2.0:1767384404.647986:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008376392b. 80000000:00000010:2.0:1767384404.647989:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005619df91. 00040000:00000010:2.0:1767384404.647991:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ff4dff6. 00080000:00000010:2.0:1767384404.648001:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e89e9a02. 20000000:00000010:2.0:1767384404.648003:0:16775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000be6633dc. 00000020:00000010:2.0:1767384404.648006:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 10000000:00000010:2.0:1767384404.648008:0:16775:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007aad10b8. 00000100:00000010:3.0:1767384404.667331:0:265:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007562003f. 00000100:00000010:0.0:1767384404.667337:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022f30087. 00000100:00000010:1.0:1767384404.667349:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090f1237a. 00000100:00000010:2.0:1767384404.668310:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6476135. 00000800:00000010:0.0:1767384404.771392:0:16129:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000072880a10. 00000800:00000010:0.0:1767384404.771417:0:16129:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e084a523. 00000800:00000010:0.0:1767384404.771424:0:16129:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089788ab5. 00000800:00000010:0.0:1767384404.771458:0:16129:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089788ab5. 00000800:00020000:0.0:1767384404.771485:0:16129:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:0.0:1767384404.771490:0:16129:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e084a523. 00000800:00000010:0.0:1767384404.771496:0:16129:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000072880a10. 00000400:02020000:0.0:1767384404.771577:0:16129:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp28 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384404.771740:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dc1c382. 00000800:00000010:3.0:1767384404.771745:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad2425ae. 00000800:00000010:3.0:1767384404.771749:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c71ebe34. 00000800:00000010:3.0:1767384404.771781:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c71ebe34. 00000800:00000010:2.0:1767384404.771860:0:16134:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005da13b76. 00000800:00000010:0.0:1767384404.771907:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000072880a10. 00000800:00000010:0.0:1767384404.771913:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e084a523. 00000800:00000010:0.0:1767384404.771939:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005f41df7d. 00000800:00000010:0.1:1767384404.771943:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005f41df7d. 00000800:00000010:0.0:1767384404.771954:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089788ab5. 00000800:00000010:0.0:1767384404.772027:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089788ab5. 00000800:00000010:0.0:1767384404.772033:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e084a523. 00000800:00000010:3.0:1767384404.772060:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad2425ae. 00000800:00000010:0.0:1767384404.772094:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005da13b76. 00000400:00000010:0.0:1767384404.944550:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000342851b2. 00000400:00000010:0.0:1767384404.944584:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f98376. 00000020:00000010:2.0:1767384404.944673:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.944680:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.944684:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 02000000:00000010:2.0:1767384404.944728:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000097c7b264. 00000020:00000010:2.0:1767384404.944736:0:40419:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e89e9a02. 00000001:00000010:2.0:1767384404.944744:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000068eecbe6. 00000001:00000010:2.0:1767384404.944749:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d5dbbb93. 00000001:00000010:2.0:1767384404.944752:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be6633dc. 00000001:00000010:2.0:1767384404.944754:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ff4dff6. 00000001:00000010:2.0:1767384404.944756:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008376392b. 00000001:00000010:2.0:1767384404.944757:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000d34e5a6. 00000020:00000010:2.0:1767384404.944770:0:40419:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005619df91. 00000020:00000010:2.0:1767384404.944848:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f8029742. 00000020:00000010:2.0:1767384404.944851:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000007d0f0a0e. 00000020:00000010:2.0:1767384404.944853:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000a35e4e6d. 00000020:00000010:2.0:1767384404.944864:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000058acd113. 00000020:00000010:2.0:1767384404.944866:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ccbef49f. 00000020:00000010:2.0:1767384404.944867:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000eedf7784. 00000020:00000010:2.0:1767384404.944874:0:40419:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000df94c2bb. 00000400:00000010:2.0:1767384404.944911:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f8d43e7. 00000800:00000010:2.0:1767384404.944944:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000020:00000010:2.0:1767384404.944964:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.944967:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.944970:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.944977:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081a44b55. 00000400:00000010:2.0:1767384404.944981:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008703d8af. 00000800:00000010:3.0:1767384404.945065:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:3.0:1767384404.945072:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f8d43e7. 02000000:00000010:3.0:1767384404.945077:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000097c7b264. 00000400:00000010:1.0:1767384404.945949:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9946033. 00000400:00000010:1.0:1767384404.945959:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107cfaba. 00000020:00000010:2.0:1767384404.946049:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.946054:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.946057:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.946059:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.946061:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.946083:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.946084:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 00010000:00000010:2.0:1767384404.946100:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000032e4beec. 02000000:00000010:2.0:1767384404.946123:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000a276e1c. 00000400:00000010:2.0:1767384404.946142:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe82c5a0. 00000800:00000010:2.0:1767384404.946162:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384404.946176:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.946179:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.946181:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.946186:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc891a64. 00000400:00000010:2.0:1767384404.946188:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a246aed3. 00000800:00000010:0.0:1767384404.946255:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:0.0:1767384404.946263:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe82c5a0. 02000000:00000010:0.0:1767384404.946311:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000a276e1c. 00000400:00000010:3.0:1767384404.947033:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d9279e. 00000400:00000010:3.0:1767384404.947045:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b0b85f. 00000020:00000010:0.0:1767384404.947091:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089788ab5. 00000020:00000010:0.0:1767384404.947095:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089788ab5. 00000020:00000010:0.0:1767384404.947099:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004907cbed. 00000020:00000010:0.0:1767384404.947102:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384404.947105:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.947135:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089788ab5. 00000020:00000010:0.0:1767384404.947137:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089788ab5. 02000000:00000010:0.0:1767384404.947146:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000019bfd81c. 00000040:00000010:0.0:1767384404.947151:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c475ee0e. 00000040:00000010:0.0:1767384404.947192:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c475ee0e. 00000400:00000010:0.0:1767384404.947199:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e471437f. 00000800:00000010:0.0:1767384404.947211:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004de6d4e2. 00000020:00000010:0.0:1767384404.947225:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384404.947227:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.947229:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004907cbed. 00000400:00000010:0.0:1767384404.947236:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d844d61a. 00000400:00000010:0.0:1767384404.947239:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e084a523. 00000800:00000010:1.0:1767384404.947296:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004de6d4e2. 00000400:00000010:1.0:1767384404.947303:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e471437f. 02000000:00000010:1.0:1767384404.947306:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000019bfd81c. 00000400:00000010:0.0:1767384404.948186:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d95aff. 00000400:00000010:0.0:1767384404.948197:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b9bd01. 00000020:00000010:2.0:1767384404.948262:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.948266:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.948268:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.948271:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.948273:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.948310:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.948312:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 00010000:00000010:2.0:1767384404.948321:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a48c318b. 02000000:00000010:2.0:1767384404.948327:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aef1d7bd. 00000400:00000010:2.0:1767384404.948337:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042133678. 00000800:00000010:2.0:1767384404.948357:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c7f144. 00000020:00000010:2.0:1767384404.948375:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.948378:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.948380:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.948385:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000069be9cb. 00000400:00000010:2.0:1767384404.948388:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d38f2214. 00000800:00000010:3.0:1767384404.948438:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c7f144. 00000400:00000010:3.0:1767384404.948445:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042133678. 02000000:00000010:3.0:1767384404.948448:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aef1d7bd. 00000400:00000010:1.0:1767384404.949225:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b29a6bd. 00000400:00000010:1.0:1767384404.949241:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0582fa6. 00000020:00000010:2.0:1767384404.949302:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.949311:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.949314:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.949317:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.949319:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.949339:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024710fef. 00000020:00000010:2.0:1767384404.949341:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024710fef. 02000000:00000010:2.0:1767384404.949348:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000aef1d7bd. 00000040:00000010:2.0:1767384404.949351:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007c65f8f6. 00000040:00000010:2.0:1767384404.949376:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a5ef8648. 00000040:00000010:2.0:1767384404.949387:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a5ef8648. 00000040:00000010:2.0:1767384404.949390:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007c65f8f6. 20000000:00000010:2.0:1767384404.949398:0:40419:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000024710fef. 00000400:00000010:2.0:1767384404.949417:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057917976. 00000800:00000010:2.0:1767384404.949434:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c7f144. 00000020:00000010:2.0:1767384404.949456:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.949461:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.949464:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.949472:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4103bc5. 00000400:00000010:2.0:1767384404.949476:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032e44371. 00000800:00000010:0.0:1767384404.949533:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c7f144. 00000400:00000010:0.0:1767384404.949550:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057917976. 02000000:00000010:0.0:1767384404.949554:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000aef1d7bd. 00000400:00000010:3.0:1767384404.950293:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bedd3e81. 00000400:00000010:3.0:1767384404.950323:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019891104. 00000020:00000010:2.0:1767384404.950403:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.950407:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.950409:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.950411:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.950413:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.950430:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.950431:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.950449:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000efd5acbd. 00000040:00000010:2.0:1767384404.950452:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007c65f8f6. 00000040:00000010:2.0:1767384404.950461:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.950560:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.950563:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007c65f8f6. 00000400:00000010:2.0:1767384404.950570:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001fab0363. 00000800:00000010:2.0:1767384404.950585:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007c65f8f6. 00000020:00000010:2.0:1767384404.950611:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.950615:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.950617:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.950638:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d38dfb81. 00000400:00000010:2.0:1767384404.950642:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d7b9b24. 00000800:00000010:1.0:1767384404.950676:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007c65f8f6. 00000400:00000010:1.0:1767384404.950682:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001fab0363. 02000000:00000010:1.0:1767384404.950684:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000efd5acbd. 00000400:00000010:0.0:1767384404.951910:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c534c8. 00000400:00000010:0.0:1767384404.951922:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ae03aaf. 00000020:00000010:2.0:1767384404.951979:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.951983:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.951987:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.951990:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.951993:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.952016:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.952018:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.952032:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000efd5acbd. 00000040:00000010:2.0:1767384404.952036:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000057f43d74. 00000040:00000010:2.0:1767384404.952043:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.952199:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.952202:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000057f43d74. 00000400:00000010:2.0:1767384404.952209:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f7d7c88d. 00000800:00000010:2.0:1767384404.952220:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000057f43d74. 00000020:00000010:2.0:1767384404.952236:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.952239:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.952240:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.952245:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f397ba. 00000400:00000010:2.0:1767384404.952247:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062777278. 00000800:00000010:3.0:1767384404.952317:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000057f43d74. 00000400:00000010:3.0:1767384404.952323:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f7d7c88d. 02000000:00000010:3.0:1767384404.952326:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000efd5acbd. 00000400:00000010:1.0:1767384404.964858:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1cf188. 00000400:00000010:1.0:1767384404.964887:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b25d9e07. 00000020:00000010:2.0:1767384404.964974:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.964980:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.964986:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.964992:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.964997:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.965033:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.965037:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.965073:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000efd5acbd. 00000040:00000010:2.0:1767384404.965081:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000053c3f5ce. 00000040:00000010:2.0:1767384404.965103:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.965264:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.965268:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000053c3f5ce. 00000400:00000010:2.0:1767384404.965315:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f7d7c88d. 00000800:00000010:2.0:1767384404.965349:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000053c3f5ce. 00000020:00000010:2.0:1767384404.965378:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.965382:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.965385:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.965394:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000766f5a1b. 00000400:00000010:2.0:1767384404.965398:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fab0363. 00000800:00000010:0.0:1767384404.965479:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000053c3f5ce. 00000400:00000010:0.0:1767384404.965486:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f7d7c88d. 02000000:00000010:0.0:1767384404.965490:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000efd5acbd. 00000400:00000010:3.0:1767384404.966492:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838e12ba. 00000400:00000010:3.0:1767384404.966551:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006bec52c. 00000020:00000010:2.0:1767384404.966629:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.966633:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.966636:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.966638:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.966640:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.966670:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.966672:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00010000:00000010:2.0:1767384404.966688:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1aa8e0e. 02000000:00000010:2.0:1767384404.966697:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000a276e1c. 00000400:00000010:2.0:1767384404.966715:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035388f2b. 00000800:00000010:2.0:1767384404.966728:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384404.966741:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.966744:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.966747:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.966753:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018c71049. 00000400:00000010:2.0:1767384404.966756:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7d7c88d. 00000800:00000010:1.0:1767384404.966797:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:1.0:1767384404.966805:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035388f2b. 02000000:00000010:1.0:1767384404.966810:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000a276e1c. 00000400:00000010:0.0:1767384404.968196:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d728f7e. 00000400:00000010:0.0:1767384404.968208:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a68a061. 00000020:00000010:2.0:1767384404.968255:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.968258:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.968261:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.968263:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.968265:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.968298:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.968301:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.968316:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000a276e1c. 20000000:00000010:2.0:1767384404.968324:0:40419:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000013e18634. 00000100:00000010:2.0:1767384404.968377:0:40419:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aef1d7bd. 00000100:00000010:2.0:1767384404.968379:0:40419:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a5ef8648. 00000400:00000010:2.0:1767384404.968385:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002194af59. 00000400:00000010:2.0:1767384404.968390:0:40419:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f6ea54b. 00000800:00000010:2.0:1767384404.968400:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000800:00000010:3.0:1767384404.968503:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:1.0:1767384404.969316:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002194af59. 00000100:00000010:2.0:1767384404.969365:0:40419:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a5ef8648. 00000100:00000010:2.0:1767384404.969369:0:40419:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aef1d7bd. 20000000:00000010:2.0:1767384404.969375:0:40419:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000013e18634. 00000400:00000010:2.0:1767384404.969384:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b72c6133. 00000800:00000010:2.0:1767384404.969395:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000020:00000010:2.0:1767384404.969411:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.969414:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.969417:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.969423:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001181fd00. 00000400:00000010:2.0:1767384404.969426:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a68a061. 00000800:00000010:0.0:1767384404.969476:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:0.0:1767384404.969483:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b72c6133. 02000000:00000010:0.0:1767384404.969486:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000a276e1c. 00000400:00000010:3.0:1767384404.972751:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000758737. 00000400:00000010:3.0:1767384404.972763:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7e829a9. 00000020:00000010:2.0:1767384404.972822:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.972827:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.972831:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.972835:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.972839:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.972864:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.972866:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00010000:00000010:2.0:1767384404.972882:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d88022c. 02000000:00000010:2.0:1767384404.972892:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aef1d7bd. 00000400:00000010:2.0:1767384404.972908:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0926d29. 00000800:00000010:2.0:1767384404.972925:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384404.972950:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.972954:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.972958:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.972967:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f1d442. 00000400:00000010:2.0:1767384404.972971:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006bec52c. 00000800:00000010:1.0:1767384404.973026:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:1.0:1767384404.973034:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0926d29. 02000000:00000010:1.0:1767384404.973038:0:16133:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aef1d7bd. 00000400:00000010:0.0:1767384404.973787:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a48b0d8. 00000400:00000010:0.0:1767384404.973804:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb016366. 00000020:00000010:2.0:1767384404.973846:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.973854:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.973857:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.973858:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.973860:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.973878:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.973879:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.973897:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000aef1d7bd. 00000040:00000010:2.0:1767384404.973901:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000157bcc1a. 00000040:00000010:2.0:1767384404.973942:0:40419:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000fcadc6d2. 00000040:00000010:2.0:1767384404.973949:0:40419:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000fcadc6d2. 00000040:00000010:2.0:1767384404.973951:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000157bcc1a. 00000400:00000010:2.0:1767384404.973969:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042b0f79b. 00000800:00000010:2.0:1767384404.973980:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048c7f144. 00000020:00000010:2.0:1767384404.973993:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.973995:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.973997:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.974001:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4b00242. 00000400:00000010:2.0:1767384404.974004:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b25d9e07. 00000800:00000010:3.0:1767384404.974050:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048c7f144. 00000400:00000010:3.0:1767384404.974056:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042b0f79b. 02000000:00000010:3.0:1767384404.974060:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000aef1d7bd. 00000400:00000010:1.0:1767384404.974865:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029530a13. 00000400:00000010:1.0:1767384404.974879:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057414b29. 00000020:00000010:2.0:1767384404.974931:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.974935:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.974938:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:2.0:1767384404.974940:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.974942:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.974961:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aad10b8. 00000020:00000010:2.0:1767384404.974974:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aad10b8. 02000000:00000010:2.0:1767384404.974991:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000efd5acbd. 00000040:00000010:2.0:1767384404.974995:0:40419:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000157bcc1a. 00000040:00000010:2.0:1767384404.975003:0:40419:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.975011:0:40419:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a353e622. 00000040:00000010:2.0:1767384404.975013:0:40419:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000157bcc1a. 00000400:00000010:2.0:1767384404.975019:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002ae03aaf. 00000800:00000010:2.0:1767384404.975031:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000157bcc1a. 00000020:00000010:2.0:1767384404.975045:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000738cff7b. 00000020:00000010:2.0:1767384404.975052:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:2.0:1767384404.975055:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000400:00000010:2.0:1767384404.975061:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891802b5. 00000400:00000010:2.0:1767384404.975063:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019891104. 00000800:00000010:0.0:1767384404.975099:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000157bcc1a. 00000400:00000010:0.0:1767384404.975106:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002ae03aaf. 02000000:00000010:0.0:1767384404.975123:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000efd5acbd. 00000100:00000010:3.0:1767384404.977041:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002aa5a991. 00000020:00000010:0.0:1767384404.977180:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a3b91978. 00000020:00000010:0.0:1767384404.977194:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004907cbed. 00000020:00000010:0.0:1767384404.977198:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384404.977202:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 02000000:00000010:0.0:1767384404.977243:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e828c096. 00000020:00000010:0.0:1767384404.977264:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a75f0f10. 00000004:00000010:0.0:1767384404.977271:0:40427:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000089788ab5. 00000001:00000010:0.0:1767384404.977307:0:40427:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000083990b53. 00000001:00000010:0.0:1767384404.977320:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066330f50. 00000001:00000010:0.0:1767384404.977327:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f112544b. 00000001:00000010:0.0:1767384404.977331:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c475ee0e. 00000001:00000010:0.0:1767384404.977334:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce7012ba. 00000001:00000010:0.0:1767384404.977338:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006bc4a8e2. 00000001:00000010:0.0:1767384404.977341:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074bbf93a. 00000001:00000010:0.0:1767384404.977344:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000023b4d7ba. 00000001:00000010:0.0:1767384404.977357:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004f563c0c. 00000001:00000010:0.0:1767384404.977360:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b03f22a. 00000001:00000010:0.0:1767384404.977362:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004032f4a7. 00000001:00000010:0.0:1767384404.977365:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003122e098. 00000001:00000010:0.0:1767384404.977367:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000029dbd3f2. 00080000:00000010:0.0:1767384404.977405:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c4ee7a3. 00080000:00000010:0.0:1767384404.985404:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019bfd81c. 00080000:00000010:3.0:1767384404.985429:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c4ee7a3. 00000001:00000010:0.0:1767384404.985468:0:40427:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000924e5837. 00000020:00000010:0.0:1767384404.985536:0:40427:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000022f30087. 00000020:00000010:0.0:1767384404.985610:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000000e1255f. 00000020:00000010:0.0:1767384404.985615:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000006c4ee7a3. 00000020:00000010:0.0:1767384404.985619:0:40427:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000084af530. 00000020:00000010:0.0:1767384404.985638:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ee181fc1. 00000020:00000010:0.0:1767384404.985648:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000064b79b8f. 00000020:00000010:0.0:1767384404.985651:0:40427:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000e9954fd4. 00000020:00000010:0.0:1767384404.985666:0:40427:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000954018e0. 00000020:00000010:0.0:1767384404.985671:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a05b809. 00000400:00000010:0.0:1767384404.985720:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054637d2f. 00000800:00000010:0.0:1767384404.985746:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd6f891f. 00000020:00000010:0.0:1767384404.985772:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384404.985775:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384404.985777:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004907cbed. 00000800:00000010:1.0:1767384404.985865:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd6f891f. 00000400:00000010:1.0:1767384404.985874:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054637d2f. 00000100:00000010:0.0:1767384405.987224:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3653008. 00000100:00000010:0.0:1767384405.987272:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083df90a5. 00000020:00000010:3.0:1767384405.987370:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000205e56b6. 00000020:00000010:3.0:1767384405.987383:0:40427:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a05b809. 00000020:00000010:3.0:1767384405.987403:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000509d7618. 00000020:00000010:3.0:1767384405.987410:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:2.0:1767384405.987411:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a353e622. 00000020:00000010:3.0:1767384405.987418:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00040000:00000010:2.0:1767384405.987423:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000013e18634. 00000004:00000010:2.0:1767384405.987429:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000628b805d. 00000004:00000010:2.0:1767384405.987433:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000326a115. 00000004:00000010:2.0:1767384405.987436:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a276e1c. 00000020:00000010:2.0:1767384405.987451:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002c2cc67. 00000020:00000010:2.0:1767384405.987455:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002c2cc67. 00000020:00000010:2.0:1767384405.987462:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b953d70. 00000020:00000010:3.0:1767384405.987467:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:2.0:1767384405.987468:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002648ecff. 00000020:00000010:3.0:1767384405.987472:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00000020:00000010:2.0:1767384405.987477:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d49a14. 02000000:00000010:3.0:1767384405.987497:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000077a046a8. 00000020:00000010:3.0:1767384405.987534:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000000ce21737. 00000400:00000010:3.0:1767384405.987557:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006ab4a2a. 00000800:00000010:3.0:1767384405.987598:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4536f5a. 00000020:00000010:3.0:1767384405.987646:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384405.987651:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384405.987659:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509d7618. 00000020:00000010:3.0:1767384405.987681:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.987684:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 02000000:00000010:3.0:1767384405.987694:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003a014116. 00000400:00000010:3.0:1767384405.987709:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000800:00000010:3.0:1767384405.987723:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e01646c. 00000020:00000010:3.0:1767384405.987733:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002648ecff. 00000020:00000010:3.0:1767384405.987737:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d49a14. 00000020:00000010:3.0:1767384405.987741:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b953d70. 00000800:00000010:0.0:1767384405.987761:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4536f5a. 00000400:00000010:0.0:1767384405.987772:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ab4a2a. 00000800:00000010:0.0:1767384405.987785:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e01646c. 00000400:00000010:0.0:1767384405.987787:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000010:1.0:1767384405.989120:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098aedfe0. 00000020:00000010:3.0:1767384405.989196:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.989202:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.989208:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000509d7618. 00000020:00000010:3.0:1767384405.989219:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384405.989222:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384405.989253:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.989256:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 02000000:00000010:3.0:1767384405.989271:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000006726f2a4. 00000400:00000010:3.0:1767384405.989311:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000800:00000010:3.0:1767384405.989336:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c22ceb4c. 00000020:00000010:3.0:1767384405.989353:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384405.989357:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384405.989362:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509d7618. 00000800:00000010:0.0:1767384405.989440:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c22ceb4c. 00000400:00000010:0.0:1767384405.989451:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 00000100:00000010:0.0:1767384405.990477:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000038da48be. 00000020:00000010:2.0:1767384405.990549:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41126fa. 00000020:00000010:2.0:1767384405.990572:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384405.990578:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000400:00000010:1.0:1767384405.990633:0:16133:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a8d941b. 00000400:00000010:1.0:1767384405.990647:0:16133:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a6d7126. 02000000:00000010:2.0:1767384405.990650:0:40458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000aef1d7bd. 00000020:00000010:2.0:1767384405.990662:0:40458:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000096b5757. 00000001:00000010:2.0:1767384405.990672:0:40458:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001e38032f. 00000001:00000010:2.0:1767384405.990679:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000048c7f144. 00000001:00000010:2.0:1767384405.990686:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bf3368ad. 00000001:00000010:2.0:1767384405.990690:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9434471. 00000001:00000010:2.0:1767384405.990695:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b953d70. 00000100:00000010:1.0:1767384405.990699:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a04f5118. 00000001:00000010:2.0:1767384405.990700:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000157bcc1a. 00000001:00000010:2.0:1767384405.990707:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053c3f5ce. 00000020:00000010:3.0:1767384405.990720:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.990728:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.990734:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000509d7618. 00000020:00000010:3.0:1767384405.990739:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384405.990743:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00080000:00000010:2.0:1767384405.990755:0:40458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000061ae534d. 00000020:00000010:0.0:1767384405.990782:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001a7cd7d8. 00000020:00000010:3.0:1767384405.990785:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384405.990791:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00040000:00000010:0.0:1767384405.990797:0:40429:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c3daef7. 02000000:00000010:3.0:1767384405.990804:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9539dcf. 00000004:00000010:0.0:1767384405.990805:0:40429:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d8dbf144. 00000004:00000010:0.0:1767384405.990816:0:40429:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001312f5e6. 00000400:00000010:3.0:1767384405.990822:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004347ea96. 00000004:00000010:0.0:1767384405.990824:0:40429:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008716e998. 00000020:00000010:0.0:1767384405.990841:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007918ce23. 00000020:00000010:0.0:1767384405.990846:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007918ce23. 00000800:00000010:3.0:1767384405.990847:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c22ceb4c. 00000020:00000010:0.0:1767384405.990856:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d782be. 00000020:00000010:0.0:1767384405.990864:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384405.990869:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:3.0:1767384405.990890:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384405.990897:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384405.990901:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000509d7618. 00000020:00000010:0.0:1767384405.990902:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007918ce23. 00000020:00000010:0.0:1767384405.990910:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007918ce23. 00000001:00000010:2.0:1767384405.990916:0:40458:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000180433f4. 00000400:00000010:3.0:1767384405.990918:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250674bd. 00000400:00000010:3.0:1767384405.990927:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001031d3d2. 02000000:00000010:0.0:1767384405.990961:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000c2382dc2. 00000800:00000010:1.0:1767384405.990972:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c22ceb4c. 02000000:00000010:0.0:1767384405.990978:0:40429:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000000449b9a2. 00000400:00000010:1.0:1767384405.990982:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004347ea96. 02000000:00000010:1.0:1767384405.990989:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9539dcf. 00000020:00000010:2.0:1767384405.991069:0:40458:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000068c7b25b. 00000020:00000010:2.0:1767384405.991079:0:40458:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000068c7b25b. 00000020:00000010:2.0:1767384405.991086:0:40458:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f20c9473. 00000020:00000010:2.0:1767384405.991094:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002c2cc67. 00000400:00000010:2.0:1767384405.991166:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000265b84f0. 00000800:00000010:2.0:1767384405.991200:0:40458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384405.991233:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384405.991239:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384405.991244:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41126fa. 00000800:00000010:3.0:1767384405.991343:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:3.0:1767384405.991357:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000265b84f0. 00000004:00000010:2.0:1767384405.998159:0:41044:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000d31b5a46. 00000004:00000010:2.0:1767384405.998179:0:41044:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000d31b5a46. 00000020:00000010:0.0:1767384405.998314:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000050c0dbfb. 00000400:00000010:0.0:1767384405.998374:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057ffd49e. 00000800:00000010:0.0:1767384405.998413:0:40429:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd6f891f. 00000020:00000010:0.0:1767384405.998445:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000259d4ef8. 00000020:00000010:0.0:1767384405.998452:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384405.998456:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d782be. 00000800:00000010:1.0:1767384405.998510:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd6f891f. 00000400:00000010:1.0:1767384405.998518:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057ffd49e. 00000100:00000010:1.0:1767384406.025962:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3644c97. 00000020:00000010:3.0:1767384406.026064:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384406.026077:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384406.026084:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c1d702. 00000020:00000010:3.0:1767384406.026128:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384406.026136:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384406.026191:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cd6c673. 00000020:00000010:3.0:1767384406.026213:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001cd6c673. 00010000:00000010:3.0:1767384406.026254:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e1de5674. 00010000:00000010:3.0:1767384406.026260:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d4cdcfd1. 00010000:00000010:3.0:1767384406.026268:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052b868b2. 00000020:00000010:3.0:1767384406.026301:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001cd6c673. 00010000:00000010:3.0:1767384406.026309:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86d5427. 02000000:00000010:3.0:1767384406.026347:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000000893d8af. 00010000:00000010:3.0:1767384406.026389:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000535407d1. 00010000:00000010:3.0:1767384406.026394:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a33376d. 00000020:00000010:3.0:1767384406.026412:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000433f6b2e. 00010000:00000010:3.0:1767384406.026547:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86d5427. 00000400:00000010:3.0:1767384406.026584:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010eb2a0e. 00000800:00000010:3.0:1767384406.026636:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e01646c. 00000020:00000010:3.0:1767384406.026675:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384406.026680:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384406.026687:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c1d702. 00000800:00000010:0.0:1767384406.026770:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e01646c. 00000400:00000010:0.0:1767384406.026781:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010eb2a0e. 00000100:00000010:1.0:1767384406.027659:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000727903a7. 00000020:00000010:3.0:1767384406.027706:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.027711:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.027716:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc587655. 00000020:00000010:3.0:1767384406.027719:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384406.027723:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384406.027754:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.027756:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004305fffe. 00010000:00000010:3.0:1767384406.027780:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a8171fae. 00010000:00000010:3.0:1767384406.027786:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86d5427. 02000000:00000010:3.0:1767384406.027808:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c36998ad. 00010000:00000010:3.0:1767384406.027830:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000016902af8. 00010000:00000010:3.0:1767384406.027832:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003018f501. 00010000:00000010:3.0:1767384406.027846:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008a8da4e1. 00010000:00000010:3.0:1767384406.027849:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000082d4bcc7. 00010000:00000010:3.0:1767384406.027852:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d130522f. 00010000:00000010:3.0:1767384406.027865:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd70b65f. 00010000:00000010:3.0:1767384406.027939:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003018f501. 00010000:00000010:3.0:1767384406.027950:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd70b65f. 00010000:00000010:3.0:1767384406.027956:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082d4bcc7. 00010000:00000010:3.0:1767384406.027980:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86d5427. 00000400:00000010:3.0:1767384406.027997:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006ab4a2a. 00000800:00000010:3.0:1767384406.028028:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4536f5a. 00000020:00000010:3.0:1767384406.028051:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384406.028053:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384406.028057:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc587655. 00000800:00000010:1.0:1767384406.028149:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4536f5a. 00000400:00000010:1.0:1767384406.028156:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006ab4a2a. 00000100:00000010:0.0:1767384406.029050:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fd2902. 00000020:00000010:1.0:1767384406.029096:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000840c37ce. 00040000:00000010:1.0:1767384406.029120:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000366d13e3. 00000004:00000010:1.0:1767384406.029123:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a2ed9217. 00000004:00000010:1.0:1767384406.029126:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d1da0685. 00000004:00000010:1.0:1767384406.029129:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000055bbba6b. 00000020:00000010:1.0:1767384406.029135:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075924b2e. 00000020:00000010:1.0:1767384406.029137:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075924b2e. 00000020:00000010:1.0:1767384406.029140:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fbedbcf. 00000020:00000010:1.0:1767384406.029142:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd8468ef. 00000020:00000010:1.0:1767384406.029145:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384406.029166:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075924b2e. 00000020:00000010:1.0:1767384406.029167:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075924b2e. 02000000:00000010:1.0:1767384406.029176:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000842de1a2. 00000400:00000010:1.0:1767384406.029187:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f533c0. 00000800:00000010:1.0:1767384406.029198:0:40435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085dc439d. 00000020:00000010:1.0:1767384406.029211:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd8468ef. 00000020:00000010:1.0:1767384406.029214:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007619ada8. 00000020:00000010:1.0:1767384406.029222:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fbedbcf. 00000800:00000010:3.0:1767384406.029245:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085dc439d. 00000400:00000010:3.0:1767384406.029251:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035f533c0. 00000100:00000010:1.0:1767384406.029982:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027ec30ca. 00000020:00000010:3.0:1767384406.030017:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.030021:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.030024:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc587655. 00000020:00000010:3.0:1767384406.030026:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a494aad. 00000020:00000010:3.0:1767384406.030028:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001ed5bc7c. 00000020:00000010:3.0:1767384406.030046:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004305fffe. 00000020:00000010:3.0:1767384406.030048:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004305fffe. 00010000:00000010:3.0:1767384406.030063:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a33376d. 00010000:00000010:3.0:1767384406.030070:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4cdcfd1. 00010000:00000010:3.0:1767384406.030076:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000051dcb6ae. 00010000:00000010:3.0:1767384406.030078:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d4cdcfd1. 00010000:00000010:3.0:1767384406.030080:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca27ec41. 00010000:00000010:3.0:1767384406.030082:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a33376d. 02000000:00000010:3.0:1767384406.030095:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 0000000072c40d53. 00010000:00000010:3.0:1767384406.030141:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007954bc4c. 00010000:00000010:3.0:1767384406.030144:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86d5427. 00010000:00000010:3.0:1767384406.030149:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000408f3d28. 00010000:00000010:3.0:1767384406.030151:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000082d4bcc7. 00010000:00000010:3.0:1767384406.030153:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e1380aa2. 00010000:00000010:3.0:1767384406.030160:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd70b65f. 00000004:00000010:3.0:1767384406.030178:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb1c2577. 00000004:00000010:3.0:1767384406.030184:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000087b36f7f. 00000004:00000010:3.0:1767384406.030187:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006b24972b. 00080000:00000010:3.0:1767384406.030194:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000879f251a. 00000020:00000010:3.0:1767384406.030215:0:40427:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000001a29946a. 00080000:00000010:3.0:1767384406.030221:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e3df7ab3. 00000020:00000010:3.0:1767384406.030224:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000003f96b50a. 00000020:00000010:3.0:1767384406.030227:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000c1c1d702. 00080000:00000010:3.0:1767384406.030238:0:40427:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000007e0e004d. 00000004:00000010:3.0:1767384406.030245:0:40427:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 0000000086d91838. 00000020:00000010:3.0:1767384406.030249:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000023aebe0b. 00020000:00000010:0.0:1767384406.030976:0:40427:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000688873b1. 00020000:00000010:0.0:1767384406.030981:0:40427:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000009ab4c7a3. 00020000:00000010:0.0:1767384406.030985:0:40427:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000006719c1fb. 00000020:00000010:0.0:1767384406.030991:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 00000000b0d7e9f8. 00000004:00000010:0.0:1767384406.031012:0:40427:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000241104b0. 00000020:00000010:0.0:1767384406.032977:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 00000000b0d7e9f8. 00000020:00000010:0.0:1767384406.032981:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000004f731199. 00000001:00000010:0.0:1767384406.033045:0:40427:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007562003f. 00000001:00000010:0.0:1767384406.033050:0:40427:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000007730b53. 00000001:00000010:0.0:1767384406.033094:0:40427:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000e8871872. 00000020:00000010:0.0:1767384406.033150:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 0000000000d782be. 00000020:00000010:0.0:1767384406.033175:0:40427:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000001a29946a. 00010000:00000010:0.0:1767384406.033200:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b93a3c5f. 00010000:00000010:0.0:1767384406.033202:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000028b812ee. 00010000:00000010:0.0:1767384406.033205:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ba16e11. 00000020:00000010:0.0:1767384406.033207:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000be1f727d. 00010000:00000010:0.0:1767384406.033210:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005be465cd. 00000020:00000010:0.0:1767384406.033215:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004907cbed. 00000004:00000010:0.0:1767384406.033229:0:40427:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000009bb8b843. 00010000:00000010:0.0:1767384406.033243:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86d5427. 00010000:00000010:0.0:1767384406.033258:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a33376d. 00010000:00000010:0.0:1767384406.033260:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4cdcfd1. 00000400:00000010:0.0:1767384406.033272:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c41376. 00000400:00000010:0.0:1767384406.033298:0:40427:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fb19a36. 00010000:00000010:3.1:1767384406.033309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052b868b2. 00000800:00000010:0.0:1767384406.033310:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004de6d4e2. 00000020:00000010:0.0:1767384406.033328:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a494aad. 00000020:00000010:0.0:1767384406.033332:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001ed5bc7c. 00000020:00000010:0.0:1767384406.033335:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc587655. 00000800:00000010:3.0:1767384406.033371:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004de6d4e2. 00000400:00000010:3.0:1767384406.033876:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c41376. 00000020:00000010:1.0:1767384406.033932:0:16124:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004bfbfa2d. 00000020:00000010:1.0:1767384406.033937:0:16124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000fbedbcf. 80000000:00000010:1.0:1767384406.033941:0:16124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000312d3fe0. 40000000:00000010:1.0:1767384406.033945:0:16124:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075924b2e. 00100000:00000010:1.0:1767384406.033949:0:16124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fca0ccb9. 00040000:00000010:1.0:1767384406.033953:0:16124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006600a720. 00040000:00000010:1.0:1767384406.033957:0:16124:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009ae463f9. 00040000:00000010:1.0:1767384406.033961:0:16124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078569439. 00080000:00000010:1.0:1767384406.033964:0:16124:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b2b18ca6. 00000004:00000010:1.0:1767384406.033968:0:16124:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007350fffd. 00000004:00000010:1.0:1767384406.033973:0:16124:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000059fca3af. 00000004:00000010:1.0:1767384406.033976:0:16124:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067a304fa. 00002000:00000010:1.0:1767384406.033979:0:16124:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ab53cfe0. 00000004:00000010:1.0:1767384406.033982:0:16124:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009792a547. 00000020:00000010:1.0:1767384406.033994:0:16124:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000073731174. 00000020:00000010:1.0:1767384406.033999:0:16124:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d5c944fe. 00010000:00000010:1.0:1767384406.034002:0:16124:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd70b65f. 00010000:00000010:1.0:1767384406.034006:0:16124:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082d4bcc7. 00000100:00000010:1.0:1767384406.034760:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079f2e0e7. 00000020:00000010:2.0:1767384406.034815:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0b76cf3. 00000020:00000010:2.0:1767384406.034821:0:40458:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000002c2cc67. 00000020:00000010:2.0:1767384406.034834:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41126fa. 00000020:00000010:2.0:1767384406.034837:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.034840:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.034861:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002c2cc67. 00000020:00000010:2.0:1767384406.034863:0:40458:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002c2cc67. 00010000:00000010:2.0:1767384406.034874:0:40458:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b96f59fc. 00010000:00000010:2.0:1767384406.034877:0:40458:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000000d6ea507. 00010000:00000010:2.0:1767384406.034882:0:40458:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065ee0629. 00000020:00000010:2.0:1767384406.034884:0:40458:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000002c2cc67. 00002000:00000010:2.0:1767384406.034891:0:40458:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000008f70fcba. 02000000:00000010:2.0:1767384406.034903:0:40458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000dc6603e0. 00000020:00000010:2.0:1767384406.034911:0:40458:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000057f43d74. 00000400:00000010:2.0:1767384406.034923:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078308258. 00000800:00000010:2.0:1767384406.034937:0:40458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000020:00000010:2.0:1767384406.034955:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.034960:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.034964:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41126fa. 00000800:00000010:3.0:1767384406.034999:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:3.0:1767384406.035007:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078308258. 00000100:00000010:3.0:1767384406.035756:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a09be13. 00000020:00000010:2.0:1767384406.035819:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.035824:0:40458:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.035828:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41126fa. 00000020:00000010:2.0:1767384406.035831:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.035835:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.035859:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.035869:0:40458:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 00010000:00000010:2.0:1767384406.035882:0:40458:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000052ea0cc. 02000000:00000010:2.0:1767384406.035890:0:40458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000da8dbae7. 00010000:00000010:2.0:1767384406.035898:0:40458:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009fccb159. 00000100:00000010:2.0:1767384406.035904:0:40458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2b9bd01. 00000100:00000010:2.0:1767384406.035912:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cadb77a0. 02000000:00000010:2.0:1767384406.035922:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c65f8f6. 02000000:00000010:2.0:1767384406.035945:0:40458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065b6358e. 00000400:00000010:2.0:1767384406.035950:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ca14c46. 00000400:00000010:2.0:1767384406.035956:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000400:00000010:2.0:1767384406.035962:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1689c69. 00000800:00000010:2.0:1767384406.035979:0:40458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000100:00000010:2.0:1767384406.035998:0:40458:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068c7b25b. 00000100:00000010:2.0:1767384406.036011:0:40458:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000686c1462. 00000100:00000010:2.0:1767384406.036018:0:40458:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000877e15e0. 00000100:00000010:2.0:1767384406.036024:0:40458:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e989453e. 00000800:00000010:1.0:1767384406.036038:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:1.0:1767384406.036045:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1689c69. 00000400:00000010:2.0:1767384406.036703:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ca14c46. 00000400:00000010:2.0:1767384406.036709:0:40458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 02000000:00000010:2.0:1767384406.036727:0:40458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065b6358e. 02000000:00000010:2.0:1767384406.036731:0:40458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007c65f8f6. 00000100:00000010:2.0:1767384406.036733:0:40458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cadb77a0. 00000100:00000010:2.0:1767384406.036737:0:40458:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c2b9bd01. 00010000:00000010:2.0:1767384406.036739:0:40458:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009fccb159. 00000400:00000010:2.0:1767384406.036751:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000800:00000010:2.0:1767384406.036762:0:40458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384406.036778:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.036781:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.036782:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41126fa. 00000800:00000010:3.0:1767384406.036817:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:3.0:1767384406.036823:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc44c98f. 00000100:00000010:1.0:1767384406.036944:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000648f611d. 00000020:00000010:0.0:1767384406.036991:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e273799. 00000020:00000010:0.0:1767384406.036997:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e273799. 00000020:00000010:0.0:1767384406.037001:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc587655. 00000020:00000010:0.0:1767384406.037005:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.037009:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.037042:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e273799. 00000020:00000010:0.0:1767384406.037045:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e273799. 02000000:00000010:0.0:1767384406.037054:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048e7b0a6. 00000020:00000010:0.0:1767384406.037080:0:16762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005c54b75f. 00000020:00000010:0.0:1767384406.037084:0:16762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000004e273799. 00010000:00000010:0.0:1767384406.037093:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fbd9438b. 00000100:00000010:0.0:1767384406.037117:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ea07e5b. 00000100:00000010:0.0:1767384406.037121:0:16762:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b46f28. 02000000:00000010:0.0:1767384406.037126:0:16762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cea49fd. 02000000:00000010:0.0:1767384406.037135:0:16762:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e10a40d2. 00000400:00000010:0.0:1767384406.037138:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd04808d. 00000400:00000010:0.0:1767384406.037140:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a23c68. 00000400:00000010:0.0:1767384406.037144:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ca659d. 00000800:00000010:0.0:1767384406.037155:0:16762:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb096c3. 00000800:00000010:3.0:1767384406.037207:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccb096c3. 00000400:00000010:3.0:1767384406.037213:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ca659d. 00010000:00000010:3.1:1767384406.037323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000016902af8. 00010000:00000010:3.1:1767384406.037329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a8da4e1. 00010000:00000010:3.1:1767384406.037332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d130522f. 00010000:00000010:3.1:1767384406.037335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a8171fae. 00000400:00000010:0.0:1767384406.037905:0:16762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd04808d. 00000400:00000010:0.0:1767384406.037910:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a23c68. 02000000:00000010:0.0:1767384406.037921:0:16762:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e10a40d2. 02000000:00000010:0.0:1767384406.037923:0:16762:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cea49fd. 00000100:00000010:0.0:1767384406.037925:0:16762:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0b46f28. 00000100:00000010:0.0:1767384406.037928:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000ea07e5b. 00010000:00000010:0.0:1767384406.037930:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fbd9438b. 00000400:00000010:0.0:1767384406.037937:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a23c68. 00000800:00000010:0.0:1767384406.037948:0:16762:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5f83de2. 00000020:00000010:0.0:1767384406.037972:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.037975:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.037976:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc587655. 00000800:00000010:1.0:1767384406.038016:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5f83de2. 00000400:00000010:1.0:1767384406.038022:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a23c68. 00000100:00000010:3.0:1767384406.038142:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bd765d7. 00000020:00000010:0.0:1767384406.038181:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbd9438b. 00000020:00000010:0.0:1767384406.038184:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbd9438b. 00000020:00000010:0.0:1767384406.038187:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cea49fd. 00000020:00000010:0.0:1767384406.038189:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.038191:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.038210:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbd9438b. 00000020:00000010:0.0:1767384406.038212:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbd9438b. 02000000:00000010:0.0:1767384406.038231:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 0000000055c477f7. 00000004:00000010:0.0:1767384406.038246:0:40429:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000fbd9438b. 00000020:00000010:0.0:1767384406.038254:0:40429:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b6476135. 00080000:00000010:0.0:1767384406.038268:0:40429:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a4765b1. 00000001:00000010:0.0:1767384406.038355:0:40429:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000033ce6c62. 00000001:00000010:0.0:1767384406.038359:0:40429:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000010a8315c. 00000020:00000010:0.0:1767384406.038376:0:40429:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000e10a40d2. 00000020:00000010:0.0:1767384406.038393:0:40429:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b6476135. 00000004:00000010:0.0:1767384406.038413:0:40429:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000009bb8b843. 00000400:00000010:0.0:1767384406.038435:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a2f5dd. 00000800:00000010:0.0:1767384406.038450:0:40429:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5f83de2. 00000020:00000010:0.0:1767384406.038468:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.038471:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.038474:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cea49fd. 00000800:00000010:3.0:1767384406.038508:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5f83de2. 00000400:00000010:3.0:1767384406.038514:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3a2f5dd. 00010000:00000010:1.1:1767384406.041302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000408f3d28. 00010000:00000010:1.1:1767384406.041309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e1380aa2. 00010000:00000010:0.1:1767384406.041314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007954bc4c. 00010000:00000010:3.1:1767384406.041323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000535407d1. 00010000:00000010:0.1:1767384406.041323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000051dcb6ae. 00010000:00000010:0.1:1767384406.041328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca27ec41. 00010000:00000010:3.1:1767384406.041332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e1de5674. 00010000:00000010:0.1:1767384406.045310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065ee0629. 00000020:00000010:3.0:1767384406.049344:0:265:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000adabb87e. 00000100:00000010:3.0:1767384406.056354:0:265:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e989453e. 00000100:00000010:1.0:1767384406.056355:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000686c1462. 00000100:00000010:0.0:1767384406.056358:0:1025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068c7b25b. 00000100:00000010:2.0:1767384406.056360:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000877e15e0. 00000100:00000010:1.0:1767384406.059516:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cf78e38. 00000020:00000010:0.0:1767384406.059578:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.059584:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.059589:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cea49fd. 00000020:00000010:0.0:1767384406.059595:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.059599:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.059646:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.059649:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb3f95dc. 00000001:00000010:0.0:1767384406.059659:0:40427:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000007730b53. 00010000:00000010:0.0:1767384406.059698:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9f24211. 00010000:00000010:0.0:1767384406.059702:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002368b2c6. 00010000:00000010:0.0:1767384406.059708:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000073b0c5f. 00010000:00000010:0.0:1767384406.059715:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d36c64e. 02000000:00000010:0.0:1767384406.059740:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000577ef282. 00010000:00000010:0.0:1767384406.059768:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c794c7cc. 00010000:00000010:0.0:1767384406.059773:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000148da261. 00010000:00000010:0.0:1767384406.059869:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d36c64e. 00000400:00000010:0.0:1767384406.059894:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb9d7e75. 00000800:00000010:0.0:1767384406.059927:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb096c3. 00000020:00000010:0.0:1767384406.059955:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.059960:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.059964:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cea49fd. 00000800:00000010:3.0:1767384406.060037:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccb096c3. 00000400:00000010:3.0:1767384406.060045:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb9d7e75. 00000100:00000010:3.0:1767384406.061055:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000709933fb. 00000020:00000010:0.0:1767384406.061143:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.061147:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.061150:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cea49fd. 00000020:00000010:0.0:1767384406.061152:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.061154:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.061174:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb3f95dc. 00000020:00000010:0.0:1767384406.061176:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb3f95dc. 02000000:00000010:0.0:1767384406.061191:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000e867b75f. 00010000:00000010:0.0:1767384406.061209:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005be465cd. 00010000:00000010:0.0:1767384406.061217:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028b812ee. 00010000:00000010:0.0:1767384406.061221:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000148da261. 00010000:00000010:0.0:1767384406.061223:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002368b2c6. 00010000:00000010:0.0:1767384406.061231:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f987ab40. 00010000:00000010:0.0:1767384406.061233:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002368b2c6. 00010000:00000010:0.0:1767384406.061236:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d4b38d5. 00010000:00000010:0.0:1767384406.061237:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000148da261. 00010000:00000010:0.0:1767384406.061243:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b868343f. 00010000:00000010:0.0:1767384406.061245:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000028b812ee. 00010000:00000010:0.0:1767384406.061253:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000d9a41cd. 00010000:00000010:0.0:1767384406.061255:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005be465cd. 00010000:00000010:0.0:1767384406.061331:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e133c305. 00010000:00000010:0.0:1767384406.061334:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000043175db1. 00010000:00000010:0.0:1767384406.061336:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b21bb9c0. 00010000:00000010:0.0:1767384406.061338:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d36c64e. 00000020:00000010:0.0:1767384406.061353:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000a7c3e21f. 00000020:00000010:0.0:1767384406.061356:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000a7c3e21f. 00000020:00000010:0.0:1767384406.061364:0:40427:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b6476135. 00080000:00000010:0.0:1767384406.061371:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000000c735e7. 00000004:00000010:0.0:1767384406.061856:0:40427:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008270dabf. 00000001:00000010:0.0:1767384406.061871:0:40427:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000768aa4cb. 00000001:00000010:0.0:1767384406.061877:0:40427:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000000ea07e5b. 00000020:00000010:0.0:1767384406.061910:0:40427:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b6476135. 00010000:00000010:0.0:1767384406.061919:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bb02218. 00010000:00000010:0.0:1767384406.061923:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000090cff80c. 00010000:00000010:0.0:1767384406.061935:0:40427:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000007730b53. 00010000:00000010:0.0:1767384406.061967:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d36c64e. 00010000:00000010:1.0:1767384406.061986:0:16766:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090cff80c. 00080000:00000010:0.0:1767384406.061990:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000879f251a. 00010000:00000010:1.0:1767384406.061992:0:16766:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043175db1. 00000004:00000010:0.0:1767384406.062001:0:40427:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000241104b0. 00010000:00000010:1.0:1767384406.062002:0:16766:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000007730b53. 00000004:00000010:0.0:1767384406.062011:0:40427:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000688873b1. 00000004:00000010:0.0:1767384406.062015:0:40427:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000009ab4c7a3. 00000004:00000010:0.0:1767384406.062019:0:40427:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 0000000086d91838. 00000004:00000010:0.0:1767384406.062022:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006b24972b. 00000004:00000010:0.0:1767384406.062026:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000087b36f7f. 00000004:00000010:0.0:1767384406.062031:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb1c2577. 00010000:00000010:0.0:1767384406.062040:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000148da261. 00010000:00000010:0.0:1767384406.062044:0:40427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002368b2c6. 00000400:00000010:0.0:1767384406.062062:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4f78361. 00000400:00000010:0.0:1767384406.062068:0:40427:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000032f47365. 00000800:00000010:0.0:1767384406.062083:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004de6d4e2. 00000020:00000010:0.0:1767384406.062120:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3ba81a2. 00000020:00000010:0.0:1767384406.062125:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.062128:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cea49fd. 00000800:00000010:1.0:1767384406.062158:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004de6d4e2. 00000400:00000010:3.0:1767384406.062639:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4f78361. 00000020:00000010:1.0:1767384406.062689:0:16125:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5d801af. 00000020:00000010:1.0:1767384406.062696:0:16125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000090e0653. 80000000:00000010:1.0:1767384406.062700:0:16125:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000acdcebae. 40000000:00000010:1.0:1767384406.062703:0:16125:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005b09e337. 00100000:00000010:1.0:1767384406.062708:0:16125:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000896b2ab7. 00040000:00000010:1.0:1767384406.062713:0:16125:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fe89a7d. 00040000:00000010:1.0:1767384406.062718:0:16125:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009ddbdaae. 00040000:00000010:1.0:1767384406.062722:0:16125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af51dcc3. 00080000:00000010:1.0:1767384406.062725:0:16125:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d23825aa. 00000004:00000010:1.0:1767384406.062729:0:16125:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dc231eeb. 00000004:00000010:1.0:1767384406.062733:0:16125:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087c81e61. 00000004:00000010:1.0:1767384406.062736:0:16125:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cec12562. 00002000:00000010:1.0:1767384406.062740:0:16125:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000086591ab. 00000004:00000010:1.0:1767384406.062744:0:16125:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f0aa61ea. 00010000:00000010:1.0:1767384406.062755:0:16125:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005be465cd. 00010000:00000010:1.0:1767384406.062761:0:16125:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028b812ee. 00010000:00000010:0.1:1767384406.065317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000073b0c5f. 00010000:00000010:1.1:1767384406.069296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e133c305. 00010000:00000010:1.1:1767384406.069303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bb02218. 00010000:00000010:1.1:1767384406.069307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b868343f. 00010000:00000010:1.1:1767384406.069309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000d9a41cd. 00010000:00000010:0.1:1767384406.069315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ba16e11. 00010000:00000010:0.1:1767384406.069324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b93a3c5f. 00010000:00000010:0.1:1767384406.069327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c794c7cc. 00010000:00000010:0.1:1767384406.069330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9f24211. 00010000:00000010:0.1:1767384406.069332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b21bb9c0. 00010000:00000010:0.1:1767384406.069338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f987ab40. 00010000:00000010:0.1:1767384406.069340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d4b38d5. 00000100:00000010:3.0:1767384406.091662:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2f30ef5. 00000020:00000010:0.0:1767384406.091755:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.091759:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.091764:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e249245. 00000020:00000010:0.0:1767384406.091768:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bb8b843. 00000020:00000010:0.0:1767384406.091771:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.091812:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.091816:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000001:00000010:0.0:1767384406.091827:0:40427:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000010a8315c. 00010000:00000010:0.0:1767384406.091854:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f987ab40. 00010000:00000010:0.0:1767384406.091857:0:40427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3ba81a2. 00010000:00000010:0.0:1767384406.091862:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020e98137. 00010000:00000010:0.0:1767384406.091866:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000148da261. 02000000:00000010:0.0:1767384406.091892:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000fb1719e1. 00010000:00000010:0.0:1767384406.091923:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b8327. 00010000:00000010:0.0:1767384406.091927:0:40427:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d36c64e. 00010000:00000010:0.0:1767384406.092022:0:40427:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000148da261. 00000400:00000010:0.0:1767384406.092047:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024db8b6a. 00000800:00000010:0.0:1767384406.092075:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd6f891f. 00000020:00000010:0.0:1767384406.092117:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bb8b843. 00000020:00000010:0.0:1767384406.092121:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.092124:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e249245. 00000800:00000010:1.0:1767384406.092183:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd6f891f. 00000400:00000010:1.0:1767384406.092192:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024db8b6a. 00000100:00000010:3.0:1767384406.093716:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b4205f2. 00000020:00000010:0.0:1767384406.093769:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.093773:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.093776:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e249245. 00000020:00000010:0.0:1767384406.093777:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bb8b843. 00000020:00000010:0.0:1767384406.093779:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.093801:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.093802:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 02000000:00000010:0.0:1767384406.093811:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008f93aa66. 00000400:00000010:0.0:1767384406.093831:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a32a999f. 00000800:00000010:0.0:1767384406.093843:0:17551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd6f891f. 00000020:00000010:0.0:1767384406.093857:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bb8b843. 00000020:00000010:0.0:1767384406.093859:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:0.0:1767384406.093861:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e249245. 00000800:00000010:3.0:1767384406.093910:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd6f891f. 00000400:00000010:3.0:1767384406.093916:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a32a999f. 00010000:00000010:0.1:1767384406.097306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020e98137. 00000100:00000010:1.0:1767384406.116970:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf0302f2. 00000100:00000010:1.0:1767384406.117019:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001085e29d. 00000100:00000010:1.0:1767384406.117051:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014c7863a. 00000020:00000010:0.0:1767384406.117085:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00040000:00000010:3.0:1767384406.117089:0:20661:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da3f7018. 00000020:00000010:0.0:1767384406.117091:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000004:00000010:3.0:1767384406.117098:0:20661:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ffbb7e0b. 00000020:00000010:0.0:1767384406.117114:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e249245. 00000004:00000010:3.0:1767384406.117119:0:20661:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000050e4bb7. 00000020:00000010:0.0:1767384406.117120:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bb8b843. 00000004:00000010:3.0:1767384406.117129:0:20661:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ebf1fb9a. 00000020:00000010:0.0:1767384406.117129:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5a1d42. 00040000:00000010:2.0:1767384406.117133:0:16764:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d9e023ee. 00000004:00000010:3.0:1767384406.117138:0:20661:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000017ef5a8. 00000004:00000010:2.0:1767384406.117140:0:16764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d31b5a46. 00000004:00000010:2.0:1767384406.117146:0:16764:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068e57d5f. 00000004:00000010:2.0:1767384406.117149:0:16764:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f12e56cb. 00000020:00000010:3.0:1767384406.117150:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df1f16b7. 00000020:00000010:3.0:1767384406.117154:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df1f16b7. 00000020:00000010:3.0:1767384406.117158:0:20661:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb65205b. 00000020:00000010:3.0:1767384406.117161:0:20661:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a397546. 00000020:00000010:3.0:1767384406.117169:0:20661:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000004:00000010:2.0:1767384406.117169:0:16764:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2cf405f. 00000020:00000010:0.0:1767384406.117174:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e483c215. 00000020:00000010:0.0:1767384406.117178:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e483c215. 00000020:00000010:2.0:1767384406.117183:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000020:00000010:0.0:1767384406.117184:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cea49fd. 00000020:00000010:0.0:1767384406.117189:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002368b2c6. 00000020:00000010:0.0:1767384406.117192:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000088fde2bc. 00000020:00000010:3.0:1767384406.117195:0:20661:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df1f16b7. 00000020:00000010:2.0:1767384406.117196:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 00000020:00000010:3.0:1767384406.117199:0:20661:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df1f16b7. 02000000:00000010:3.0:1767384406.117212:0:20661:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000975cc663. 02000000:00000010:2.0:1767384406.117212:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005951257a. 00000400:00000010:3.0:1767384406.117251:0:20661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9debca4. 00000400:00000010:2.0:1767384406.117251:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000800:00000010:3.0:1767384406.117314:0:20661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4536f5a. 00000800:00000010:2.0:1767384406.117322:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:3.0:1767384406.117336:0:20661:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a397546. 00000020:00000010:2.0:1767384406.117337:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bb8b843. 00000020:00000010:3.0:1767384406.117344:0:20661:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00000020:00000010:2.0:1767384406.117344:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5a1d42. 00000020:00000010:2.0:1767384406.117352:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e249245. 00000020:00000010:3.0:1767384406.117353:0:20661:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb65205b. 00000020:00000010:2.0:1767384406.117377:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000800:00000010:0.0:1767384406.117379:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4536f5a. 00000020:00000010:2.0:1767384406.117381:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 00000400:00000010:0.0:1767384406.117388:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9debca4. 02000000:00000010:2.0:1767384406.117389:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b679935a. 00000400:00000010:2.0:1767384406.117406:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000800:00000010:2.0:1767384406.117417:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000020:00000010:2.0:1767384406.117422:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002368b2c6. 00000020:00000010:2.0:1767384406.117425:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000088fde2bc. 00000800:00000010:0.0:1767384406.117426:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384406.117427:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cea49fd. 00000400:00000010:0.0:1767384406.117434:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00000800:00000010:0.0:1767384406.117447:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:0.0:1767384406.117449:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00000100:00000010:3.0:1767384406.121677:0:16133:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006281e0ca. 00000020:00000010:2.0:1767384406.121742:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.121747:0:40458:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.121750:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e41126fa. 00000020:00000010:2.0:1767384406.121753:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.121756:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.121779:0:40458:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fccb159. 00000020:00000010:2.0:1767384406.121781:0:40458:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fccb159. 02000000:00000010:2.0:1767384406.121793:0:40458:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006aae46fa. 00000020:00000010:2.0:1767384406.121807:0:40458:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a0b76cf3. 00000020:00000010:2.0:1767384406.121825:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c65f8f6. 00000020:00000010:2.0:1767384406.121828:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065b6358e. 00000020:00000010:2.0:1767384406.121831:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001233d01e. 00000020:00000010:2.0:1767384406.121835:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384406.121838:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086e19524. 80000000:00000010:2.0:1767384406.121841:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000877e15e0. 00000020:00000010:1.0:1767384406.121844:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 40000000:00000010:2.0:1767384406.121845:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0b76cf3. 00000020:00000010:1.0:1767384406.121852:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.121860:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003187f7c9. 00100000:00000010:2.0:1767384406.121862:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044f4820c. 00000020:00000010:1.0:1767384406.121868:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00040000:00000010:2.0:1767384406.121870:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f035f53. 00000020:00000010:1.0:1767384406.121875:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 00040000:00000010:2.0:1767384406.121878:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e249245. 80000000:00000010:1.0:1767384406.121881:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 00080000:00000010:2.0:1767384406.121885:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e59d5492. 40000000:00000010:1.0:1767384406.121888:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00002000:00000010:2.0:1767384406.121893:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009877440e. 00100000:00000010:1.0:1767384406.121896:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a6aa3e5. 00040000:00000010:1.0:1767384406.121901:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.121904:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013c29ec0. 00080000:00000010:1.0:1767384406.121911:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.121917:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb0556ef. 00080000:00000010:2.0:1767384406.121922:0:40458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b44b17b6. 00000020:00000010:1.0:1767384406.121927:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.121931:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003187f7c9. 00000020:00000010:1.0:1767384406.121934:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.121937:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.121939:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.121941:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.121944:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a6aa3e5. 00040000:00000010:1.0:1767384406.121947:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.121950:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013c29ec0. 00080000:00000010:1.0:1767384406.121952:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.121957:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb0556ef. 00000020:00000010:1.0:1767384406.121958:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.121962:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.121964:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013c29ec0. 00000020:00000010:1.0:1767384406.121967:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.121970:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.121972:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.121974:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.121976:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.121979:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.121981:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.121983:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.121985:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.121987:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb0556ef. 00000020:00000010:1.0:1767384406.122015:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a0513e75. 00000020:00000010:1.0:1767384406.122021:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009f319834. 00002000:00000010:1.0:1767384406.122026:0:16765:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000008f70fcba. 00010000:00000010:1.0:1767384406.122029:0:16765:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000000d6ea507. 00000020:00000010:1.0:1767384406.122042:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013c29ec0. 00080000:00000010:2.0:1767384406.122043:0:40458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000098c48ed8. 00000020:00000010:1.0:1767384406.122045:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.122050:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.122052:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.122055:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 00000001:00000010:2.0:1767384406.122061:0:40458:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000002020ccc. 40000000:00000010:1.0:1767384406.122062:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.122067:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.122070:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.122073:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.122074:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.122077:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb0556ef. 00000020:00000010:1.0:1767384406.122080:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000020:00000010:2.0:1767384406.122085:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065b6358e. 00000020:00000010:2.0:1767384406.122091:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001233d01e. 00000020:00000010:2.0:1767384406.122093:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c7f6b60. 00000020:00000010:2.0:1767384406.122095:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086e19524. 80000000:00000010:2.0:1767384406.122097:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000877e15e0. 40000000:00000010:2.0:1767384406.122098:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0b76cf3. 00100000:00000010:2.0:1767384406.122119:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044f4820c. 00040000:00000010:2.0:1767384406.122121:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f035f53. 00040000:00000010:2.0:1767384406.122123:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004e249245. 00080000:00000010:2.0:1767384406.122125:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e59d5492. 00002000:00000010:2.0:1767384406.122127:0:40458:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009877440e. 00000020:00000010:2.0:1767384406.122130:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c65f8f6. 00000400:00000010:2.0:1767384406.122142:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dffa417. 00000800:00000010:2.0:1767384406.122159:0:40458:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f035f53. 00000020:00000010:2.0:1767384406.122177:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.122180:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.122182:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e41126fa. 00000800:00000010:1.0:1767384406.122230:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f035f53. 00000400:00000010:1.0:1767384406.122237:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dffa417. 00010000:00000010:3.1:1767384406.122353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a48c318b. 00010000:00000010:2.1:1767384406.122422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d88022c. 00010000:00000010:2.1:1767384406.126324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1aa8e0e. 00000100:00000010:0.0:1767384406.127455:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0b46f28. 00000020:00000010:2.0:1767384406.127539:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0b76cf3. 00000020:00000010:2.0:1767384406.127554:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0b76cf3. 00000020:00000010:2.0:1767384406.127560:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e249245. 00000020:00000010:2.0:1767384406.127564:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.127569:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.127604:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0b76cf3. 00000020:00000010:2.0:1767384406.127608:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0b76cf3. 02000000:00000010:2.0:1767384406.127623:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006bce51c9. 00000020:00000010:2.0:1767384406.127655:0:40427:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000205e56b6. 00000020:00000010:1.0:1767384406.127704:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.127710:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.127714:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a6aa3e5. 00000020:00000010:1.0:1767384406.127718:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.127720:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.127723:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.127726:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.127729:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.127733:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00080000:00000010:2.0:1767384406.127736:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089e3369e. 00040000:00000010:1.0:1767384406.127736:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013c29ec0. 00080000:00000010:1.0:1767384406.127742:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.127747:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019276031. 00000020:00000010:1.0:1767384406.127750:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.127753:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a6aa3e5. 00000020:00000010:1.0:1767384406.127756:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.127758:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.127761:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.127763:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.127765:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.127767:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.127769:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013c29ec0. 00080000:00000010:1.0:1767384406.127771:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.127775:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019276031. 00000020:00000010:1.0:1767384406.127777:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.127780:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.127789:0:16766:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013c29ec0. 00000020:00000010:1.0:1767384406.127792:0:16766:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.127795:0:16766:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.127797:0:16766:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.127800:0:16766:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.127802:0:16766:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.127804:0:16766:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.127806:0:16766:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.127808:0:16766:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.127811:0:16766:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.127813:0:16766:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019276031. 00010000:00000010:1.0:1767384406.127832:0:16766:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d36c64e. 00010000:00000010:1.0:1767384406.127838:0:16766:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ba81a2. 00000020:00000010:1.0:1767384406.127849:0:16766:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013c29ec0. 00000020:00000010:1.0:1767384406.127852:0:16766:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.127856:0:16766:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.127858:0:16766:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.127860:0:16766:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.127862:0:16766:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.127864:0:16766:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.127867:0:16766:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.127869:0:16766:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.127871:0:16766:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.127873:0:16766:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019276031. 00000020:00000010:1.0:1767384406.127874:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000001:00000010:2.0:1767384406.127927:0:40427:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000036a26769. 00000001:00000010:2.0:1767384406.127934:0:40427:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000079f98376. 00080000:00000010:2.0:1767384406.127955:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004df70118. 00000001:00000010:2.0:1767384406.127973:0:40427:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000877e15e0. 00000400:00000010:2.0:1767384406.128002:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaae0e58. 00000800:00000010:2.0:1767384406.128029:0:40427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8094402. 00000020:00000010:2.0:1767384406.128054:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000c2d4ce. 00000020:00000010:2.0:1767384406.128058:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef15414e. 00000020:00000010:2.0:1767384406.128062:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e249245. 00000800:00000010:3.0:1767384406.128131:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8094402. 00000400:00000010:3.0:1767384406.128138:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aaae0e58. 00010000:00000010:1.1:1767384406.134316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b96f59fc. 00010000:00000010:1.1:1767384406.134329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000052ea0cc. 00000400:00000010:1.0:1767384406.135269:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044f3fbb3. 00000400:00000010:1.0:1767384406.135314:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f8ec30. 00000020:00000010:3.0:1767384406.135375:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df1f16b7. 00000020:00000010:3.0:1767384406.135381:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df1f16b7. 00000020:00000010:3.0:1767384406.135387:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb65205b. 00000020:00000010:3.0:1767384406.135391:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a397546. 00000020:00000010:3.0:1767384406.135395:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c224d19. 00000020:00000010:3.0:1767384406.135426:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df1f16b7. 00000020:00000010:3.0:1767384406.135429:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df1f16b7. 02000000:00000010:3.0:1767384406.135442:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033b4198e. 20000000:00000010:3.0:1767384406.135451:0:40419:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000024710fef. 00000400:00000010:3.0:1767384406.135483:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a13d60fa. 00000020:00000010:1.0:1767384406.135492:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.135498:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.135501:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a6aa3e5. 00000020:00000010:1.0:1767384406.135505:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.135507:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.135510:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 00000800:00000010:3.0:1767384406.135514:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e01646c. 40000000:00000010:1.0:1767384406.135528:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.135533:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6531695. 00000020:00000010:3.0:1767384406.135535:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a397546. 00040000:00000010:1.0:1767384406.135537:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00000020:00000010:3.0:1767384406.135540:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c224d19. 00040000:00000010:1.0:1767384406.135542:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013c29ec0. 00000020:00000010:3.0:1767384406.135545:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb65205b. 00080000:00000010:1.0:1767384406.135546:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.135552:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019276031. 00000400:00000010:3.0:1767384406.135555:0:40419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a70e8b3f. 00000020:00000010:1.0:1767384406.135555:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f20d184f. 00000020:00000010:1.0:1767384406.135559:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a6aa3e5. 00000400:00000010:3.0:1767384406.135561:0:40419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086d91838. 00000020:00000010:1.0:1767384406.135564:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.135568:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.135572:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.135574:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.135576:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.135579:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.135581:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013c29ec0. 00080000:00000010:1.0:1767384406.135582:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d26cd843. 00002000:00000010:1.0:1767384406.135587:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019276031. 00000020:00000010:1.0:1767384406.135591:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.135596:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dba3e47e. 00000020:00000010:1.0:1767384406.135601:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013c29ec0. 00000020:00000010:1.0:1767384406.135605:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.135609:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.135613:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.135616:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.135619:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.135621:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.135625:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.135627:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.135630:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.135633:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019276031. 00000800:00000010:0.0:1767384406.135639:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e01646c. 00000400:00000010:0.0:1767384406.135648:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a13d60fa. 02000000:00000010:0.0:1767384406.135662:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033b4198e. 00000020:00000010:1.0:1767384406.135663:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013c29ec0. 00000020:00000010:1.0:1767384406.135669:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d26cd843. 00000020:00000010:1.0:1767384406.135675:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ede902. 00000020:00000010:1.0:1767384406.135684:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f9c47f. 80000000:00000010:1.0:1767384406.135688:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fadc4734. 40000000:00000010:1.0:1767384406.135691:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c86b7cc. 00100000:00000010:1.0:1767384406.135694:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a6531695. 00040000:00000010:1.0:1767384406.135697:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042bba66b. 00040000:00000010:1.0:1767384406.135699:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f20d184f. 00080000:00000010:1.0:1767384406.135702:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004a6aa3e5. 00002000:00000010:1.0:1767384406.135704:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019276031. 00000020:00000010:1.0:1767384406.135706:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dba3e47e. 00000001:00000010:3.0:1767384406.135789:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be6633dc. 00000001:00000010:3.0:1767384406.135792:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003ff4dff6. 00000001:00000010:3.0:1767384406.135794:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008376392b. 00000001:00000010:3.0:1767384406.135795:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d34e5a6. 00000001:00000010:3.0:1767384406.135796:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d5dbbb93. 00000001:00000010:3.0:1767384406.135798:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000068eecbe6. 00000020:00000010:3.0:1767384406.135803:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e89e9a02. 00000020:00000010:3.0:1767384406.135812:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000df94c2bb. 00010000:00000010:1.1:1767384406.138305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f987ab40. 00010000:00000010:1.1:1767384406.138312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b8327. 00010000:00000010:1.1:1767384406.142314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000032e4beec. 00000400:00000010:2.0:1767384406.433343:0:16135:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f4fbf536. 00000400:00000010:2.0:1767384406.433355:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e41126fa. 00000400:00000010:2.0:1767384406.433358:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc44c98f. 00000400:00000010:2.0:1767384406.433364:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9d977c2. 00000800:00000010:2.0:1767384406.433390:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8094402. 00000800:00000010:1.0:1767384406.433968:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025c6e14a. 00000800:00000010:1.0:1767384406.433974:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033b559bb. 00000800:00000010:1.0:1767384406.433978:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2c1ff1f. 00000800:00000010:1.0:1767384406.433995:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2c1ff1f. 00000800:00020000:1.0:1767384406.434001:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.152 00000800:00000010:1.0:1767384406.434006:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033b559bb. 00000800:00000010:1.0:1767384406.434008:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000025c6e14a. 00000400:02020000:1.0:1767384406.434038:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.152@tcp33 at host 192.168.203.152:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384406.434047:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8094402. 00000001:02000400:3.0:1767384406.622443:0:41082:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 Debug log: 135218 lines, 135218 kept, 0 dropped, 0 bad.